-- Logs begin at Thu 2021-12-16 16:56:12 UTC, end at Thu 2021-12-16 18:33:14 UTC. -- Dec 16 17:28:20.039940 dv-neutron-821818-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 17:28:22.879427 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.common.config [-] Logging enabled! Dec 16 17:28:22.879945 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 17:28:22.880205 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 17:28:22.883537 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.common.config [-] Logging enabled! Dec 16 17:28:22.883786 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 17:28:22.884093 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 17:28:22.885048 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 17:28:22.885281 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 17:28:22.885764 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 17:28:22.885889 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 17:28:22.886172 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 17:28:22.886488 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.886898 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 17:28:22.887205 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.887567 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.888056 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.888559 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.889095 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.889575 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.890068 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.890593 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.891121 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.891617 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.892072 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.892374 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.892662 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.892967 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.893261 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.893629 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.893920 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.894351 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.894754 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.895340 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.895625 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.895900 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.896169 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.896441 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.896719 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.897133 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] host = dv-neutron-821818-2-hyperv {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.897413 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.897698 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.897982 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.898263 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.898535 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.898805 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.899085 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.899354 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.899624 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.899895 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.900177 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.900457 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.900739 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.901094 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.901318 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.901604 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.901904 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.902158 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.902432 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.902696 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.902964 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.903240 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.903501 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.903784 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.904062 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.904335 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.904599 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.904863 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.905149 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.905415 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.905689 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.905954 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.906219 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.906673 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.906783 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.907097 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.907365 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.907660 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.907938 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.908217 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.908495 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.908803 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.909322 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.909797 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.910268 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.910738 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.911198 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.911672 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.912162 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.912644 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.913098 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.913497 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.913782 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.914072 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:22.914372 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.914670 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.915063 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.915343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.915644 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.915924 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.916262 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.916540 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.916826 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.917139 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.917427 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.917701 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.917984 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.918258 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.918545 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.918842 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.919129 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.919413 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.919682 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.919950 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.920217 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.920486 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.920765 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.921064 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.921342 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.921624 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.922011 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.922817 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.923102 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.923392 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.923675 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.923948 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.924223 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.924518 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.924788 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.925081 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.925355 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.925635 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.925901 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.926165 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.926441 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.926711 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.926975 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.927239 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.927505 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.927984 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.928085 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.928372 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.928638 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.928907 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.929214 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.929492 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.929910 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.930379 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.930857 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.931341 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.931802 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.932274 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.932769 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.933290 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.933786 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.934200 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.934481 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.934759 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.935034 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.935309 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.935584 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.935944 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.936217 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.936487 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.936757 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.937106 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.937377 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.937649 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.938537 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.938832 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.939107 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.939382 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.939657 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.939930 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.940202 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.940472 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.940745 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.941042 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.941315 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.941599 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.941878 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.942160 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.942436 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.942736 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.943026 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.943411 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.943690 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.943961 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.944238 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.944514 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.944797 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.945108 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.945409 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.945699 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.945987 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.946274 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.946544 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.946844 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.947119 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:22.947332 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 17:28:22.947566 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103133) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 17:28:23.367689 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 17:28:23.367966 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 17:28:23.368267 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 17:28:23.368750 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 17:28:23.692129 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.692342 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.692619 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.693929 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.694200 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.694460 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.739835 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.740111 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.740374 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.754235 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.754513 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.754781 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.783756 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.784031 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.784294 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.820710 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.821007 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:23.821271 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.155192 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.155795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.155795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.156004 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.156676 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.255076 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.255393 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.255675 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.255942 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.256201 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.256505 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.256760 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.257043 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.257295 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.257570 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.257823 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.258082 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.258331 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.258579 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.258829 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.259086 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.259335 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.259596 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.259858 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.260110 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.260376 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.260624 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.260906 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.261309 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.261553 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.261794 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.262183 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:24.262420 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:24.262653 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:24.262886 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:24.263115 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:24.263350 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:24.263707 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 17:28:24.267381 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 17:28:24.271681 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 17:28:24.275710 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 16 17:28:24.277365 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 17:28:24.277821 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 17:28:24.278153 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 17:28:24.278532 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 17:28:24.281347 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 17:28:24.281633 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 17:28:24.281973 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 17:28:24.287249 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 17:28:24.309950 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 17:28:24.310396 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.310688 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103133) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 17:28:24.311058 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.312420 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103133) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 17:28:24.312694 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 17:28:24.313493 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 17:28:24.316669 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.316960 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.381583 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 17:28:24.381816 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 17:28:24.382051 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 17:28:24.382409 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 17:28:24.403432 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_db.sqlalchemy.engines [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103133) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 17:28:24.840812 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing driver for type 'gre' Dec 16 17:28:24.841361 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] gre ID ranges: [(1, 1000)] Dec 16 17:28:24.893092 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing driver for type 'local' Dec 16 17:28:24.893430 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing driver for type 'vlan' Dec 16 17:28:24.905283 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] VlanTypeDriver initialization complete Dec 16 17:28:24.905618 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing driver for type 'vxlan' Dec 16 17:28:24.906087 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] vxlan ID ranges: [(1, 1000)] Dec 16 17:28:24.954812 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing extension driver 'port_security' Dec 16 17:28:24.955327 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] PortSecurityExtensionDriver initialization complete Dec 16 17:28:24.955814 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing mechanism driver 'openvswitch' Dec 16 17:28:24.956273 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing mechanism driver 'hyperv' Dec 16 17:28:24.963829 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:28:24.964663 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.965090 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.965439 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.965964 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:28:24.966387 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.966734 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.967072 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.967462 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:28:24.967857 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.968200 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.968535 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.968922 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:28:24.969840 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > security_group after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.970185 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > security_group after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.970522 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.970916 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:28:24.971310 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.971650 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.971985 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.972375 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:28:24.972769 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > address_group after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.973138 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > address_group after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.973470 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.973858 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:28:24.974228 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] ML2 OVO RPC backend initialized. {{(pid=103133) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 17:28:24.974923 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.975270 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.975681 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.976023 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > networks before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.976363 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.976727 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > ports before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.977166 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.977503 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnets before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.977840 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.978227 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.978665 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.979098 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.979518 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.979853 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.980185 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.980513 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.980839 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:24.981430 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Modular L2 Plugin initialization complete Dec 16 17:28:24.981757 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading services supported by the core plugin {{(pid=103133) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 17:28:24.982077 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Got port-security extension from driver 'port_security' Dec 16 17:28:24.982560 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.extensions.vlantransparent [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Disabled vlantransparent extension. Dec 16 17:28:24.983035 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103133) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 17:28:24.983344 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: router Dec 16 17:28:25.024748 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.025177 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.025546 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router before_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.025907 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.026278 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.026628 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_delete 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.026982 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.027449 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.027805 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.028148 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.028492 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.028834 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.029214 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.029631 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.030002 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.030343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.030676 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.031012 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.031356 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.032327 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.032674 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.033039 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.033396 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.033733 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.034076 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.034428 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.034765 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.035126 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > agent after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.035480 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > agent after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.035809 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.036678 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Tracking information for resource: router configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:25.037037 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Tracking information for resource: floatingip configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:28:25.041943 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.db.l3_agentschedulers_db [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 17:28:25.042513 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.042867 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.043213 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.043555 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.044346 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router before_create 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.044704 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.045087 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_create 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.045439 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > router precommit_update 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.050633 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.provider_configuration [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service providers = [] {{(pid=103133) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 17:28:25.050990 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.db.servicetype_db [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103133) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 17:28:25.053933 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.service_base [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:28:25.054279 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.service_base [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:28:25.054617 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.service_base [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:28:25.055499 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.services.service_base [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:28:25.055869 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.services.service_base [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 17:28:25.056242 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.056554 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 17:28:25.067194 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.067526 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: auto_allocate Dec 16 17:28:25.073309 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: network precommit_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.073677 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: network precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.074186 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.074505 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: tag Dec 16 17:28:25.081870 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.082146 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: timestamp Dec 16 17:28:25.085950 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.086277 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: network_ip_availability Dec 16 17:28:25.091714 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.092078 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.092427 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.093147 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.093464 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: flavors Dec 16 17:28:25.099040 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.099367 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading Plugin: revisions Dec 16 17:28:25.103670 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:28:25.104062 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 17:28:25.104793 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103133) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 17:28:25.105152 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Initializing extension manager. Dec 16 17:28:25.105664 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: __init__.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.106026 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: __pycache__ {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.106354 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.106680 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.107422 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.107983 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: address-group Dec 16 17:28:25.108302 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: address_scope.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.109031 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.109530 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: address-scope Dec 16 17:28:25.109872 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.110797 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.111298 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: router-admin-state-down-before-update Dec 16 17:28:25.111615 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: agent.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.112304 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.112798 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: agent Dec 16 17:28:25.113149 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: agent_resources_synced.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.114043 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.114545 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: agent-resources-synced Dec 16 17:28:25.114863 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: allowedaddresspairs.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.116620 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.117167 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: allowed-address-pairs Dec 16 17:28:25.117489 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: auto_allocated_topology.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.118577 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.119083 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: auto-allocated-topology Dec 16 17:28:25.119397 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.120083 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.120577 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: availability_zone Dec 16 17:28:25.120892 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: availability_zone_filter.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.121810 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.122303 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: availability_zone_filter Dec 16 17:28:25.122617 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: data_plane_status.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.123515 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.124005 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 17:28:25.124318 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: default_subnetpools.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.125272 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.125767 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: default-subnetpools Dec 16 17:28:25.126082 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.126874 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.127369 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: dhcp_agent_scheduler Dec 16 17:28:25.127687 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: dns.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.128593 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.129119 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 17:28:25.129441 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: dns_domain_ports.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.130357 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.130850 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 17:28:25.131169 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.132075 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.132567 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 17:28:25.132885 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: dvr.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.133667 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.134169 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: dvr Dec 16 17:28:25.134510 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: ecmp_routes.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.135417 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.135916 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 17:28:25.136234 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: empty_string_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.137157 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.137661 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: empty-string-filtering Dec 16 17:28:25.137976 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.138872 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.139370 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 17:28:25.139685 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.140584 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.141617 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 17:28:25.141932 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: external_net.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.142842 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.143328 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: external-net Dec 16 17:28:25.143640 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.144526 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.145321 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: extra_dhcp_opt Dec 16 17:28:25.145636 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: extraroute.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.146527 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.147026 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: extraroute Dec 16 17:28:25.147343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: extraroute_atomic.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.149887 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.150410 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: extraroute-atomic Dec 16 17:28:25.150740 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: filter_validation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.151411 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.151915 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: filter-validation Dec 16 17:28:25.152238 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: fip_pf_description.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.153165 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.153666 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 17:28:25.153984 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: fip_port_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.154889 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.155391 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: fip-port-details Dec 16 17:28:25.155905 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: flavors.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.157477 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.157984 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: flavors Dec 16 17:28:25.158310 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.160006 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.160521 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 17:28:25.160844 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: floatingip_pools.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.161558 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.162060 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: floatingip-pools Dec 16 17:28:25.162378 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: ip_allocation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.163293 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.163791 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 17:28:25.164108 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.165038 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.165539 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: ip-substring-filtering Dec 16 17:28:25.165861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l2_adjacency.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.166784 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.167278 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 17:28:25.167595 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.168540 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.169169 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: router Dec 16 17:28:25.169489 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.171758 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.172290 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 17:28:25.172619 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.173557 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.174064 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: ext-gw-mode Dec 16 17:28:25.174385 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.175308 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.175815 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: l3-ha Dec 16 17:28:25.176135 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3_flavors.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.177068 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.177573 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: l3-flavors Dec 16 17:28:25.177892 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.178788 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.179289 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 17:28:25.179606 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: l3agentscheduler.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.180625 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.181163 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: l3_agent_scheduler Dec 16 17:28:25.181484 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: local_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.183299 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.183817 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension local_ip not supported by any of loaded plugins Dec 16 17:28:25.184146 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: logging.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.185638 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.186155 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension logging not supported by any of loaded plugins Dec 16 17:28:25.186480 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: metering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.187331 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.187928 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: metering Dec 16 17:28:25.188250 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.189369 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.189875 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: metering_source_and_destination_fields Dec 16 17:28:25.190194 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: multiprovidernet.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.191115 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.191616 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: multi-provider Dec 16 17:28:25.191934 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: netmtu.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.193022 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.193523 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: net-mtu Dec 16 17:28:25.193842 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: netmtu_writable.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.194749 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.195251 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: net-mtu-writable Dec 16 17:28:25.195571 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: network_availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.196230 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.196731 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: network_availability_zone Dec 16 17:28:25.197085 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: network_ip_availability.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.198197 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.198702 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: network-ip-availability Dec 16 17:28:25.199020 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: network_segment_range.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.199775 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.200266 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 17:28:25.200585 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: pagination.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.201591 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.201920 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: pagination Dec 16 17:28:25.202234 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: port_device_profile.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.203132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.204157 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: port-device-profile Dec 16 17:28:25.204469 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.205418 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.205917 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: port-mac-address-regenerate Dec 16 17:28:25.206230 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.207130 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.207628 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: port-numa-affinity-policy Dec 16 17:28:25.207942 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: port_resource_request.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.208849 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.209373 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 17:28:25.209687 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: port_resource_request_groups.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.210643 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.211140 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 17:28:25.211456 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: portbindings.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.212372 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.212868 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: binding Dec 16 17:28:25.213211 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: portbindings_extended.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.214488 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.214996 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: binding-extended Dec 16 17:28:25.215316 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: portsecurity.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.216219 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.216722 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: port-security Dec 16 17:28:25.217067 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: project_id.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.218046 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.218374 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: project-id Dec 16 17:28:25.218690 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: providernet.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.220162 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.220667 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: provider Dec 16 17:28:25.221005 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.224833 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.225370 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos not supported by any of loaded plugins Dec 16 17:28:25.225699 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.226938 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.227448 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 17:28:25.227774 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.228679 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.229219 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 17:28:25.229545 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_default.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.230452 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.230957 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-default not supported by any of loaded plugins Dec 16 17:28:25.231279 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_fip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.231922 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.232416 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 17:28:25.232732 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.233657 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.234240 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 17:28:25.234584 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_gateway_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.235513 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.236013 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 17:28:25.236329 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_port_network_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.237359 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.237858 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 17:28:25.238176 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.239216 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.239695 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 17:28:25.240011 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_pps_rule.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.241223 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.241730 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 17:28:25.242049 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_rule_type_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.242963 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.243450 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 17:28:25.243766 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: qos_rules_alias.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.244790 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.245323 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 17:28:25.245645 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: quota_check_limit.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.246545 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.247049 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: quota-check-limit Dec 16 17:28:25.247365 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: quotasv2.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.248276 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.248600 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: quotas Dec 16 17:28:25.248916 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: quotasv2_detail.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.252199 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.252539 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: quota_details Dec 16 17:28:25.252869 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: rbac.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.253937 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.254452 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: rbac-policies Dec 16 17:28:25.254772 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: rbac_address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.255714 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.256225 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: rbac-address-group Dec 16 17:28:25.256544 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: rbac_address_scope.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.257492 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.258002 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: rbac-address-scope Dec 16 17:28:25.258323 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: rbac_security_groups.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.259234 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.259737 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: rbac-security-groups Dec 16 17:28:25.260052 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: rbac_subnetpool.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.260993 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.261492 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: rbac-subnetpool Dec 16 17:28:25.261809 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: revisionifmatch.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.262715 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.263212 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: revision-if-match Dec 16 17:28:25.263526 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: revisions.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.264645 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.265172 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: standard-attr-revisions Dec 16 17:28:25.265492 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: router_availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.266671 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.267165 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: router_availability_zone Dec 16 17:28:25.267479 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: routerservicetype.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.268386 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.268884 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 17:28:25.269231 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.270466 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.270972 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: security-groups-normalized-cidr Dec 16 17:28:25.271286 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.272196 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.272696 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: port-security-groups-filtering Dec 16 17:28:25.273046 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.273964 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.274784 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: security-groups-remote-address-group Dec 16 17:28:25.275103 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.276025 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.276525 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: security-groups-shared-filtering Dec 16 17:28:25.276839 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.277445 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 17:28:25.277761 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: securitygroup.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.289298 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.289883 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: security-group Dec 16 17:28:25.290216 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: segment.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.291006 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.291506 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension segment not supported by any of loaded plugins Dec 16 17:28:25.291829 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.292762 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.293295 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 17:28:25.293619 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: servicetype.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.294700 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.295212 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: service-type Dec 16 17:28:25.295534 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: sorting.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.296512 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.296840 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: sorting Dec 16 17:28:25.297212 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: standard_attr_segment.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.298121 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.298625 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 17:28:25.298943 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: standardattrdescription.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.299597 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.300108 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: standard-attr-description Dec 16 17:28:25.300426 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: stateful_security_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.301386 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.301894 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: stateful-security-group Dec 16 17:28:25.302213 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: stdattrs_common.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.302773 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 17:28:25.303090 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.304014 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.304510 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 17:28:25.304825 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: subnet_onboard.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.305919 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.306425 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: subnet_onboard Dec 16 17:28:25.306744 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.307657 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.308153 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 17:28:25.308469 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: subnet_service_types.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.309413 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.309914 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: subnet-service-types Dec 16 17:28:25.310230 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: subnetallocation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.311305 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.311806 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: subnet_allocation Dec 16 17:28:25.312125 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.312800 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.313327 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: subnetpool-prefix-ops Dec 16 17:28:25.313644 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.314559 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.315055 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 17:28:25.315371 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: tagging.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.316415 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.316921 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: standard-attr-tag Dec 16 17:28:25.317264 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: timestamp.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.318447 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.318956 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loaded extension: standard-attr-timestamp Dec 16 17:28:25.319277 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: trunk.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.320314 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.320820 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension trunk not supported by any of loaded plugins Dec 16 17:28:25.321172 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: trunk_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.322088 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.322591 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 17:28:25.322908 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: uplink_status_propagation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.323812 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.324310 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 17:28:25.324626 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Loading extension file: vlantransparent.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:28:25.325304 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:28:25.325804 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 17:28:25.328296 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:network Dec 16 17:28:25.329376 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:subnet Dec 16 17:28:25.329770 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:28:25.330151 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:port Dec 16 17:28:25.331384 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.331837 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service FLAVORS assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.332489 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.332859 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.333209 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:router Dec 16 17:28:25.333627 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 17:28:25.334114 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service METERING assigned prefix: /metering {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.335628 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.335998 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.336343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:28:25.337364 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 17:28:25.337801 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:security_group Dec 16 17:28:25.338217 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 17:28:25.338823 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.339147 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:28:25.339483 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] subnetpool is already registered Dec 16 17:28:25.339904 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.340222 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:28:25.340543 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] subnetpool is already registered Dec 16 17:28:25.342853 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.343277 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service FLAVORS assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.343853 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.345049 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.345556 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:router Dec 16 17:28:25.346022 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] router is already registered Dec 16 17:28:25.346434 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 17:28:25.346764 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] floatingip is already registered Dec 16 17:28:25.347212 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service METERING assigned prefix: /metering {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.347870 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 17:28:25.348189 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] rbac_policy is already registered Dec 16 17:28:25.348590 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:security_group Dec 16 17:28:25.348918 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] security_group is already registered Dec 16 17:28:25.349339 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 17:28:25.349664 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] security_group_rule is already registered Dec 16 17:28:25.350277 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.350598 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:28:25.350921 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] subnetpool is already registered Dec 16 17:28:25.351338 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:28:25.351661 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:28:25.351983 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] subnetpool is already registered Dec 16 17:28:25.352434 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: extensions {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.353920 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: address-groups {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.355547 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: address-scopes {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.356855 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.358052 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: auto-allocated-topology {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.359299 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: availability_zones {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.360545 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: dhcp-networks {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.362165 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: dhcp-agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.363587 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.365832 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: flavors {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.367001 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: service_profiles {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.368224 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: next_providers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.369689 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: service_profiles {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.372172 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: floatingip-pools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.373457 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.375602 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: floatingips {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.376890 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: l3-routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.378304 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: l3-agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.379723 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: metering-labels {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.381115 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: metering-label-rules {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.382404 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: network-ip-availabilities {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.383674 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: bindings {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.385346 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: quotas {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.386909 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: quotas {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.388442 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: rbac-policies {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.389768 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: security-groups {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.391613 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: security-group-rules {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.392845 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: service-providers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.394097 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: subnetpools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.395797 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: subnetpools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.397281 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.398945 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.400724 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.402541 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.404331 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.406218 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.408448 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.410366 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.412118 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.413973 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron.api.extensions [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:28:25.419853 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING keystonemiddleware.auth_token [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 17:28:25.424547 dv-neutron-821818-2-hyperv neutron-server[103133]: WARNING keystonemiddleware.auth_token [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 17:28:25.434336 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Acquired lock "singleton_lock" {{(pid=103133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 17:28:25.434995 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Releasing lock "singleton_lock" {{(pid=103133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 17:28:25.435967 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Starting 2 workers Dec 16 17:28:25.442655 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Started child 103242 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:28:25.447979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:25.448717 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Started child 103243 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:28:25.449595 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [-] (103242) wsgi starting up on http://0.0.0.0:9696 Dec 16 17:28:25.449902 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO neutron.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 17:28:25.450789 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Publish callbacks [] for process, before_spawn {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:25.452818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:25.454361 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Starting 1 workers Dec 16 17:28:25.454937 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [-] (103243) wsgi starting up on http://0.0.0.0:9696 Dec 16 17:28:25.460466 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Started child 103244 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:28:25.461194 dv-neutron-821818-2-hyperv neutron-server[103133]: INFO oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Starting 1 workers Dec 16 17:28:25.464668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] calling RpcWorker wait() {{(pid=103244) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 17:28:25.465263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] returning from RpcWorker wait() {{(pid=103244) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 17:28:25.466455 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Started child 103245 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:28:25.466850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:25.467347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:28:25.467457 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1b45347-7f2f-455c-ac35-e78014c4f802 None None] Publish callbacks [] for process, after_spawn {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:25.469502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 17:28:25.470023 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 17:28:25.470023 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 17:28:25.470230 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 17:28:25.470578 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 17:28:25.470758 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 17:28:25.471260 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.471535 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.471623 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:25.472111 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.472111 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.472350 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.472595 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:28:25.472969 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.473230 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.473483 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.473761 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.473999 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.474167 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.474340 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.474593 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.474841 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.475162 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.475443 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.475678 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.475917 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.476087 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.476329 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.476603 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.476847 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.477136 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.477387 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.477876 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.478104 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.478337 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.478551 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.478831 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.479055 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.479325 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.479553 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.479764 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.480018 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.480278 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.480521 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.480730 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.480990 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.481201 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.481455 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.481688 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.482161 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] host = dv-neutron-821818-2-hyperv {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.482392 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.482620 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.482839 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.483073 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.483309 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.483542 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.483792 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.484044 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.484282 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.484504 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.484780 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.485042 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.485260 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.485500 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.485662 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_options = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.485893 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.486161 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.486439 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.486639 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.486806 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.486979 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.487238 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.487401 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.487656 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.487899 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.488129 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.488343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.488553 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.488782 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.489085 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.489317 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.489544 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.489769 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.490009 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.490249 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.490488 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.490709 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.490926 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.491155 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.491368 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.491578 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.491820 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.492035 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.492259 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.492477 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.492705 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.492973 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.493222 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.493414 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.493679 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.493903 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.494126 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.494335 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.494590 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.494812 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.495059 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.495297 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.495525 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.495753 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.495961 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.496187 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.496416 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.496641 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.496879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.497143 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.497351 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.497559 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.497767 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.497973 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.498198 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.498629 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.498919 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.499239 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.499486 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.499716 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.499967 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.500735 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.501003 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.501255 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.502644 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.502969 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.503191 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.503478 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.503717 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.503956 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.506448 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.506865 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.507249 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.507627 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.511035 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.511305 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.511551 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.511848 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.512100 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.512340 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.516804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.517369 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.517369 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.517837 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.519020 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.521927 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.522224 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.522724 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.522974 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.523213 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.523469 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.523721 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.523950 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.524334 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.525148 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.525148 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.528126 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.528408 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.528657 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.528920 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.529183 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.529447 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.529716 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.529968 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.530266 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.530505 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.530772 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.531001 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.531227 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.531542 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.531696 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.531919 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.532135 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.532349 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.532569 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.532785 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.533143 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.533378 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.533626 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.533851 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.534092 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.534327 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.536685 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.537370 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.537608 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.537843 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.538113 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.538323 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.538926 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.540916 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.541184 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.541440 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.542820 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.543066 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.543306 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.544891 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.545171 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.545405 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.545641 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.545933 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.546265 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.546533 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.546805 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.547037 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.547290 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.547518 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.547776 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.548004 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.548249 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.548486 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.548742 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.549052 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.549558 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.549798 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.550023 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.550279 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.550503 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.550781 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.551460 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.552436 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.552680 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.553052 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.553390 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.553683 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.553950 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.554222 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.554500 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.554760 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.555057 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.555298 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.555578 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.555871 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.556151 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.556502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.556859 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.557140 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.557460 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.557713 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.557997 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.558228 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.558520 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.558746 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.558998 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.559245 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.559482 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.559735 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.560040 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.560281 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.560494 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.560708 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.561000 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.561261 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.561503 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.561825 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.562078 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.562348 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.562600 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.563343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.563556 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.563790 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.564053 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.564271 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.564488 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.564701 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.564954 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.565189 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.565402 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.565649 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.565909 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.566131 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.566344 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.566563 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.566781 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.567026 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.567238 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.567481 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.567715 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.567950 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.568166 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.568389 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.568608 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.568854 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.569092 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.569383 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.569636 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.569869 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.570094 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.570355 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.570589 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.570801 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.571038 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.571261 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.571471 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.571681 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.571898 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.572130 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.572345 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.572571 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.572782 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.573034 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.573293 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.573626 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.575565 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.575811 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.576058 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.576286 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.576510 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.576754 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.577008 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.577230 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.577452 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.577673 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.577919 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.578186 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.579043 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.579261 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.579493 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.579704 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.579941 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.580158 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.580476 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.580730 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.581001 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.581479 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.582082 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.582480 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.582927 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.583112 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.583336 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.583674 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.583913 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.584138 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.584478 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.584702 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.584920 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.585187 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.586137 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.586401 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.586637 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.586854 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.587096 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.587333 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.587567 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.587784 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.588012 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.588229 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.588452 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.588676 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.588902 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.589143 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.589388 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.589600 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.589832 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.590075 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.590292 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.590500 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.590814 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.591058 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.591272 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.591556 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.591804 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.592051 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.592314 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.592672 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.592895 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.593177 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.593413 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.593507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:28:25.593689 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.593912 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.594195 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.594534 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.594809 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.595067 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.595306 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.595575 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.595865 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.596149 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.596367 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.596689 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.597058 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.597342 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.597607 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.597839 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.598076 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.598321 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.598539 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.598790 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.599030 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.599247 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.599503 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.599735 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.599980 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.600215 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.600443 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.600660 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.600929 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.601191 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.601428 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.601675 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.601835 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 17:28:25.602353 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 17:28:25.602515 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 17:28:25.602670 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 17:28:25.602853 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 17:28:25.603026 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 17:28:25.603179 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 17:28:25.603387 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.603549 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.603710 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.603870 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604032 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604213 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604375 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604524 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604976 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604976 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.604976 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.605408 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.605408 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.605557 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.605634 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.605758 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.606132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.606132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.606132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.606132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.606132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607218 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607218 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607218 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607218 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.607879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.608795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.608795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.608795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.608795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.608795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.608795 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] host = dv-neutron-821818-2-hyperv {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.609861 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.610502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.610502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.610502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.610502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.610955 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611058 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611162 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611265 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611430 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611591 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611751 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.611909 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.612068 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.612226 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_options = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.612384 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.612543 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.612701 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.612889 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.613077 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.613237 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.613396 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.613555 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.613714 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.613873 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614032 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614191 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614349 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614508 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614666 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614826 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.614986 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.615150 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.615309 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.615459 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.615597 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.615757 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.615908 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.616057 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.616207 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.616366 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.616509 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.616673 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.616834 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617030 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617173 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617317 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617454 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617594 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617754 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.617896 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.618869 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.619034 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.619204 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.619370 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.619706 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.619706 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.619958 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620086 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620208 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620290 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620433 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620592 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620750 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.620911 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.621093 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.621252 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.621410 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.621568 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.621727 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:28:25.621906 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.622069 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.622242 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.622407 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.622568 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.622729 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.622891 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.623052 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.623199 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.623365 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.623535 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.623697 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.623869 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.624031 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.624191 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.624355 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.624517 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.624679 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.624824 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.625009 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.625687 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.625862 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.626031 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.626192 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.626353 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.626512 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.626672 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.626846 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627006 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627181 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627343 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627505 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627667 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627828 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.627991 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.628158 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.628358 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.628502 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.628636 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.628779 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.628931 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.629114 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.629276 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.629437 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.629601 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.629762 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.629925 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.630087 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.630249 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.630411 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.630574 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.630737 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.630899 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.631061 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.631224 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.631387 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.631548 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.631718 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.631879 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.632039 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.632199 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.632361 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.632522 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.632682 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.632843 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.633024 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.633187 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.633347 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.633520 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.633682 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.633843 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634022 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634152 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634315 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634476 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634638 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634862 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.634996 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.635118 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.635259 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.635420 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.635581 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.635743 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636082 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636082 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636994 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636994 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636994 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636994 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636994 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.636994 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.637388 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.637388 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.637541 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.637622 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.637740 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.637900 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.638060 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.638403 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.638403 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.638633 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.638757 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.638887 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.639015 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.639137 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.639258 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.639400 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.639745 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.639745 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640010 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640010 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640276 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640412 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640547 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640698 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.640785 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.641463 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.641633 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.641805 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.641971 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.642137 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.642285 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.642452 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.642623 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.642784 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.642946 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.643108 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.643268 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.643429 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.643590 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.643751 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.643910 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.644070 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.644232 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.644427 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.644556 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.644720 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.645197 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.645375 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.645539 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.645701 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.645862 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646022 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646183 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646352 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646500 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646661 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646823 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.646983 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.647145 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.647331 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.647515 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.647647 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.647808 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.647970 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.648132 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.648294 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.648457 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.648619 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.648779 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.648957 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.649121 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.649282 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.649620 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.649620 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.649866 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.649950 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650027 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650190 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650352 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650514 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650674 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650834 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.650995 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.651156 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.651321 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.651482 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.651645 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.651807 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.651969 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.652130 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.652291 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.652456 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.652616 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.652778 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.652963 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.653126 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.653289 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.653439 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.653600 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.653761 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.653923 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.654084 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.654260 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.654421 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.654582 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.654744 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.654906 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.655067 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.655222 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.655380 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.655542 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.655704 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.655865 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.656030 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.656194 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.656362 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.656546 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.656710 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.656871 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.657054 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.657218 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.657393 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.657555 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.657716 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.657877 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.658039 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.658199 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.658372 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.658534 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.658695 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.658857 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659017 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659177 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659348 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659509 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659671 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659831 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.659991 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.660151 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.660321 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.660482 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.660644 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.660805 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.660983 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.661145 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.661315 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.661476 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.661637 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.661797 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.661957 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.662118 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.662288 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.662449 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.662612 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.662773 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.662935 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.663095 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.663265 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.663427 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.663589 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.663758 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.663918 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.664079 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.664240 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.664413 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.664576 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.664742 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.664902 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.665083 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.665245 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.665408 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.665574 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.665747 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.665917 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.666104 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.666277 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.666452 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.666621 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.666784 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.666952 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.667125 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.667286 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.667447 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.667607 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.667768 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.667930 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.668092 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.668252 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.668413 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.668574 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.668735 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.668898 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.669083 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.669245 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.669407 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.669569 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.669730 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.669890 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.670051 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.670213 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:28:25.670368 dv-neutron-821818-2-hyperv neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 17:28:25.712365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42086) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:28:25.721063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063384 Dec 16 17:28:37.380778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214226d-cfa4-4eda-a2dc-9847bf97b646 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:28:37.443056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214226d-cfa4-4eda-a2dc-9847bf97b646 None None] No non-hosted networks {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 17:28:37.460979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.agentschedulers_db [None req-6214226d-cfa4-4eda-a2dc-9847bf97b646 None None] DHCP Agent not found on host dv-neutron-821818-2-hyperv {{(pid=103244) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 17:28:37.597794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a704a7-263c-49cd-abb0-c89f3fe73664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580432'] for agent, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:39.604478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122da49-2641-4496-9845-8987ce6ad837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580432'] for agent, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:39.643149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2e0f4-0455-43da-8a46-c6aaea943de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:40.796110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580432'] for agent, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:42.036730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580432'] for agent, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:42.995850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580432'] for agent, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:42.996851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.997252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.997560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.997885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.998208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.998540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.998902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:42.999745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:43.000252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:43.000588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:43.000928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:43.001282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:43.001600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:43.002043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821818-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:28:43.017346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821818-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:28:43.596885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42178) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:28:44.094766 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING oslo_policy.policy [None req-6ed2e0ab-d7d3-41a5-8278-8eaf5135e2e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:44.095353 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING oslo_policy.policy [None req-6ed2e0ab-d7d3-41a5-8278-8eaf5135e2e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:44.321248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-6ed2e0ab-d7d3-41a5-8278-8eaf5135e2e4 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:28:44.322477 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6ed2e0ab-d7d3-41a5-8278-8eaf5135e2e4 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7234628 Dec 16 17:28:46.910093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:28:47.070532 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.db.l3_hamode_db [None req-2c8561b1-3cac-49e9-810b-f1653375b930 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 17:28:47.146575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8561b1-3cac-49e9-810b-f1653375b930 None None] Routers set() bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:28:47.146944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8561b1-3cac-49e9-810b-f1653375b930 None None] Router IDs set() for agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 17:28:47.221655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:28:47.317997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.policy [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 17:28:47.363872 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING oslo_policy.policy [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:47.364236 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING oslo_policy.policy [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:47.372581 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.quota [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] Loaded quota_driver: . Dec 16 17:28:47.461187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791335737939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791335737350', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791335740298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791335753873', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791335760307', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791335701824', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590339', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613635', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1580522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1784913'] for rbac-policy, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:47.524927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:47.526286 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8225bea3-13a3-4f39-8f44-298d03d31b6b admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151905 Dec 16 17:28:50.292463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42206) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:28:50.585083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:28:50.614301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Made reservation on behalf of a313dcb888f34e25a3c04e8be76a2de0 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:28:50.617244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.634112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.740337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.744187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.764703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:28:50.793035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791333946745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.793624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Unsubscribe: segment precommit_create {{(pid=103243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 17:28:50.794138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Added segment 9cf213da-8644-40c1-b3d2-b625f741f9ba of type vlan for network d385dcc5-c9b4-4783-a7db-721b199bb415 Dec 16 17:28:50.809689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ef411-101c-4bc0-93c9-2630b3e7d2c9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:28:50.861469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.861832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.862177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.862519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.862849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.863181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.863520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.863844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.864180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.864503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.864820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.865194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.865512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Tracked resource versions report: Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: pushed versions: Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: { 'AddressGroup': {'1.2'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Log': {'1.0'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Network': {'1.1'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Port': {'1.7'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'PortForwarding': {'1.2'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'QosPolicy': {'1.10'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroup': {'1.5'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SubPort': {'1.0'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Subnet': {'1.1'}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Trunk': {'1.1'}} Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: consumer versions: Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'ConntrackHelper': '1.0', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'LocalIPAssociation': '1.0', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Log': '1.0', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Network': '1.1', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Port': '1.7', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'PortForwarding': '1.2', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'QosPolicy': '1.10', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroup': '1.5', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroupRule': '1.2', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SubPort': '1.0', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Subnet': '1.1', Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Trunk': '1.1'}} Dec 16 17:28:50.866951 dv-neutron-821818-2-hyperv neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:28:50.918502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.957165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:50.958315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:28:50.959066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:51.034098 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7404726 Dec 16 17:28:51.057573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4e753-5f68-4db4-a32d-bbb4b2195d7e admin admin] Pushing event updated for resources: {'Network': ['ID=d385dcc5-c9b4-4783-a7db-721b199bb415,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:28:51.073610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d385dcc5-c9b4-4783-a7db-721b199bb415 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:28:53.871397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42220) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:28:54.348073 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING oslo_policy.policy [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:54.348629 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING oslo_policy.policy [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:54.788271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.policy [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103242) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 17:28:54.834312 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING oslo_policy.policy [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:54.834688 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING oslo_policy.policy [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:28:54.843231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:28:54.845090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-40e564bc-2e92-4017-90ef-56e35d89d782 admin admin] 10.222.0.66 "GET /v2.0/networks/d385dcc5-c9b4-4783-a7db-721b199bb415 HTTP/1.1" status: 200 len: 825 time: 0.9727237 Dec 16 17:28:54.883129 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bfd37a36-13a9-46ed-b551-04acc75ac0c9 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/775042a7-37e4-46b1-a248-9349c3f71dc5 HTTP/1.1" status: 200 len: 734 time: 0.0320358 Dec 16 17:28:54.892925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'name': 'private-subnet', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'ip_version': 4, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:28:54.894812 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.quota [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Loaded quota_driver: . Dec 16 17:28:54.933197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Made reservation on behalf of a313dcb888f34e25a3c04e8be76a2de0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:28:54.936544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:55.222619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:55.290740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Checking segment: {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:28:55.291110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Network hostable DHCP agents. Network: d385dcc5-c9b4-4783-a7db-721b199bb415, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:28:55.305333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:28:55.318883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.319322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.319582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.319910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.320712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.321063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.321402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.321726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.322059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.322383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.322697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.323014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.323323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Tracked resource versions report: Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: pushed versions: Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: { 'AddressGroup': {'1.2'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Log': {'1.0'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Network': {'1.1'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Port': {'1.7'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'PortForwarding': {'1.2'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'QosPolicy': {'1.10'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroup': {'1.5'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SubPort': {'1.0'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Subnet': {'1.1'}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Trunk': {'1.1'}} Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: consumer versions: Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'ConntrackHelper': '1.0', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'LocalIPAssociation': '1.0', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Log': '1.0', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Network': '1.1', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Port': '1.7', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'PortForwarding': '1.2', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'QosPolicy': '1.10', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroup': '1.5', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroupRule': '1.2', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SubPort': '1.0', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Subnet': '1.1', Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Trunk': '1.1'}} Dec 16 17:28:55.324643 dv-neutron-821818-2-hyperv neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:28:55.350071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Network d385dcc5-c9b4-4783-a7db-721b199bb415 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:28:55.366419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, d385dcc5-c9b4-4783-a7db-721b199bb415) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:28:55.371372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:28:55.372555 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:55.376916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d02a67-0a87-4cc9-b01f-a3e4f2052913 None None] Network d385dcc5-c9b4-4783-a7db-721b199bb415 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:28:55.394074 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-518a4979-2788-4b78-b5e3-5d7b0a08e9bb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5048149 Dec 16 17:28:55.644164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-d385dcc5-c9b4-4783-a7db-721b199bb415', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:28:55.645544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:55.951074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Allocated IP 172.20.0.2 (d385dcc5-c9b4-4783-a7db-721b199bb415/4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9/6ed4e488-8144-4941-901c-cf6b8fbb3f73) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:28:56.193136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:56.201061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:56.282294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Network d385dcc5-c9b4-4783-a7db-721b199bb415 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:28:56.289369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:28:56.291358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Pushing event updated for resources: {'Port': ['ID=6ed4e488-8144-4941-901c-cf6b8fbb3f73,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:28:56.299035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:28:56.302590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.302958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.303307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.303648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.303986 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.304316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.304664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.305017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.305363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.305710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.306039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.306362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.306687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Tracked resource versions report: Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: pushed versions: Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: { 'AddressGroup': {'1.2'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Log': {'1.0'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Network': {'1.1'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Port': {'1.7'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'PortForwarding': {'1.2'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'QosPolicy': {'1.10'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroup': {'1.5'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SubPort': {'1.0'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Subnet': {'1.1'}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Trunk': {'1.1'}} Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: consumer versions: Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'ConntrackHelper': '1.0', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'LocalIPAssociation': '1.0', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Log': '1.0', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Network': '1.1', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Port': '1.7', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'PortForwarding': '1.2', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'QosPolicy': '1.10', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroup': '1.5', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroupRule': '1.2', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SubPort': '1.0', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Subnet': '1.1', Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Trunk': '1.1'}} Dec 16 17:28:56.308073 dv-neutron-821818-2-hyperv neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:28:56.381338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Attempting to bind port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:28:56.381993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Attempting to bind port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:28:56.382139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Attempting to bind port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 on network d385dcc5-c9b4-4783-a7db-721b199bb415 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:28:56.387049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:28:56.387433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Checking segment: {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:28:56.387907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:56.388299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Bound using segment: {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:28:56.389380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Bound port: 6ed4e488-8144-4941-901c-cf6b8fbb3f73, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:28:56.389788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:56.453756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] For port 6ed4e488-8144-4941-901c-cf6b8fbb3f73, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:28:56.458028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] For port 6ed4e488-8144-4941-901c-cf6b8fbb3f73, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6ed4e488-8144-4941-901c-cf6b8fbb3f73,segment=NetworkSegment(9cf213da-8644-40c1-b3d2-b625f741f9ba),segment_id=9cf213da-8644-40c1-b3d2-b625f741f9ba)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:28:56.462613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:28:56.525685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4039b-6536-4180-8695-1aa027a9b585 None None] Pushing event updated for resources: {'Port': ['ID=6ed4e488-8144-4941-901c-cf6b8fbb3f73,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:28:58.008778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42240) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:28:58.323000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-2c7fb3c7-99f7-4035-b86b-07be2f8785b0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:28:58.324480 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2c7fb3c7-99f7-4035-b86b-07be2f8785b0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3148108 Dec 16 17:29:00.924564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42248) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:01.235562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-070d801b-f0ca-4931-a3db-f284de38787d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:29:01.236560 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-070d801b-f0ca-4931-a3db-f284de38787d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3109784 Dec 16 17:29:04.065726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42258) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:04.374016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] Request body: {'router': {'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:29:04.401671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:04.403231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:04.541918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:04.546583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:04.560517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:04.561818 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-471df3bc-5ee4-44c4-8672-6a89eb559890 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4950531 Dec 16 17:29:04.801721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6ed4e488-8144-4941-901c-cf6b8fbb3f73 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:29:04.891402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:04.891783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:05.006444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:05.045002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 6ed4e488-8144-4941-901c-cf6b8fbb3f73, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6ed4e488-8144-4941-901c-cf6b8fbb3f73,segment=NetworkSegment(9cf213da-8644-40c1-b3d2-b625f741f9ba),segment_id=9cf213da-8644-40c1-b3d2-b625f741f9ba)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:29:05.049582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:05.103769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=6ed4e488-8144-4941-901c-cf6b8fbb3f73,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:05.630333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90262baf-6b96-43a2-bbcf-8bf666a62eb2 None None] Network d385dcc5-c9b4-4783-a7db-721b199bb415 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:29:05.694989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ffe8125a-f3da-49eb-9727-6cccb541fdac None None] Provisioning complete for port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:05.695351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffe8125a-f3da-49eb-9727-6cccb541fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:06.037962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-efa4ec7c-bfd4-4eeb-bf8c-123b174b78b9 None None] Provisioning complete for port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:06.038597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efa4ec7c-bfd4-4eeb-bf8c-123b174b78b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:06.525308 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:29:06.778379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6ed4e488-8144-4941-901c-cf6b8fbb3f73 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:29:06.824519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:06.824887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:07.181677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42270) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:07.268959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83769f90-c261-4997-a893-05abef6fdc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:07.497178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-b072b573-d16a-4f3e-920f-b91a9b6b7bd9 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:29:07.498201 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b072b573-d16a-4f3e-920f-b91a9b6b7bd9 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155818 Dec 16 17:29:09.601062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-936a9037-a556-4089-a31e-ab3a7e2f6538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.072450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42278) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:10.377049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:29:10.398832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Made reservation on behalf of 65cf515011974d4193c222aab5c05ac2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:29:10.401100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.408987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.486979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.490452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.507014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Reserving flat network on physical network physnet1 {{(pid=103243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 17:29:10.522880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c1eb61-3d93-4a21-8bb3-ca50113cada4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:10.528147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.529169 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Added segment d28d2d2c-07a4-421b-8dba-315c6691b2ec of type flat for network 85c8b61d-0338-4433-9b7c-932830188e71 Dec 16 17:29:10.584356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.615306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.616221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:29:10.616806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:10.685027 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6114497 Dec 16 17:29:10.695449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e535dfe-f8a3-46ab-a352-bb0c71010715 admin admin] Pushing event updated for resources: {'Network': ['ID=85c8b61d-0338-4433-9b7c-932830188e71,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:10.705628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 85c8b61d-0338-4433-9b7c-932830188e71 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:29:10.837505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:11.980314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:13.001199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:13.261100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 42296) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:13.476590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310c2c4-9481-486b-9e28-ba33629bda44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:29:13.477989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2310c2c4-9481-486b-9e28-ba33629bda44 admin admin] 10.222.0.66 "GET /v2.0/subnets/4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9 HTTP/1.1" status: 200 len: 849 time: 0.2159896 Dec 16 17:29:13.594552 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ad731a84-a09e-499f-82b2-b5b5f1b40b13 admin admin] 10.222.0.66 "GET /v2.0/routers/64d7115c-777d-4744-abea-e571a0e1c6a5 HTTP/1.1" status: 200 len: 704 time: 0.1098993 Dec 16 17:29:13.857686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.151686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Allocated IP 172.20.0.1 (d385dcc5-c9b4-4783-a7db-721b199bb415/4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9/80ce7afe-2235-4b3b-b0f9-084febe2f8df) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:29:14.335953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.401409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.476531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Network d385dcc5-c9b4-4783-a7db-721b199bb415 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:29:14.484859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:29:14.490099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Pushing event updated for resources: {'Port': ['ID=80ce7afe-2235-4b3b-b0f9-084febe2f8df,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:14.502424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:29:14.502985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.719338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-23d4d463-87ff-4593-8bee-be0cbcbba7aa None None] Provisioning complete for port 80ce7afe-2235-4b3b-b0f9-084febe2f8df triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:14.719896 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23d4d463-87ff-4593-8bee-be0cbcbba7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.750293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.751833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-23d4d463-87ff-4593-8bee-be0cbcbba7aa None None] Port 80ce7afe-2235-4b3b-b0f9-084febe2f8df cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:29:14.955882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.961117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:14.961854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:15.036582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Pushing event updated for resources: {'Port': ['ID=80ce7afe-2235-4b3b-b0f9-084febe2f8df,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:15.085986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Network d385dcc5-c9b4-4783-a7db-721b199bb415 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:29:15.087256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:29:15.242685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Router 64d7115c-777d-4744-abea-e571a0e1c6a5 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:29:15.273134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3f0e42d4-62cc-4135-9317-fb137aa96524 None None] Provisioning complete for port 80ce7afe-2235-4b3b-b0f9-084febe2f8df triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:15.273505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f0e42d4-62cc-4135-9317-fb137aa96524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:15.307249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e42d4-62cc-4135-9317-fb137aa96524 None None] Port 80ce7afe-2235-4b3b-b0f9-084febe2f8df cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:29:15.331343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:29:15.336486 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bb10b8bb-1c57-4fde-bd58-d744226c4c14 admin admin] 10.222.0.66 "PUT /v2.0/routers/64d7115c-777d-4744-abea-e571a0e1c6a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7364199 Dec 16 17:29:15.341168 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Sync routers for ids ['64d7115c-777d-4744-abea-e571a0e1c6a5'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:29:15.353562 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Routers {'64d7115c-777d-4744-abea-e571a0e1c6a5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:29:15.354447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:29:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['64d7115c-777d-4744-abea-e571a0e1c6a5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:15.545772 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Set router 64d7115c-777d-4744-abea-e571a0e1c6a5 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:29:15.987818 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'name': 'router1', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:29:04Z', 'updated_at': '2021-12-16T17:29:14Z', 'revision_number': 2, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'gw_port_host': None, '_interfaces': [{'id': '80ce7afe-2235-4b3b-b0f9-084febe2f8df', 'name': '', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'mac_address': 'fa:16:3e:c5:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:13Z', 'updated_at': '2021-12-16T17:29:14Z', 'revision_number': 2, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'subnets': [{'id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:16.039085 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Checking router: 64d7115c-777d-4744-abea-e571a0e1c6a5 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:29:16.039464 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Updating router 64d7115c-777d-4744-abea-e571a0e1c6a5 port 80ce7afe-2235-4b3b-b0f9-084febe2f8df binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:29:16.087734 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.597032 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.603553 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.771913 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Attempting to bind port 80ce7afe-2235-4b3b-b0f9-084febe2f8df on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:29:16.772317 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Attempting to bind port 80ce7afe-2235-4b3b-b0f9-084febe2f8df by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:29:16.772788 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Attempting to bind port 80ce7afe-2235-4b3b-b0f9-084febe2f8df on network d385dcc5-c9b4-4783-a7db-721b199bb415 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:29:16.775850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Pushing event updated for resources: {'Port': ['ID=80ce7afe-2235-4b3b-b0f9-084febe2f8df,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:16.783296 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:29:16.783730 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Checking segment: {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:29:16.784191 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.784610 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Bound using segment: {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:29:16.785161 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Bound port: 80ce7afe-2235-4b3b-b0f9-084febe2f8df, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf213da-8644-40c1-b3d2-b625f741f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:29:16.785547 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.787952 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.788302 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.788636 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.789013 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.789310 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.789633 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.789957 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.790276 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.790606 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.790942 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.791259 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.791572 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.791883 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Tracked resource versions report: Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: pushed versions: Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: { 'AddressGroup': {'1.2'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Log': {'1.0'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Network': {'1.1'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Port': {'1.7'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'PortForwarding': {'1.2'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'QosPolicy': {'1.10'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroup': {'1.5'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SubPort': {'1.0'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Subnet': {'1.1'}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Trunk': {'1.1'}} Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: consumer versions: Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'ConntrackHelper': '1.0', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'LocalIPAssociation': '1.0', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Log': '1.0', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Network': '1.1', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Port': '1.7', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'PortForwarding': '1.2', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'QosPolicy': '1.10', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroup': '1.5', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroupRule': '1.2', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SubPort': '1.0', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Subnet': '1.1', Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Trunk': '1.1'}} Dec 16 17:29:16.793273 dv-neutron-821818-2-hyperv neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:29:16.835886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9b306d4a-4430-419a-8539-bf548faca34f None None] Provisioning complete for port 80ce7afe-2235-4b3b-b0f9-084febe2f8df triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:16.836850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b306d4a-4430-419a-8539-bf548faca34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.864303 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] For port 80ce7afe-2235-4b3b-b0f9-084febe2f8df, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:29:16.870869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b306d4a-4430-419a-8539-bf548faca34f None None] Port 80ce7afe-2235-4b3b-b0f9-084febe2f8df cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:29:16.884224 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] For port 80ce7afe-2235-4b3b-b0f9-084febe2f8df, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=80ce7afe-2235-4b3b-b0f9-084febe2f8df,segment=NetworkSegment(9cf213da-8644-40c1-b3d2-b625f741f9ba),segment_id=9cf213da-8644-40c1-b3d2-b625f741f9ba)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:29:16.889510 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:16.946180 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Routers {'64d7115c-777d-4744-abea-e571a0e1c6a5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:29:16.946790 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:29:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['64d7115c-777d-4744-abea-e571a0e1c6a5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:16.949380 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0718eb-46ff-4d71-97ed-7b9abcb3b1db None None] Pushing event updated for resources: {'Port': ['ID=80ce7afe-2235-4b3b-b0f9-084febe2f8df,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:17.034865 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] Set router 64d7115c-777d-4744-abea-e571a0e1c6a5 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:29:17.190597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e14177d3-1cc1-4328-a608-603390d191c3 None None] Provisioning complete for port 80ce7afe-2235-4b3b-b0f9-084febe2f8df triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:17.190937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e14177d3-1cc1-4328-a608-603390d191c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:17.242797 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'name': 'router1', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:29:04Z', 'updated_at': '2021-12-16T17:29:14Z', 'revision_number': 2, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'gw_port_host': None, '_interfaces': [{'id': '80ce7afe-2235-4b3b-b0f9-084febe2f8df', 'name': '', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'mac_address': 'fa:16:3e:c5:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:13Z', 'updated_at': '2021-12-16T17:29:16Z', 'revision_number': 4, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'subnets': [{'id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:17.268007 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342d804-c62a-4e9d-a228-e66018a82683 None None] The sync data for ids ['64d7115c-777d-4744-abea-e571a0e1c6a5'] in dv-neutron-821818-2-hyperv is: [{'id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'name': 'router1', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:29:04Z', 'updated_at': '2021-12-16T17:29:14Z', 'revision_number': 2, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'gw_port_host': None, '_interfaces': [{'id': '80ce7afe-2235-4b3b-b0f9-084febe2f8df', 'name': '', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'mac_address': 'fa:16:3e:c5:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:13Z', 'updated_at': '2021-12-16T17:29:16Z', 'revision_number': 4, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'subnets': [{'id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:29:17.272473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e14177d3-1cc1-4328-a608-603390d191c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:17.305593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e14177d3-1cc1-4328-a608-603390d191c3 None None] For port 80ce7afe-2235-4b3b-b0f9-084febe2f8df, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=80ce7afe-2235-4b3b-b0f9-084febe2f8df,segment=NetworkSegment(9cf213da-8644-40c1-b3d2-b625f741f9ba),segment_id=9cf213da-8644-40c1-b3d2-b625f741f9ba)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:29:17.311151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e14177d3-1cc1-4328-a608-603390d191c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:17.368252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14177d3-1cc1-4328-a608-603390d191c3 None None] Pushing event updated for resources: {'Port': ['ID=80ce7afe-2235-4b3b-b0f9-084febe2f8df,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:17.797456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42318) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:17.916968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4acbc1-c87d-43c2-995b-0c5bd96f3bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:29:17.918846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2d4acbc1-c87d-43c2-995b-0c5bd96f3bb9 admin admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 842 time: 0.1199419 Dec 16 17:29:17.928553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_dhcp': False, 'gateway_ip': '172.26.2.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:29:17.950393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Made reservation on behalf of 65cf515011974d4193c222aab5c05ac2 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:29:17.952891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:18.292061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:29:18.292523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:18.349623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:18.357033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:29:18.357394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Network hostable DHCP agents. Network: 85c8b61d-0338-4433-9b7c-932830188e71, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:29:18.373578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:29:18.383661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 85c8b61d-0338-4433-9b7c-932830188e71) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:29:18.389436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:29:18.390033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:18.396129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bb9da-052b-4c81-a640-ecf1f7a80a2c None None] Network 85c8b61d-0338-4433-9b7c-932830188e71 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:29:18.417119 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ccccbc98-6698-4030-8277-a23bd4e30abf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876344 Dec 16 17:29:18.511590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b4bb9-b20c-43d2-b62a-949e98852e79 None None] Network 85c8b61d-0338-4433-9b7c-932830188e71 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:29:20.894356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42326) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:21.126518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d84516a0-264a-42d4-acbf-4eb8d0134a19 admin admin] 10.222.0.66 "GET /v2.0/routers/64d7115c-777d-4744-abea-e571a0e1c6a5 HTTP/1.1" status: 200 len: 710 time: 0.2308724 Dec 16 17:29:21.215517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34139f-4771-4282-82c7-9fa7774d9934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:29:21.216866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fc34139f-4771-4282-82c7-9fa7774d9934 admin admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 886 time: 0.0847239 Dec 16 17:29:21.226027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:29:21.473165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:21.698254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:21.774453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:21.970762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Allocated IP 172.26.2.138 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:29:22.080346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:22.137671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:22.208922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:29:22.217842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:29:22.226533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:29:22.228294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:22.526662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:22.720823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:22.725890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:22.843260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Router 64d7115c-777d-4744-abea-e571a0e1c6a5 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:29:22.963019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:29:22.968071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:22.969311 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1a06414a-76e1-4456-babb-5b91d874b5e8 admin admin] 10.222.0.66 "PUT /v2.0/routers/64d7115c-777d-4744-abea-e571a0e1c6a5 HTTP/1.1" status: 200 len: 890 time: 1.7464492 Dec 16 17:29:24.404698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Sync routers for ids ['64d7115c-777d-4744-abea-e571a0e1c6a5'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:29:24.415488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Routers {'64d7115c-777d-4744-abea-e571a0e1c6a5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:29:24.416131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:29:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['64d7115c-777d-4744-abea-e571a0e1c6a5'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:24.623683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Set router 64d7115c-777d-4744-abea-e571a0e1c6a5 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:29:24.817753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 80ce7afe-2235-4b3b-b0f9-084febe2f8df up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:29:24.964990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 80ce7afe-2235-4b3b-b0f9-084febe2f8df triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:24.965272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.203808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'name': 'router1', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:29:04Z', 'updated_at': '2021-12-16T17:29:22Z', 'revision_number': 4, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'gw_port': {'id': 'bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:21Z', 'updated_at': '2021-12-16T17:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '80ce7afe-2235-4b3b-b0f9-084febe2f8df', 'name': '', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'mac_address': 'fa:16:3e:c5:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:13Z', 'updated_at': '2021-12-16T17:29:17Z', 'revision_number': 5, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'subnets': [{'id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:25.254792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Checking router: 64d7115c-777d-4744-abea-e571a0e1c6a5 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:29:25.255054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Updating router 64d7115c-777d-4744-abea-e571a0e1c6a5 port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:29:25.301351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.558920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42338) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:29:25.615948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.621089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.678547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-670b770c-1e56-4763-9f4a-eb7221552bf6 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113284 Dec 16 17:29:25.678769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Attempting to bind port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:29:25.678769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Attempting to bind port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:29:25.678769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Attempting to bind port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:29:25.678769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018d219-635b-45cc-ac53-025ce1e9d479 None None] Pushing event updated for resources: {'Port': ['ID=bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:25.681495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:29:25.681872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:29:25.682275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.682663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:29:25.683140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Bound port: bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:29:25.683663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.735769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] For port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:29:25.739192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] For port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:29:25.744363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:25.802773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Routers {'64d7115c-777d-4744-abea-e571a0e1c6a5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:29:25.803411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:29:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['64d7115c-777d-4744-abea-e571a0e1c6a5'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:25.841308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018d219-635b-45cc-ac53-025ce1e9d479 None None] Pushing event updated for resources: {'Port': ['ID=bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:25.918504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] Set router 64d7115c-777d-4744-abea-e571a0e1c6a5 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:29:26.130278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'name': 'router1', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:29:04Z', 'updated_at': '2021-12-16T17:29:22Z', 'revision_number': 4, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'gw_port': {'id': 'bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:21Z', 'updated_at': '2021-12-16T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '80ce7afe-2235-4b3b-b0f9-084febe2f8df', 'name': '', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'mac_address': 'fa:16:3e:c5:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:13Z', 'updated_at': '2021-12-16T17:29:17Z', 'revision_number': 5, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'subnets': [{'id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:29:26.156299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f70387-401f-4a34-b211-460d6aa07fe6 None None] The sync data for ids ['64d7115c-777d-4744-abea-e571a0e1c6a5'] in dv-neutron-821818-2-hyperv is: [{'id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'name': 'router1', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:29:04Z', 'updated_at': '2021-12-16T17:29:22Z', 'revision_number': 4, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'gw_port': {'id': 'bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:21Z', 'updated_at': '2021-12-16T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '80ce7afe-2235-4b3b-b0f9-084febe2f8df', 'name': '', 'network_id': 'd385dcc5-c9b4-4783-a7db-721b199bb415', 'tenant_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'mac_address': 'fa:16:3e:c5:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d7115c-777d-4744-abea-e571a0e1c6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:29:13Z', 'updated_at': '2021-12-16T17:29:17Z', 'revision_number': 5, 'project_id': 'a313dcb888f34e25a3c04e8be76a2de0', 'subnets': [{'id': '4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775042a7-37e4-46b1-a248-9349c3f71dc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:29:26.821947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:29:26.876522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:26.876896 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:26.954667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:26.974419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:29:26.979104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:27.032470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:29:28.818399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:29:28.871890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:29:28.872356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:37.270692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6be8735-a2af-4ba3-b623-a80aab5d4e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:39.603982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfeefa3a-1879-4345-944e-e18bdd4ad102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:40.762410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:41.989134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:43.006971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:29:43.524372 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:30:07.274364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3407ea50-ee68-4f54-8d5c-ac4b750a0e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:09.618731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41962e0b-9c49-482f-a9f6-692e479e0fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:10.750263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:11.989868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:13.001139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:20.524170 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:30:37.271089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a558b2a5-c431-4add-8b70-b6ab99d0cbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:39.610912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d132cc1d-1e3e-4372-88a1-ca89d73ffbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:40.753629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:41.985513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:43.005087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:51.997922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42854) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:30:52.064434 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19bbe27-2212-4572-80c8-0c29755c7315 admin admin] GET failed (client error): The resource could not be found. Dec 16 17:30:52.066987 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c19bbe27-2212-4572-80c8-0c29755c7315 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680702 Dec 16 17:30:52.304300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f5039-abd1-4f50-b3fb-bf8b81aa17ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:30:52.305820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0b7f5039-abd1-4f50-b3fb-bf8b81aa17ec admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2335215 Dec 16 17:30:54.709757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42864) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:30:54.803746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edee45b-3309-460c-9da9-adfe0a328c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:30:54.805133 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8edee45b-3309-460c-9da9-adfe0a328c87 admin admin] 10.222.0.66 "GET /v2.0/subnets/4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9 HTTP/1.1" status: 200 len: 849 time: 0.0943913 Dec 16 17:30:54.815216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:30:54.903373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Publish callbacks [] for subnet, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:55.039672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791334009052'] for subnet, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:55.075477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:30:55.076083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:55.089609 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] 10.222.0.66 "PUT /v2.0/subnets/4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9 HTTP/1.1" status: 200 len: 868 time: 0.2778714 Dec 16 17:30:55.091985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bead1c9-6ad9-4c1c-8dc9-12af749eaa8a None None] Network d385dcc5-c9b4-4783-a7db-721b199bb415 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:30:55.109348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:30:55.125938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.127058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.127894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.128697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.129879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.131573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.132595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.132733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.133340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.133784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.134552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.135043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.136077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb16bc-ff5d-4faf-bc2e-0c530ee47b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:30:55.435341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b842e0a2-e6c6-49c3-9c3b-e576ee6301ec None None] Provisioning complete for port 6ed4e488-8144-4941-901c-cf6b8fbb3f73 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:30:55.435738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b842e0a2-e6c6-49c3-9c3b-e576ee6301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:55.524771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b842e0a2-e6c6-49c3-9c3b-e576ee6301ec None None] Provisioning complete for port 80ce7afe-2235-4b3b-b0f9-084febe2f8df triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:30:55.525102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b842e0a2-e6c6-49c3-9c3b-e576ee6301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:30:57.465466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42872) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:30:57.522451 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:30:57.657950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076f235-51c7-4752-935a-e51b8da4bef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:30:57.658340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076f235-51c7-4752-935a-e51b8da4bef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:30:57.659884 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f076f235-51c7-4752-935a-e51b8da4bef3 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1933353 Dec 16 17:31:00.032489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42880) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:00.161794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48fdac-a360-48b9-beb6-6d02942a53f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:00.162299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48fdac-a360-48b9-beb6-6d02942a53f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:00.163936 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac48fdac-a360-48b9-beb6-6d02942a53f3 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304955 Dec 16 17:31:02.546023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42888) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:02.670496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c9426-8539-41fd-8b3b-fce449e222cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:02.671846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0f3c9426-8539-41fd-8b3b-fce449e222cb admin admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 886 time: 0.1248674 Dec 16 17:31:05.059577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42896) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:05.200608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed9fc3-be95-4466-8745-9940fb42d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:05.202004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-28ed9fc3-be95-4466-8745-9940fb42d9fc admin admin] 10.222.0.66 "GET /v2.0/networks/d385dcc5-c9b4-4783-a7db-721b199bb415 HTTP/1.1" status: 200 len: 869 time: 0.1414835 Dec 16 17:31:07.274666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1972682-73d5-405d-b38b-028d2991d0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:07.577500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42904) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:07.700430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708047fd-6eb9-4c8c-b414-1998a6c0dcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:07.700895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708047fd-6eb9-4c8c-b414-1998a6c0dcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:07.702449 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-708047fd-6eb9-4c8c-b414-1998a6c0dcd7 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240022 Dec 16 17:31:09.612904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35f391b2-0a4f-43f6-88bb-629707777d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:10.107102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42912) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:10.195626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df069e-22c9-4874-a28d-e696ec902108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:10.196077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df069e-22c9-4874-a28d-e696ec902108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:10.197572 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-30df069e-22c9-4874-a28d-e696ec902108 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895278 Dec 16 17:31:10.757080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:11.990944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:12.549814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42920) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:12.641779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71754ca1-ef0c-4524-bb60-212f7c31ed0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:12.643107 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-71754ca1-ef0c-4524-bb60-212f7c31ed0b admin admin] 10.222.0.66 "GET /v2.0/subnets/4ab557ef-e317-4ce2-a9d0-4ea985fcd6b9 HTTP/1.1" status: 200 len: 868 time: 0.0923271 Dec 16 17:31:13.007257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:15.009092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42928) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:15.092653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a419f63-e8f1-4d7e-86f9-69e6f21d7854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:15.093925 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a419f63-e8f1-4d7e-86f9-69e6f21d7854 admin admin] 10.222.0.66 "GET /v2.0/subnets/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702 HTTP/1.1" status: 200 len: 816 time: 0.0838816 Dec 16 17:31:34.521467 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:31:37.276459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60614835-02f1-4479-bf86-cbec0398c39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:39.614787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-745fb942-17b6-43be-832e-e3afe8493c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:40.099670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42982) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:40.147900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-8618ffcc-e067-45ca-aa1f-1ad17c21c27d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:31:40.148912 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8618ffcc-e067-45ca-aa1f-1ad17c21c27d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482929 Dec 16 17:31:40.759203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:41.993384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:42.608852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42990) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:42.668635 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a740e6a-f8fa-474e-9cb2-5d9d3ca0c8ae admin admin] GET failed (client error): The resource could not be found. Dec 16 17:31:42.669917 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7a740e6a-f8fa-474e-9cb2-5d9d3ca0c8ae admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601177 Dec 16 17:31:42.754868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9adfca-c097-4efe-9614-fbb3669977be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:42.756312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3c9adfca-c097-4efe-9614-fbb3669977be admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812185 Dec 16 17:31:43.009634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:45.115334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 42998) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:45.163722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:31:45.189929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Made reservation on behalf of 65cf515011974d4193c222aab5c05ac2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:31:45.192843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:45.237490 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.services.revisions.revision_plugin [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Could not find related network for resource to bump revision. Dec 16 17:31:45.253364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:31:45.264750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791333946745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:45.265307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Unsubscribe: segment precommit_create {{(pid=103242) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 17:31:45.265790 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Added segment 6f15936a-e2b9-4f11-a677-1a85db592980 of type vlan for network 3546854b-5037-43d4-a41a-f388e1c085b1 Dec 16 17:31:45.315446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:45.348708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:45.349695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:45.350302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:45.423040 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3066235 Dec 16 17:31:45.441471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aa1b7-a2e5-4cb3-938b-5b484ffc96f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3546854b-5037-43d4-a41a-f388e1c085b1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:31:45.453940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 3546854b-5037-43d4-a41a-f388e1c085b1 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:31:47.814800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43006) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:31:47.877182 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-466abd81-978e-4cb1-a65c-ce1232122998 admin admin] GET failed (client error): The resource could not be found. Dec 16 17:31:47.878465 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-466abd81-978e-4cb1-a65c-ce1232122998 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626957 Dec 16 17:31:47.946656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e582f3-8b6b-4cdc-ade8-bad8d659d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:47.948098 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a4e582f3-8b6b-4cdc-ade8-bad8d659d697 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650723 Dec 16 17:31:47.957889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:31:47.978830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Made reservation on behalf of 65cf515011974d4193c222aab5c05ac2 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:31:47.981301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.216658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.263533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce93bf2-7512-49d4-83b5-e0bb6d840a57,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:31:48.278118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Checking segment: {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:31:48.278477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Network hostable DHCP agents. Network: 3546854b-5037-43d4-a41a-f388e1c085b1, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:31:48.293425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Network 3546854b-5037-43d4-a41a-f388e1c085b1 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:31:48.301692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 3546854b-5037-43d4-a41a-f388e1c085b1) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:31:48.305735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:31:48.306337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.310418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc566ea-debd-4b5d-94e2-f9c1cb4dd167 None None] Network 3546854b-5037-43d4-a41a-f388e1c085b1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:31:48.321818 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-030cb7a0-63c5-45cd-ad74-3ec5dc01e7cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3671889 Dec 16 17:31:48.419685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-3546854b-5037-43d4-a41a-f388e1c085b1', 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1', 'project_id': '65cf515011974d4193c222aab5c05ac2', 'fixed_ips': [{'subnet_id': 'fce93bf2-7512-49d4-83b5-e0bb6d840a57'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:31:48.421161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.567302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Allocated IP 192.168.233.2 (3546854b-5037-43d4-a41a-f388e1c085b1/fce93bf2-7512-49d4-83b5-e0bb6d840a57/3422270f-8cdf-45ea-a89e-bbd21e9242fd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:31:48.714241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.720545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.861238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Network 3546854b-5037-43d4-a41a-f388e1c085b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:31:48.867013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:31:48.869546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:31:48.871601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Pushing event updated for resources: {'Port': ['ID=3422270f-8cdf-45ea-a89e-bbd21e9242fd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:31:48.879662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.880447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.880447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.880699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.881674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.881674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.881864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.882043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.882881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.882881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.883041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.883291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.883604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:31:48.937087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Attempting to bind port 3422270f-8cdf-45ea-a89e-bbd21e9242fd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:31:48.937460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Attempting to bind port 3422270f-8cdf-45ea-a89e-bbd21e9242fd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:31:48.937830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Attempting to bind port 3422270f-8cdf-45ea-a89e-bbd21e9242fd on network 3546854b-5037-43d4-a41a-f388e1c085b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:31:48.943718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:31:48.944092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Checking segment: {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:31:48.944486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:48.944876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Bound using segment: {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:31:48.945385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Bound port: 3422270f-8cdf-45ea-a89e-bbd21e9242fd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:31:48.945780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:49.006865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] For port 3422270f-8cdf-45ea-a89e-bbd21e9242fd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:31:49.010493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] For port 3422270f-8cdf-45ea-a89e-bbd21e9242fd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3422270f-8cdf-45ea-a89e-bbd21e9242fd,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:31:49.015730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:49.076135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89f796-815a-4ae9-8f85-7fab54eb6dc3 None None] Pushing event updated for resources: {'Port': ['ID=3422270f-8cdf-45ea-a89e-bbd21e9242fd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:31:49.930791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ceed0b-a1ce-4069-8c70-6c9cc418d5d5 None None] Network 3546854b-5037-43d4-a41a-f388e1c085b1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:31:50.042561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-420542d0-62e0-4665-84f3-45a0ad31943c None None] Provisioning complete for port 3422270f-8cdf-45ea-a89e-bbd21e9242fd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:31:50.042932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-420542d0-62e0-4665-84f3-45a0ad31943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:50.126369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-420542d0-62e0-4665-84f3-45a0ad31943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:50.160577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-420542d0-62e0-4665-84f3-45a0ad31943c None None] For port 3422270f-8cdf-45ea-a89e-bbd21e9242fd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3422270f-8cdf-45ea-a89e-bbd21e9242fd,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:31:50.165641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-420542d0-62e0-4665-84f3-45a0ad31943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:50.229239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420542d0-62e0-4665-84f3-45a0ad31943c None None] Pushing event updated for resources: {'Port': ['ID=3422270f-8cdf-45ea-a89e-bbd21e9242fd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:31:50.390507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a51aa3c8-3b52-4443-b13f-609ffd87ae37 None None] Provisioning complete for port 3422270f-8cdf-45ea-a89e-bbd21e9242fd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:31:50.390878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a51aa3c8-3b52-4443-b13f-609ffd87ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:31:50.930009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3422270f-8cdf-45ea-a89e-bbd21e9242fd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:31:50.977924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3422270f-8cdf-45ea-a89e-bbd21e9242fd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:31:50.978573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:07.278374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a15387b-4e67-405c-8517-f31d9dc383e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:09.616280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5f74-37c8-4178-867a-c45ef26c1739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:10.762254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:11.520984 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:32:11.996664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:13.012159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:37.281180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6b8fc09-57bf-4677-8317-1b5158aa928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:39.616196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5f33bd0-aeec-42bd-98ea-8264cdbfbe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:40.764719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:42.001698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:43.016749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:32:48.519602 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:33:02.429297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43050) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:33:02.435200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-ad21acd1-6835-44bc-badc-b8b2ebd5c69f tempest-verify_tempest_config-1842972952 tempest-verify_tempest_config-1842972952-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:33:02.436179 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ad21acd1-6835-44bc-badc-b8b2ebd5c69f tempest-verify_tempest_config-1842972952 tempest-verify_tempest_config-1842972952-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059083 Dec 16 17:33:02.723815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43068) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:33:02.832240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:02.935592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:02.939191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:02.982882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70334f06291f45bc97f594d4dfdd8e4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2580128 Dec 16 17:33:02.983608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf37a6-6632-4514-8aa5-ce34fbf3fb17,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:33:02.985675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43072) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:33:02.990160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.990533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.990885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.991220 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.991551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.991881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.992203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.992532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.992854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.993201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.993527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.993844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:02.994164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8cf47-5d40-4de1-a4fc-4ae228e346cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.040235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:03.062791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:03.152361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:03.154950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:03.159228 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06bf37a6-6632-4514-8aa5-ce34fbf3fb17 HTTP/1.1" status: 204 len: 168 time: 0.1724405 Dec 16 17:33:03.166708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf37a6-6632-4514-8aa5-ce34fbf3fb17,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:33:03.174526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.174993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.175339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.175668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.176063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.176398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.176726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.177077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.177449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.177716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.178035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.178351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:03.178804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9056f2-84ad-4ebb-9ce2-d68dbbe41065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:33:07.283025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a81dc80-9eef-403c-8b01-7088ab8bbdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:09.616955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b5b401-4436-4d50-85bb-30d1ed20c8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:10.767291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:12.002951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:13.019219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:25.517688 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:33:37.286442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9862-161e-4d0d-a402-f26eda1b1a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:39.618140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9354-ebc4-4044-b6b0-b3f671f1b55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:40.770447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:42.010816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:33:43.021354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:02.516641 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 5 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:34:07.290636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13b3fbf6-b32b-46c8-8c7c-370ca0ce262a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:09.620304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09803490-a3d6-4a72-a53f-be45c43d883a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:10.773286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:12.009448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:13.023476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:20.003901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580432'] for agent, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:34.558212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43144) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:34:34.660402 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-80b945c8-4c27-4175-a279-deb88b5cd8ae admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1011088 Dec 16 17:34:37.060129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43154) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:34:37.112683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bcc24f32-b70c-4920-a5e1-ed0e70d920a9 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0514467 Dec 16 17:34:37.293936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6af98596-8c5f-4fa1-ba66-51771315e391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:39.515483 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:34:39.621579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7b7f-5edb-4a52-bb33-6adb35c24103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:40.777004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:42.013494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:43.024797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:34:49.956359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:07.296351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97e7a63a-b0de-4f41-b253-d9cc5f7904b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:09.621768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cb8d62c-593e-4694-99db-29e448019b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:10.780583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:12.018783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:13.031188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:16.515450 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:35:19.953915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:37.301223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae0246e1-a77d-4a4d-b153-ca7ae619f628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:39.622879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d0fbba0-2166-45c4-8a2f-a2eb85522353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:40.781879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:42.019941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:43.025900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:49.959532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.053606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43292) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:50.300537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-65841572-network', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:50.327005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Made reservation on behalf of 6a2eaa15e3ac41589a1c6a73d60a18ff for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:50.329654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.339561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.418434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.422088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.449609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223302a8-ca7b-43aa-8517-187c48f61529,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:50.454045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:35:50.464793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.465189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.465862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.466159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.466539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.466835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.467193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.467496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.467855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.468150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.468479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.468806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.469156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Tracked resource versions report: Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: pushed versions: Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: { 'AddressGroup': {'1.2'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Log': {'1.0'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Network': {'1.1'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Port': {'1.7'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'PortForwarding': {'1.2'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'QosPolicy': {'1.10'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroup': {'1.5'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SubPort': {'1.0'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Subnet': {'1.1'}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Trunk': {'1.1'}} Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: consumer versions: Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: HyperV agent@hv-neutron-8218: {}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'ConntrackHelper': '1.0', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'LocalIPAssociation': '1.0', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Log': '1.0', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Network': '1.1', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Port': '1.7', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'PortForwarding': '1.2', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'QosPolicy': '1.10', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroup': '1.5', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SecurityGroupRule': '1.2', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'SubPort': '1.0', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Subnet': '1.1', Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: 'Trunk': '1.1'}} Dec 16 17:35:50.470262 dv-neutron-821818-2-hyperv neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:35:50.478330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.479699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Added segment 511bb472-977b-4d27-ae7c-9e180380a649 of type vlan for network d71d8c4c-852f-4fa2-98ec-545135f15add Dec 16 17:35:50.527873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.566902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.568121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:50.569509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.630441 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5751348 Dec 16 17:35:50.634025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43332) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:50.634536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174339a9-6895-4a4b-9975-31508f566fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=d71d8c4c-852f-4fa2-98ec-545135f15add,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:50.643254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Request body: {'subnet': {'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-65841572-subnet', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:50.644234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d71d8c4c-852f-4fa2-98ec-545135f15add details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:35:50.664567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43336) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:50.674941 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Made reservation on behalf of 6a2eaa15e3ac41589a1c6a73d60a18ff for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:50.677752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.873718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.926732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa550591-4abc-4dde-a1c9-1b945972aee5,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:50.942318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.942668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.942994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.943967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.944298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.944635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.945002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Tracked resource versions report: Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: pushed versions: Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: { 'AddressGroup': {'1.2'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Log': {'1.0'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Network': {'1.1'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Port': {'1.7'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'PortForwarding': {'1.2'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'QosPolicy': {'1.10'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroup': {'1.5'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SubPort': {'1.0'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Subnet': {'1.1'}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Trunk': {'1.1'}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: consumer versions: Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: HyperV agent@hv-neutron-8218: {}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'ConntrackHelper': '1.0', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'LocalIPAssociation': '1.0', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Log': '1.0', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Network': '1.1', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Port': '1.7', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'PortForwarding': '1.2', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'QosPolicy': '1.10', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroup': '1.5', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SecurityGroupRule': '1.2', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'SubPort': '1.0', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Subnet': '1.1', Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: 'Trunk': '1.1'}} Dec 16 17:35:50.948817 dv-neutron-821818-2-hyperv neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:35:50.955452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Checking segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:50.955987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Network hostable DHCP agents. Network: d71d8c4c-852f-4fa2-98ec-545135f15add, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:35:50.974084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Network d71d8c4c-852f-4fa2-98ec-545135f15add is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:35:50.983730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, d71d8c4c-852f-4fa2-98ec-545135f15add) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:50.988864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:50.990026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:50.994775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd188e4f-9ef0-4e07-acb8-32f61a704d0c None None] Network d71d8c4c-852f-4fa2-98ec-545135f15add requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:51.015030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43348) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.015270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-445d2732-ca4b-46f8-a15c-8d8be6502c01 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3789239 Dec 16 17:35:51.019878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:51.049372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.051081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.116895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.211913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-d71d8c4c-852f-4fa2-98ec-545135f15add', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:35:51.213252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.276733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.330408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43356) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.333920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-c2a4bcd8-c0aa-40a1-bac4-a968ccbe6726 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.337883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43360) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.338199 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c2a4bcd8-c0aa-40a1-bac4-a968ccbe6726 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6723495 Dec 16 17:35:51.342342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-253bf66a-8f5c-4e2e-87b1-b538e77cb873 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.344231 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-253bf66a-8f5c-4e2e-87b1-b538e77cb873 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054097 Dec 16 17:35:51.346669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43362) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.356886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-309662e7-615b-4411-963f-869a851b3314 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.364331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-309662e7-615b-4411-963f-869a851b3314 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0146494 Dec 16 17:35:51.366368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43364) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.373740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-d8364e0e-e9f6-4841-8ff1-347733099c7d tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.383881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43368) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.383881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43370) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.385316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8364e0e-e9f6-4841-8ff1-347733099c7d tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0171540 Dec 16 17:35:51.391927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-8d343b75-74d5-441c-9009-86232bf68d2a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.393209 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8d343b75-74d5-441c-9009-86232bf68d2a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055416 Dec 16 17:35:51.397124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43374) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.401510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-fbeba666-2325-4fe5-ac50-3b5f36fa8bb0 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.405654 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fbeba666-2325-4fe5-ac50-3b5f36fa8bb0 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074379 Dec 16 17:35:51.406597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Allocated IP 172.20.0.2 (d71d8c4c-852f-4fa2-98ec-545135f15add/aa550591-4abc-4dde-a1c9-1b945972aee5/09832d8f-867c-4b67-8b44-0ed1de99b4c8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:51.406859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43378) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.413619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-66978f3a-a188-4c99-b5df-cd759b812e23 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.417964 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-66978f3a-a188-4c99-b5df-cd759b812e23 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082581 Dec 16 17:35:51.419157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43380) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.423524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-e3b9d0b9-9463-4307-b695-43787f32a072 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.429761 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e3b9d0b9-9463-4307-b695-43787f32a072 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091531 Dec 16 17:35:51.430573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43382) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.435247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-4376a53d-2a9c-480f-8ab1-ff7a9c259ac7 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.440132 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4376a53d-2a9c-480f-8ab1-ff7a9c259ac7 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081420 Dec 16 17:35:51.450876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43386) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.455918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-3f6247c9-9b9b-434b-8660-b39baf912459 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.461084 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3f6247c9-9b9b-434b-8660-b39baf912459 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084631 Dec 16 17:35:51.461932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43390) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.466616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-218b66f0-7b08-464e-92a4-b2754c4321d2 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.467965 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-218b66f0-7b08-464e-92a4-b2754c4321d2 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048347 Dec 16 17:35:51.473859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43392) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.480012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-21139c23-be8b-4d6a-9258-e5b1b7fdab56 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.481280 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-21139c23-be8b-4d6a-9258-e5b1b7fdab56 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056593 Dec 16 17:35:51.484890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43394) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.494301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-27bfc26a-17db-43ff-bacf-200d4397b2f5 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.495710 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-27bfc26a-17db-43ff-bacf-200d4397b2f5 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0094955 Dec 16 17:35:51.498817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43396) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.511403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-3c9417e4-0cfc-48ac-9cf1-469d20346e53 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.517011 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3c9417e4-0cfc-48ac-9cf1-469d20346e53 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111198 Dec 16 17:35:51.518609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43398) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.525308 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-a263c0d4-f8a0-4176-b0b4-3bbd791c5417 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.526983 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a263c0d4-f8a0-4176-b0b4-3bbd791c5417 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072074 Dec 16 17:35:51.529090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43400) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.534518 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-c8bf93eb-d52f-408e-97ae-7bafe343803a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.536451 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c8bf93eb-d52f-408e-97ae-7bafe343803a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062585 Dec 16 17:35:51.539824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43402) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.544716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-d9d617fa-4496-4c15-82bb-44b16461b854 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.546032 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d9d617fa-4496-4c15-82bb-44b16461b854 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051813 Dec 16 17:35:51.548424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43404) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.554205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-a11c17bb-3e6a-4b0d-9bd8-cf3322bc3f61 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.555633 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a11c17bb-3e6a-4b0d-9bd8-cf3322bc3f61 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060654 Dec 16 17:35:51.558071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43406) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.562968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-db86e703-82a5-4865-b77c-f8fde8332a48 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.567363 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-db86e703-82a5-4865-b77c-f8fde8332a48 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074980 Dec 16 17:35:51.569872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43408) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.574878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-789884f5-8669-4c6c-b87a-14c5a7d7070b tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.581868 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-789884f5-8669-4c6c-b87a-14c5a7d7070b tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0090389 Dec 16 17:35:51.583596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43412) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.589887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-0168f749-37bf-451a-a630-62cd519d9470 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.591022 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0168f749-37bf-451a-a630-62cd519d9470 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058451 Dec 16 17:35:51.593534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43414) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.597727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-55e7cdb6-027f-4c61-ba18-f4b39fc98518 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.598704 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-55e7cdb6-027f-4c61-ba18-f4b39fc98518 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041914 Dec 16 17:35:51.601904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43416) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.606033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-463747b6-95dc-4017-b4f1-300e39330380 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.606953 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-463747b6-95dc-4017-b4f1-300e39330380 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041175 Dec 16 17:35:51.613271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43418) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.617948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-880762b8-20be-4bba-ace4-54c32a6a01c0 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.618899 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-880762b8-20be-4bba-ace4-54c32a6a01c0 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046947 Dec 16 17:35:51.621781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43420) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.626177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-2e3c88fd-2a39-406f-b5be-28f4ea0b77b7 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.628432 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2e3c88fd-2a39-406f-b5be-28f4ea0b77b7 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055411 Dec 16 17:35:51.631093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43422) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.637537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-fc2f6ba2-3bd9-4d3f-a38b-be910b07edaf tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.641039 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fc2f6ba2-3bd9-4d3f-a38b-be910b07edaf tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041862 Dec 16 17:35:51.649970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1743415051-network', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:51.652142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43424) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.660479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-24f27048-676c-4a9a-ad59-ef123af9aaee tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.660598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.664717 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-24f27048-676c-4a9a-ad59-ef123af9aaee tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0115595 Dec 16 17:35:51.665312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43428) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.672482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.673404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-938e633f-bb3f-4211-9318-bfda922b3de3 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.676909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-938e633f-bb3f-4211-9318-bfda922b3de3 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0071537 Dec 16 17:35:51.677545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43430) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.680667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.690535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-2288ec0d-35c2-4dcb-9393-6adbbb33f96a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.699552 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2288ec0d-35c2-4dcb-9393-6adbbb33f96a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0184848 Dec 16 17:35:51.702207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.702845 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43432) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.710807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-f21112a9-845d-4873-b93c-33470dc0786a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.719653 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f21112a9-845d-4873-b93c-33470dc0786a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0143945 Dec 16 17:35:51.723788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43434) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.729648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-b4d37019-57f4-4e79-9cfc-deba596b0640 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.735570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Pushing event updated for resources: {'Port': ['ID=09832d8f-867c-4b67-8b44-0ed1de99b4c8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:51.740838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b4d37019-57f4-4e79-9cfc-deba596b0640 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143521 Dec 16 17:35:51.744207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43436) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.746054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.746459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.747057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.747587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.747936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.749376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.749642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.750189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.750792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.751775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.752345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.752710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.753737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:51.754285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-8b27198d-23c8-4096-b640-5bffb1799da9 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Tracked resource versions report: Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: pushed versions: Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: { 'AddressGroup': {'1.2'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Log': {'1.0'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Network': {'1.1'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Port': {'1.7'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'PortForwarding': {'1.2'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'QosPolicy': {'1.10'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroup': {'1.5'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SubPort': {'1.0'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Subnet': {'1.1'}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Trunk': {'1.1'}} Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: consumer versions: Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: HyperV agent@hv-neutron-8218: {}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'ConntrackHelper': '1.0', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'LocalIPAssociation': '1.0', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Log': '1.0', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Network': '1.1', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Port': '1.7', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'PortForwarding': '1.2', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'QosPolicy': '1.10', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroup': '1.5', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SecurityGroupRule': '1.2', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'SubPort': '1.0', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Subnet': '1.1', Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: 'Trunk': '1.1'}} Dec 16 17:35:51.755009 dv-neutron-821818-2-hyperv neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:35:51.762502 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8b27198d-23c8-4096-b640-5bffb1799da9 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0158179 Dec 16 17:35:51.763681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43438) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.769409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-72a5db56-9847-41ac-a075-def4afdacbb8 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.769574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Network d71d8c4c-852f-4fa2-98ec-545135f15add is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:51.773548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:51.774184 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-72a5db56-9847-41ac-a075-def4afdacbb8 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093668 Dec 16 17:35:51.774302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:51.775427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Made reservation on behalf of 448c5450cbb242cc93e6b2ae2cdf2c76 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:51.778229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.778556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43440) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.786945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-ae1f194d-8022-4077-a683-21e132c69575 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.791634 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ae1f194d-8022-4077-a683-21e132c69575 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0098908 Dec 16 17:35:51.791889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.795229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43444) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.801486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-f1d0796b-47be-4546-9ebe-4a5922f599dd tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.805349 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f1d0796b-47be-4546-9ebe-4a5922f599dd tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076797 Dec 16 17:35:51.811583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43446) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.816272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-eb12a0c0-032d-4033-9026-7a7b02057082 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.820367 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eb12a0c0-032d-4033-9026-7a7b02057082 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0075359 Dec 16 17:35:51.872288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Allocated IP 172.26.2.16 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/f896798d-5687-44b7-8407-c228426208ff) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:51.908749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.910102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43448) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.913337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Attempting to bind port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:35:51.914570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Attempting to bind port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:35:51.915561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Attempting to bind port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 on network d71d8c4c-852f-4fa2-98ec-545135f15add {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:35:51.917035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-c06c397d-cf39-45a3-8bfc-c5db91b1ef04 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.920900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c06c397d-cf39-45a3-8bfc-c5db91b1ef04 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095530 Dec 16 17:35:51.922209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43452) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.927705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:35:51.928117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Checking segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:51.930513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.930928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Bound using segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:35:51.931951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-56234195-93e6-4122-bd9d-afdde7d1a7ba tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.932777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Bound port: 09832d8f-867c-4b67-8b44-0ed1de99b4c8, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:35:51.935763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.936519 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-56234195-93e6-4122-bd9d-afdde7d1a7ba tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0129125 Dec 16 17:35:51.937784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.940817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43454) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.950261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-06f9a14d-f0cf-40d2-adea-62dc1b131ce4 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.951306 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-06f9a14d-f0cf-40d2-adea-62dc1b131ce4 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0063975 Dec 16 17:35:51.960533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43456) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.965696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-6971edbd-2dab-43ce-9b1a-246b9a641726 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.969893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6971edbd-2dab-43ce-9b1a-246b9a641726 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077684 Dec 16 17:35:51.977386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43460) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:51.981905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-3e507ce4-eeaf-4918-ab9e-323750010d77 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:51.985934 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3e507ce4-eeaf-4918-ab9e-323750010d77 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072570 Dec 16 17:35:51.986956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:35:51.993031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:51.995877 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43464) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.001370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-4e2658ba-b604-4a48-ab8a-ba57fee1894a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.005218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4e2658ba-b604-4a48-ab8a-ba57fee1894a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081573 Dec 16 17:35:52.011069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.015766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-472969b8-ae41-4140-bb78-b29c77d20040 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.019613 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-472969b8-ae41-4140-bb78-b29c77d20040 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073848 Dec 16 17:35:52.022185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43468) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.024313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b1ccf3-90a5-4769-b276-ac1d43375532,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:52.031281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-9f524eb6-f14e-4bd2-b553-70838841f5b1 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.035988 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9f524eb6-f14e-4bd2-b553-70838841f5b1 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0125501 Dec 16 17:35:52.037417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43470) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.038930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.039369 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Added segment c436ba32-c4f3-4bbd-a532-693337f88ca4 of type vlan for network bd4822ee-7cc7-49b6-acd6-47257ef078d9 Dec 16 17:35:52.044453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-893747933-network', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:52.046983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-435587aa-9be4-44a1-8dc2-4cad0cdebf7d tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.051733 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-435587aa-9be4-44a1-8dc2-4cad0cdebf7d tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091398 Dec 16 17:35:52.055118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.056927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43472) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.059959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] For port 09832d8f-867c-4b67-8b44-0ed1de99b4c8, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:35:52.063257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] For port 09832d8f-867c-4b67-8b44-0ed1de99b4c8, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=09832d8f-867c-4b67-8b44-0ed1de99b4c8,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:35:52.069943 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.077524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-d8f6708d-8caa-45f2-82ea-3c85e90f7c32 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.080855 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d8f6708d-8caa-45f2-82ea-3c85e90f7c32 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0127578 Dec 16 17:35:52.083213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43476) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.101688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.108676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-995ccc18-cb31-45c6-bc79-0a5024ef2f2c tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.112049 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-995ccc18-cb31-45c6-bc79-0a5024ef2f2c tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0106118 Dec 16 17:35:52.113523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43478) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.121280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-41f189f5-5a57-4ec5-8ec6-cc44832ea797 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.125222 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-41f189f5-5a57-4ec5-8ec6-cc44832ea797 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0104542 Dec 16 17:35:52.126457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43480) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.127306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:52.138927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-03f59d83-1413-4b6e-af55-1efa2a6306b5 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.142381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:52.143118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-03f59d83-1413-4b6e-af55-1efa2a6306b5 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0078428 Dec 16 17:35:52.145801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43484) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.149593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:52.151438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a8e17-5cb7-40e5-ba37-80539d3abbee None None] Pushing event updated for resources: {'Port': ['ID=09832d8f-867c-4b67-8b44-0ed1de99b4c8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:52.154843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-a9c93371-0859-421e-8c73-99110fc26e6e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.158872 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a9c93371-0859-421e-8c73-99110fc26e6e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0110593 Dec 16 17:35:52.161120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43488) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.166741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-fcafa9b8-4ca5-41d5-a648-a78ff2653f0a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.172096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fcafa9b8-4ca5-41d5-a648-a78ff2653f0a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0098953 Dec 16 17:35:52.173354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43490) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.177865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-641886a2-7d5b-4dd7-804b-b494f5dc0502 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.181676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-641886a2-7d5b-4dd7-804b-b494f5dc0502 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072086 Dec 16 17:35:52.182673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.183849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:52.184645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.187077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43492) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.212667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-356b1728-bae6-4d6f-8e28-7863b121af03 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.220346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-356b1728-bae6-4d6f-8e28-7863b121af03 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0282640 Dec 16 17:35:52.222185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43494) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.252093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Made reservation on behalf of 5a1c542b7785416a9be21fcbfa26f562 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:52.252285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-330d3870-f82b-46ec-a839-1b3c3e54c7bc tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.256375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.257827 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-330d3870-f82b-46ec-a839-1b3c3e54c7bc tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0111933 Dec 16 17:35:52.259136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43496) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.295098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.295676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-ea720de1-57f4-420c-9901-186ca857026b tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.296837 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ea720de1-57f4-420c-9901-186ca857026b tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048025 Dec 16 17:35:52.306789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43500) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.306789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Pushing event updated for resources: {'Port': ['ID=f896798d-5687-44b7-8407-c228426208ff,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:52.308556 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9768887 Dec 16 17:35:52.310876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43502) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.314701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [None req-3ff722fd-f11f-4d62-b7df-a01409121433 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.315966 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3ff722fd-f11f-4d62-b7df-a01409121433 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058215 Dec 16 17:35:52.324027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43504) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.329248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Request body: {'subnet': {'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1743415051-subnet', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:52.334997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-d2368f03-c14a-4979-b5d8-c7a9838d2ea5 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.335810 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d2368f03-c14a-4979-b5d8-c7a9838d2ea5 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103223 Dec 16 17:35:52.338598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43508) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.343648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-29e3abdf-a962-4af2-9300-e9e0394b2462 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.346900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-29e3abdf-a962-4af2-9300-e9e0394b2462 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048575 Dec 16 17:35:52.347557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43510) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.358314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-c43ac311-d047-4251-92b1-094b58a41750 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.360189 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c43ac311-d047-4251-92b1-094b58a41750 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0110638 Dec 16 17:35:52.362199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d272e73-48a3-4be6-80ae-488f02433d9d admin admin] Pushing event updated for resources: {'Network': ['ID=bd4822ee-7cc7-49b6-acd6-47257ef078d9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:52.363820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43514) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.371425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-04679baf-d114-4935-b44a-e972e61ba249 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.373200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:35:52.382603 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-04679baf-d114-4935-b44a-e972e61ba249 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0177283 Dec 16 17:35:52.385332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43516) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.387844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Made reservation on behalf of 448c5450cbb242cc93e6b2ae2cdf2c76 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:52.394727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Publish callbacks [] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.401293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-def06c0c-30b9-4b0f-96ca-08ba06ac502f tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.402304 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-def06c0c-30b9-4b0f-96ca-08ba06ac502f tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0160654 Dec 16 17:35:52.404980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43520) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.413328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-c6f8bcad-1db5-477f-ac82-6b616e61a006 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.425598 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c6f8bcad-1db5-477f-ac82-6b616e61a006 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083876 Dec 16 17:35:52.426999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43522) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.450356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-ba068130-71ff-40e5-aa8b-12a605cf9b7e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.456748 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ba068130-71ff-40e5-aa8b-12a605cf9b7e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0281518 Dec 16 17:35:52.457404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43524) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.466874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-413f8054-3721-4eec-a9e2-fa13a0d0db30 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.467874 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-413f8054-3721-4eec-a9e2-fa13a0d0db30 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093772 Dec 16 17:35:52.471507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43526) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.484759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-083137e8-ca15-42fe-b8be-c0c5b1e7b9e6 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.485760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-083137e8-ca15-42fe-b8be-c0c5b1e7b9e6 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0133579 Dec 16 17:35:52.493092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43528) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.508745 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-7f08dc04-501b-4c77-a172-7bed9e30606e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.516519 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7f08dc04-501b-4c77-a172-7bed9e30606e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0221956 Dec 16 17:35:52.519546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43532) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.535312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-f130d939-6b51-4251-8589-88cf1457317f tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.541550 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f130d939-6b51-4251-8589-88cf1457317f tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0164535 Dec 16 17:35:52.547869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43536) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.557704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-e2f0f812-46f5-4a8e-8959-bdb5163ada9e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.559305 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e2f0f812-46f5-4a8e-8959-bdb5163ada9e tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089519 Dec 16 17:35:52.562541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43538) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.572173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-6105196d-1e1f-4b4a-bc7c-56c82cd237a2 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.575518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6105196d-1e1f-4b4a-bc7c-56c82cd237a2 tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096281 Dec 16 17:35:52.575778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43540) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.581120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-94152d9e-94b7-41d9-90e3-d603ce44318a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.584496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-94152d9e-94b7-41d9-90e3-d603ce44318a tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052187 Dec 16 17:35:52.584706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43542) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.590837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [None req-1e260147-5f58-47be-88ef-4ebb76538c5f tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:35:52.594524 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1e260147-5f58-47be-88ef-4ebb76538c5f tempest-ExtensionsTestJSON-311581531 tempest-ExtensionsTestJSON-311581531-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055203 Dec 16 17:35:52.769954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.783229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.795630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43552) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.861464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:35:52.876977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.920706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43560) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:52.941213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:52.941552 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Added segment 25279813-8a16-4896-b6f1-9017f509a4a2 of type vlan for network c9a8b5f5-a664-49fa-8be5-367d84810f53 Dec 16 17:35:52.951306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f06aa-d137-4796-b60a-c4f85733aab6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:52.954040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.094607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.123040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb9bbc7-39b1-42bf-b1be-307466eb6703,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:53.126720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 09832d8f-867c-4b67-8b44-0ed1de99b4c8 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:53.191708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:53.192682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.231986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.232923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:53.239850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.256414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Checking segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:53.257083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Network hostable DHCP agents. Network: bd4822ee-7cc7-49b6-acd6-47257ef078d9, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:35:53.306531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.327115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:53.344696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-162810598', 'router:external': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:53.361183 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9746723 Dec 16 17:35:53.373464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43570) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:53.383151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Request body: {'subnet': {'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-893747933-subnet', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:53.387285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 09832d8f-867c-4b67-8b44-0ed1de99b4c8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=09832d8f-867c-4b67-8b44-0ed1de99b4c8,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:35:53.393390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.412270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d996b37-c0c6-43c8-a92a-12911744c217 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a8b5f5-a664-49fa-8be5-367d84810f53,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:53.419186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Made reservation on behalf of 594b99b873c741d19c7cc339efb40729 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:53.426955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:35:53.429052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.432144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:35:53.447022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.472099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43572) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:53.474933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.484160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.492737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, bd4822ee-7cc7-49b6-acd6-47257ef078d9) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:53.510585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:53.511178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.517432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:35:53.557898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38434a5c-8a07-4b68-a1e9-c26d0df0daa2 None None] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:53.566639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Made reservation on behalf of 5a1c542b7785416a9be21fcbfa26f562 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:53.571933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.638649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.654709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43580) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:53.664256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.701290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731105d7-70d5-4200-860c-7bc23a5e8782,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:53.733986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:35:53.741816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51edf0d0-7836-4220-b472-43b8a7270908 None None] Network d71d8c4c-852f-4fa2-98ec-545135f15add requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:53.744196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.767165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=09832d8f-867c-4b67-8b44-0ed1de99b4c8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:53.791520 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9f914f36-fc40-4c22-9987-bf09edf936af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4649417 Dec 16 17:35:53.803217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43588) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:53.809753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:53.811547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:35:53.813778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.832166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bce2ce69-d9be-45f3-a5e8-42bc777147e9 None None] Provisioning complete for port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:53.832529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bce2ce69-d9be-45f3-a5e8-42bc777147e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.929576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.937105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Added segment cef192c8-993f-4bd1-961c-a1a5a95ec68d of type vlan for network c462a942-9dba-4ddd-96ba-9e9691b71b59 Dec 16 17:35:53.940403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32bc9e3a-4b4d-4671-abe9-ff8be645d7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:53.964437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2034552735'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:54.003081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Allocated IP 172.26.2.163 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/78ab35f6-8c6c-42f4-8e1e-78032706e86e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:54.033237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.033778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.034886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.086145 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Made reservation on behalf of f1a5bf5ec9644c4db1e097ec3db34ce8 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:54.089851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.115354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.155800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.157064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:54.157811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.184855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Allocated IP 172.20.0.2 (bd4822ee-7cc7-49b6-acd6-47257ef078d9/beb9bbc7-39b1-42bf-b1be-307466eb6703/f4e99863-86ab-42a5-a94b-6f8e37aded54) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:54.186308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.281374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Network': ['ID=c462a942-9dba-4ddd-96ba-9e9691b71b59,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:54.296601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c462a942-9dba-4ddd-96ba-9e9691b71b59 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:35:54.310265 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f428a895-433c-4d53-914f-f2e14aa00e87 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3881166 Dec 16 17:35:54.317479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.319094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43602) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:54.322829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:35:54.327110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'subnet': {'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:54.388045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Made reservation on behalf of 594b99b873c741d19c7cc339efb40729 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:54.392965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.425443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32bc9e3a-4b4d-4671-abe9-ff8be645d7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.464511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43604) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:54.494520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.503455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32bc9e3a-4b4d-4671-abe9-ff8be645d7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.503723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.530298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.546387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.549360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc9e3a-4b4d-4671-abe9-ff8be645d7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290d375-30de-4f32-a447-a000e8c5db9b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:54.576596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.579902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Pushing event updated for resources: {'Port': ['ID=f4e99863-86ab-42a5-a94b-6f8e37aded54,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:54.600862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.608101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.635152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:54.636295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2fa05489-c2f1-4e48-b2ce-59da7cb3e934 None None] Provisioning complete for port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:54.636664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fa05489-c2f1-4e48-b2ce-59da7cb3e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.640677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:54.652915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:35:54.675548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:54.694004 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-32bc9e3a-4b4d-4671-abe9-ff8be645d7e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5692f3204b0142299d2230616bb14145&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2203910 Dec 16 17:35:54.700168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:54.705999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:54.719647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807490f2-3177-40c1-a35a-6a5a742ad775,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:54.730095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Checking segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:54.730938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Network hostable DHCP agents. Network: c9a8b5f5-a664-49fa-8be5-367d84810f53, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:35:54.737299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.737679 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Added segment faf77811-e8c8-441d-8073-b59f767a999d of type vlan for network 119c2d30-ca98-429f-ad7e-7a379aff45f7 Dec 16 17:35:54.752973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:54.753783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Attempting to bind port f4e99863-86ab-42a5-a94b-6f8e37aded54 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:35:54.753783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Attempting to bind port f4e99863-86ab-42a5-a94b-6f8e37aded54 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:35:54.754081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Attempting to bind port f4e99863-86ab-42a5-a94b-6f8e37aded54 on network bd4822ee-7cc7-49b6-acd6-47257ef078d9 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:35:54.756796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Pushing event updated for resources: {'Port': ['ID=78ab35f6-8c6c-42f4-8e1e-78032706e86e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:54.781283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6f060f-e818-4187-93c4-4ec9f5e46539,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:54.783241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:35:54.783625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Checking segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:54.784038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.784426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Bound using segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:35:54.784909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Bound port: f4e99863-86ab-42a5-a94b-6f8e37aded54, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:35:54.785343 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.808380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:35:54.819450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:35:54.821912 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Sync routers for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:35:54.836845 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:35:54.837510 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:35:54.844089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c9a8b5f5-a664-49fa-8be5-367d84810f53) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:54.851284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.855700 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3c840070-1673-4b2b-9803-33f1ba8a4918 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.8390379 Dec 16 17:35:54.857432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:54.858728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:54.859312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.880000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:54.904104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:54.909015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:54.924614 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-912126a6-e23a-4c9f-bb2a-e9dec57908d6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5452421 Dec 16 17:35:54.929973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43620) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:54.935571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:54.966936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178eaa5d-ba0f-42bd-93c8-abe4d5be85d7 None None] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:55.023242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.030055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:55.030679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.076735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] For port f4e99863-86ab-42a5-a94b-6f8e37aded54, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:35:55.089883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] For port f4e99863-86ab-42a5-a94b-6f8e37aded54, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f4e99863-86ab-42a5-a94b-6f8e37aded54,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:35:55.099566 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:35:55.118762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.128285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 09832d8f-867c-4b67-8b44-0ed1de99b4c8 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:55.134756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.135768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.214335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.239616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:55.240223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.264197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.270431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.311292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c9a8b5f5-a664-49fa-8be5-367d84810f53', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:35:55.311641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.313862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.400594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event updated for resources: {'Network': ['ID=119c2d30-ca98-429f-ad7e-7a379aff45f7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:55.408121 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4317f8a2-fb21-438d-9c2f-ee4083ec5755 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7481680 Dec 16 17:35:55.430950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43622) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:55.436585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Request body: {'subnet': {'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:55.476552 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:52Z', 'revision_number': 3, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:35:55.509225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.515030 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Checking router: e7df2c58-fad9-4930-bd79-972b3d6ea8b3 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:35:55.516001 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Updating router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 port f896798d-5687-44b7-8407-c228426208ff binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:35:55.532429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Allocated IP 172.20.0.2 (c9a8b5f5-a664-49fa-8be5-367d84810f53/1b6f060f-e818-4187-93c4-4ec9f5e46539/8f90e645-8bea-4319-bf7d-da7b4a8ab571) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:55.546338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.550310 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.670597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29220fed-a1ae-4f9b-accc-31dbbe4c36bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.719459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29220fed-a1ae-4f9b-accc-31dbbe4c36bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.864561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:35:55.873183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681c3c-f540-4043-8a64-6278bcedc48a None None] Pushing event updated for resources: {'Port': ['ID=f4e99863-86ab-42a5-a94b-6f8e37aded54,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:55.954518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:55.984727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.003413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.011522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Allocated IP 172.26.2.127 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/7c5a84a5-a3bb-4b01-a952-5671dcc92403) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:56.024448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29220fed-a1ae-4f9b-accc-31dbbe4c36bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.027601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29220fed-a1ae-4f9b-accc-31dbbe4c36bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.031065 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-29220fed-a1ae-4f9b-accc-31dbbe4c36bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9290d375-30de-4f32-a447-a000e8c5db9b HTTP/1.1" status: 204 len: 168 time: 1.3146214 Dec 16 17:35:56.074242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:56.080620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:56.082428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29220fed-a1ae-4f9b-accc-31dbbe4c36bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290d375-30de-4f32-a447-a000e8c5db9b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:56.094324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:35:56.094780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.101701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.103254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Pushing event updated for resources: {'Port': ['ID=8f90e645-8bea-4319-bf7d-da7b4a8ab571,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:56.109210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:56.154894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Made reservation on behalf of f1a5bf5ec9644c4db1e097ec3db34ce8 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:56.158356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks [] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.231250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Attempting to bind port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:35:56.231831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Attempting to bind port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:35:56.232530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Attempting to bind port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 on network c9a8b5f5-a664-49fa-8be5-367d84810f53 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:35:56.242156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:35:56.242919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Checking segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:56.243162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.244074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Bound using segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:35:56.244210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Bound port: 8f90e645-8bea-4319-bf7d-da7b4a8ab571, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:35:56.244637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.250723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.265092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Subnet': ['ID=138b3cab-31ad-4392-b6b3-aa16ef336d4c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:56.279990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Checking segment: {'id': 'cef192c8-993f-4bd1-961c-a1a5a95ec68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:56.282286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network hostable DHCP agents. Network: c462a942-9dba-4ddd-96ba-9e9691b71b59, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:35:56.293302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.331233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] For port 8f90e645-8bea-4319-bf7d-da7b4a8ab571, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:35:56.336058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] For port 8f90e645-8bea-4319-bf7d-da7b4a8ab571, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f90e645-8bea-4319-bf7d-da7b4a8ab571,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:35:56.354138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.356912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.359631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.377654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Pushing event updated for resources: {'Port': ['ID=78ab35f6-8c6c-42f4-8e1e-78032706e86e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:56.390193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network c462a942-9dba-4ddd-96ba-9e9691b71b59 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:35:56.401056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.405728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5363b470-2f51-4c3d-9843-ad1d375e335e tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6059825 Dec 16 17:35:56.407430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:56.418960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1441313584', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'fixed_ips': [{'ip_address': '172.26.2.163'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:56.431889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c462a942-9dba-4ddd-96ba-9e9691b71b59) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:56.451847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:56.452536 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.457332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c20bcc-468c-4be9-b823-14c60ecb98a2 None None] Network c462a942-9dba-4ddd-96ba-9e9691b71b59 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:56.491429 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-93c3973c-d511-4bae-b919-0e93ba2aad13 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1702433 Dec 16 17:35:56.492180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43630) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:56.501666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1863084322', 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:56.512791 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Made reservation on behalf of 574f78dc4099437882d430db6a3b48ac for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:56.515671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.531919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.591896 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae4915-b64e-47b9-a0fb-0ffdba9ca0f4 None None] Pushing event updated for resources: {'Port': ['ID=8f90e645-8bea-4319-bf7d-da7b4a8ab571,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:56.601087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Made reservation on behalf of 594b99b873c741d19c7cc339efb40729 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:56.604016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.604132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b2ce4-4177-46c3-97d8-2639e20f3e32 None None] Network c462a942-9dba-4ddd-96ba-9e9691b71b59 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:56.737400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] device_id is not set on port ff468cf5-af02-4ea4-8a45-1162e505035c yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:35:56.756284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.772671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.780671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.868006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:56.878370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] device_id is not set on port e1140382-405e-4a78-bc48-463acb7e2550 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:35:56.923332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:56.933961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87346e-ce76-4fc1-b6fa-525b3356f1f0 None None] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:56.945226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:56.947845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:57.040191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fbed0c-7472-4fd9-9d54-773fef0214b9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:57.111693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b1d13477-cbde-4439-a061-7acb3dd67420 None None] Provisioning complete for port f4e99863-86ab-42a5-a94b-6f8e37aded54 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:57.112070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1d13477-cbde-4439-a061-7acb3dd67420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.155649 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.174900 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.215147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f4e99863-86ab-42a5-a94b-6f8e37aded54 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:57.268134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5a84a5-a3bb-4b01-a952-5671dcc92403,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:57.292190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Allocated IP 2001:db8::27b (c462a942-9dba-4ddd-96ba-9e9691b71b59/138b3cab-31ad-4392-b6b3-aa16ef336d4c/ff468cf5-af02-4ea4-8a45-1162e505035c) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:57.296193 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Pushing event updated for resources: {'Port': ['ID=f896798d-5687-44b7-8407-c228426208ff,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:57.303931 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Attempting to bind port f896798d-5687-44b7-8407-c228426208ff on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:35:57.305475 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Attempting to bind port f896798d-5687-44b7-8407-c228426208ff by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:35:57.307267 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Attempting to bind port f896798d-5687-44b7-8407-c228426208ff on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:35:57.323708 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.324077 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.324898 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.325575 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.326372 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.326888 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.327977 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Tracked resource versions report: Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: pushed versions: Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: { 'AddressGroup': {'1.2'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Log': {'1.0'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Network': {'1.1'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Port': {'1.7'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'PortForwarding': {'1.2'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'QosPolicy': {'1.10'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroup': {'1.5'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SubPort': {'1.0'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Subnet': {'1.1'}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Trunk': {'1.1'}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: consumer versions: Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: { DHCP agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: HyperV agent@hv-neutron-8218: {}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: L3 agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: Metadata agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: Metering agent@dv-neutron-821818-2-hyperv: {}, Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: Open vSwitch agent@dv-neutron-821818-2-hyperv: { 'AddressGroup': '1.2', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'ConntrackHelper': '1.0', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'LocalIPAssociation': '1.0', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Log': '1.0', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Network': '1.1', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Port': '1.7', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'PortForwarding': '1.2', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'QosPolicy': '1.10', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroup': '1.5', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SecurityGroupRule': '1.2', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'SubPort': '1.0', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Subnet': '1.1', Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: 'Trunk': '1.1'}} Dec 16 17:35:57.373157 dv-neutron-821818-2-hyperv neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:35:57.380920 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:35:57.380920 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:57.380920 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.380920 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:35:57.380920 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Bound port: f896798d-5687-44b7-8407-c228426208ff, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:35:57.382073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.382253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.412069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f4e99863-86ab-42a5-a94b-6f8e37aded54 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:57.413540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.442454 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] For port f896798d-5687-44b7-8407-c228426208ff, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:35:57.451148 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] For port f896798d-5687-44b7-8407-c228426208ff, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f896798d-5687-44b7-8407-c228426208ff,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:35:57.466255 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.500911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1d13477-cbde-4439-a061-7acb3dd67420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.536901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Allocated IP 172.26.2.159 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/607958a8-7bf3-455f-ab99-e037787aaa6e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:57.544452 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c67a1c-2a1e-4460-a843-522b99516c61 None None] Pushing event updated for resources: {'Port': ['ID=f896798d-5687-44b7-8407-c228426208ff,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:57.569105 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:35:57.570602 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:35:57.596630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43648) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:57.607210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b1d13477-cbde-4439-a061-7acb3dd67420 None None] For port f4e99863-86ab-42a5-a94b-6f8e37aded54, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f4e99863-86ab-42a5-a94b-6f8e37aded54,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:35:57.622562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1d13477-cbde-4439-a061-7acb3dd67420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.717766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f90e645-8bea-4319-bf7d-da7b4a8ab571 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:57.721071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.758421 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:35:57.783590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d13477-cbde-4439-a061-7acb3dd67420 None None] Pushing event updated for resources: {'Port': ['ID=f4e99863-86ab-42a5-a94b-6f8e37aded54,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:57.814844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:57.816365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.831632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.857983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.873483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5493704c-90e3-4959-9ddb-fcb39e2d0273 None None] Provisioning complete for port f4e99863-86ab-42a5-a94b-6f8e37aded54 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:57.873845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5493704c-90e3-4959-9ddb-fcb39e2d0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.929354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.956618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:57.991605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 8f90e645-8bea-4319-bf7d-da7b4a8ab571, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f90e645-8bea-4319-bf7d-da7b4a8ab571,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:35:58.003113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Port': ['ID=ff468cf5-af02-4ea4-8a45-1162e505035c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:58.017569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.051616 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:52Z', 'revision_number': 3, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:35:58.082112 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e6eca-1138-46ed-b082-e681c3c55494 None None] The sync data for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv is: [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:52Z', 'revision_number': 3, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:35:58.099781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.164442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.174175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2909a-2d68-4c3c-9b27-6e1a5b37e942 None None] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:58.195598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Checking segment: {'id': 'faf77811-e8c8-441d-8073-b59f767a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:58.196109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Network hostable DHCP agents. Network: 119c2d30-ca98-429f-ad7e-7a379aff45f7, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:35:58.233879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.240424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event updated for resources: {'Subnet': ['ID=dd4c7560-392e-4350-899c-764ee009dd18,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:58.259045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:58.269339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:35:58.272355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network c462a942-9dba-4ddd-96ba-9e9691b71b59 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:58.279281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:58.284104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1721532344'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:58.285270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:58.292674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:58.295454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:58.298739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:58.299953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.363762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=8f90e645-8bea-4319-bf7d-da7b4a8ab571,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:58.365567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Port': ['ID=607958a8-7bf3-455f-ab99-e037787aaa6e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:58.378248 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1bcd9567-8b20-411c-aa5c-4035d588d2f6 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8820515 Dec 16 17:35:58.378518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 119c2d30-ca98-429f-ad7e-7a379aff45f7) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:58.380028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43652) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:58.382935 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 17:35:58.383453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:35:58.392245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9136d455-9c6a-4ef7-8624-c13d11b957fd None None] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:35:58.397210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:35:58.398047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.405470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Allocated IP 172.20.0.1 (d71d8c4c-852f-4fa2-98ec-545135f15add/aa550591-4abc-4dde-a1c9-1b945972aee5/05d36cf7-c2bd-4bbe-ab0b-4b097648bebf) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:58.433443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Made reservation on behalf of 921b402b469842a5b554e8a45c0a43c7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:58.442582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.466614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.481447 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e924d091-3ff2-46b5-b1f3-59f473c42453 tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0706005 Dec 16 17:35:58.484473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43654) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:58.520235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.539807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-133c731c-68e0-41b7-b853-04005e2fdc0f tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1076047 Dec 16 17:35:58.545663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-26aaeb61-1c40-4c20-b33c-7e75da6e16c1 None None] Provisioning complete for port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:58.554299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26aaeb61-1c40-4c20-b33c-7e75da6e16c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.603828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43656) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:58.632218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-119c2d30-ca98-429f-ad7e-7a379aff45f7', 'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7', 'project_id': 'f1a5bf5ec9644c4db1e097ec3db34ce8', 'fixed_ips': [{'subnet_id': 'dd4c7560-392e-4350-899c-764ee009dd18'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:35:58.632803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.678843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Allocated IP 172.26.2.190 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/39f20901-14c0-402b-9a57-40184291319b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:58.731748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.745263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Deleting port ff468cf5-af02-4ea4-8a45-1162e505035c {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:35:58.745263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.754285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.764075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Request body: {'port': {'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-516751309'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:58.859099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Allocated IP 172.20.0.2 (119c2d30-ca98-429f-ad7e-7a379aff45f7/dd4c7560-392e-4350-899c-764ee009dd18/5181e2fd-fb72-4f36-b6b0-4d5059ebf911) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:58.911869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Deleting port 78ab35f6-8c6c-42f4-8e1e-78032706e86e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:35:58.912170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.965237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:58.991310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Calling delete_port for ff468cf5-af02-4ea4-8a45-1162e505035c owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:35:59.027944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-216c6740-231e-40f8-a020-602ce7d340e9 None None] Provisioning complete for port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:59.028468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-216c6740-231e-40f8-a020-602ce7d340e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.131276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.163368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.182056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.190435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.205082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.205567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.259737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Calling delete_port for 78ab35f6-8c6c-42f4-8e1e-78032706e86e owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:35:59.266011 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Pushing event updated for resources: {'Port': ['ID=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.279631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.291723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:59.293380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f896798d-5687-44b7-8407-c228426208ff up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:59.296297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.303792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Router ec8da32d-6fef-4ddc-8dad-b41c3551df77 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:35:59.309228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.316536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.331415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Made reservation on behalf of f1a5bf5ec9644c4db1e097ec3db34ce8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:59.335945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.342325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:59.351864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:59.388757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.390681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2590e04c-7f97-40a7-b635-32a67e729ced,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.391048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.418744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Attempting to bind port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:35:59.419155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Attempting to bind port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'faf77811-e8c8-441d-8073-b59f767a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:35:59.419502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Attempting to bind port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 on network 119c2d30-ca98-429f-ad7e-7a379aff45f7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:35:59.431198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f896798d-5687-44b7-8407-c228426208ff triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:59.431807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.433860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:35:59.434254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Checking segment: {'id': 'faf77811-e8c8-441d-8073-b59f767a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:35:59.435129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.435534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Bound using segment: {'id': 'faf77811-e8c8-441d-8073-b59f767a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:35:59.436023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Bound port: 5181e2fd-fb72-4f36-b6b0-4d5059ebf911, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf77811-e8c8-441d-8073-b59f767a999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '119c2d30-ca98-429f-ad7e-7a379aff45f7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:35:59.436737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.445183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.451973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Pushing event updated for resources: {'Port': ['ID=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.470093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Port': ['ID=607958a8-7bf3-455f-ab99-e037787aaa6e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.474742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.476140 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b8607395-a687-4c24-bcfd-6f6f69acfa2f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0102072 Dec 16 17:35:59.481647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43660) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:59.486733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1534943378'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:59.521692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.527905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Pushing event updated for resources: {'Port': ['ID=39f20901-14c0-402b-9a57-40184291319b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.550067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] For port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:35:59.554308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] For port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,segment=NetworkSegment(faf77811-e8c8-441d-8073-b59f767a999d),segment_id=faf77811-e8c8-441d-8073-b59f767a999d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:35:59.556002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] device_id is not set on port 279abef8-57ea-45f8-a1d0-a5fd37e8cde0 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:35:59.561756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Made reservation on behalf of 473a63debccc40188e344050e31ad7a3 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:35:59.565708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.568783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff468cf5-af02-4ea4-8a45-1162e505035c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.578454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.623762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.650003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.666091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port f896798d-5687-44b7-8407-c228426208ff, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f896798d-5687-44b7-8407-c228426208ff,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:35:59.667284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004f67-be46-4637-9ffc-5625b390af65 None None] Pushing event updated for resources: {'Port': ['ID=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.670334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.672660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.673672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f4e99863-86ab-42a5-a94b-6f8e37aded54 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:59.674298 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-200bb40c-cf37-4ac1-ba7d-b3356b5061a9 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/ports/ff468cf5-af02-4ea4-8a45-1162e505035c HTTP/1.1" status: 204 len: 168 time: 1.2926109 Dec 16 17:35:59.680734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:35:59.685611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59', 'external_fixed_ips': [{'subnet_id': '138b3cab-31ad-4392-b6b3-aa16ef336d4c', 'ip_address': '2001:db8::27b'}]}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:35:59.728386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.767502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Allocated IP 172.20.0.9 (119c2d30-ca98-429f-ad7e-7a379aff45f7/dd4c7560-392e-4350-899c-764ee009dd18/279abef8-57ea-45f8-a1d0-a5fd37e8cde0) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:35:59.768102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Pushing event deleted for resources: {'Port': ['ID=78ab35f6-8c6c-42f4-8e1e-78032706e86e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.768997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=f896798d-5687-44b7-8407-c228426208ff,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:35:59.779574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f4e99863-86ab-42a5-a94b-6f8e37aded54 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:59.780030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.780424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.781797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.851697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:35:59.882462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f90e645-8bea-4319-bf7d-da7b4a8ab571 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:35:59.886400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Network d71d8c4c-852f-4fa2-98ec-545135f15add is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:59.895311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:35:59.905804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:59.908024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:59.908685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.914646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.914997 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Added segment 6f3c74d7-4452-41c2-baba-33434b908b4a of type vlan for network 2df98f9f-0531-474f-9172-32b21cce67ee Dec 16 17:35:59.944184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:35:59.946889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:35:59.947068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:35:59.947183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.950607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.953644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:35:59.960301 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0fa21e36-168b-48f9-bc71-2c1a5906678a tempest-ExternalNetworksAdminNegativeTestJSON-949310144 tempest-ExternalNetworksAdminNegativeTestJSON-949310144-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/1aaa9b2d-1524-42ed-b95e-8f9312fd8ff6 HTTP/1.1" status: 204 len: 168 time: 1.4746771 Dec 16 17:35:59.981856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.078341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.089099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.368067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7cfd2f01-43e5-4220-8c86-8af76ba83296 None None] Provisioning complete for port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:00.368448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2f01-43e5-4220-8c86-8af76ba83296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.424495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.433193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:00.451839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dbb0a3-dafc-4629-8d26-32005d809c15,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:00.457140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd2f01-43e5-4220-8c86-8af76ba83296 None None] Port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:00.464801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43670) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:00.473060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.473433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Added segment 5162abdf-1b3b-4d7d-8e58-d7be52cdf721 of type vlan for network f6f71ff0-454a-420f-af4a-4e0979d5fcac Dec 16 17:36:00.475622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.489047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.497296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:00.511086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Sync routers for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:00.530482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:00.531226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:00.551146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.607007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.607342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.611776 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cab4cde8-c591-4419-a8f7-bfc11e528270 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8038819 Dec 16 17:36:00.612721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43674) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:00.612866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:00.618270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.627471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.633458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:00.634061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.705898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2203174 Dec 16 17:36:00.707626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43676) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:00.713197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Request body: {'subnet': {'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:00.717450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87d80d-4183-4ca9-a5a6-3ec59f2fe092 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Network': ['ID=f6f71ff0-454a-420f-af4a-4e0979d5fcac,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:00.735989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:00.804386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:00.814671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.844491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4870004c-a0ba-4a82-8568-2a9d17a2fd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:00.855535 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.2232244 Dec 16 17:36:00.868723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43678) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:00.878482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Request body: {'subnet': {'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:00.998646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.002537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:35:57Z', 'revision_number': 3, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:01.004330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.014132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07dc73-aa74-483d-8bfd-ae34a2176a89 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event updated for resources: {'Network': ['ID=2df98f9f-0531-474f-9172-32b21cce67ee,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:01.039252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Checking router: ec8da32d-6fef-4ddc-8dad-b41c3551df77 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:01.039713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Updating router ec8da32d-6fef-4ddc-8dad-b41c3551df77 port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:01.064271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:01.071540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.083514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:01.086476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:01.092849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:01.093252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.125832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event updated for resources: {'Port': ['ID=279abef8-57ea-45f8-a1d0-a5fd37e8cde0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:01.143069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.192082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Made reservation on behalf of 473a63debccc40188e344050e31ad7a3 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:01.195678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.219451 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c724dd7d-1d87-408c-9c1f-b850754bad52 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4635322 Dec 16 17:36:01.242195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2df98f9f-0531-474f-9172-32b21cce67ee details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:01.254295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43680) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:01.287150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.325201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f896798d-5687-44b7-8407-c228426208ff up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:01.462105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Made reservation on behalf of 921b402b469842a5b554e8a45c0a43c7 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:01.465457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.548279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86258f-69a5-432c-bc15-605e8e4004e4 None None] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:01.549820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4870004c-a0ba-4a82-8568-2a9d17a2fd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.601873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4870004c-a0ba-4a82-8568-2a9d17a2fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.666959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b70964d4-0281-4838-a29b-117a9a58df1d None None] Provisioning complete for port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:01.667332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b70964d4-0281-4838-a29b-117a9a58df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.671938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f896798d-5687-44b7-8407-c228426208ff triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:01.672298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.723278 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4870004c-a0ba-4a82-8568-2a9d17a2fd66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20c9bd884c6c4c108ff4f993bd9b97d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2565434 Dec 16 17:36:01.727514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:01.731659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870004c-a0ba-4a82-8568-2a9d17a2fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3420eb84-6e33-470f-805f-01ac124173cc,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:01.774273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Allocated IP 2001:db8::27b (c462a942-9dba-4ddd-96ba-9e9691b71b59/138b3cab-31ad-4392-b6b3-aa16ef336d4c/d67b65da-25d1-47db-a367-576d9f32da85) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:01.790800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.804731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.806487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.807164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.841081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.861907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.917275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Deleting port 279abef8-57ea-45f8-a1d0-a5fd37e8cde0 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:01.917716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:01.973770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:01.978090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b70964d4-0281-4838-a29b-117a9a58df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.031542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce86311-f202-483a-821c-3029a25aa051 None None] Pushing event updated for resources: {'Port': ['ID=7c5a84a5-a3bb-4b01-a952-5671dcc92403,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.037288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Attempting to bind port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:02.037655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Attempting to bind port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:02.038016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Attempting to bind port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:02.055565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:02.055938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:02.056339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.056726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:02.057260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Bound port: 7c5a84a5-a3bb-4b01-a952-5671dcc92403, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:02.057655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.099666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b70964d4-0281-4838-a29b-117a9a58df1d None None] For port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,segment=NetworkSegment(faf77811-e8c8-441d-8073-b59f767a999d),segment_id=faf77811-e8c8-441d-8073-b59f767a999d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:02.112523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b70964d4-0281-4838-a29b-117a9a58df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.169876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:02.170248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.172293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] For port 7c5a84a5-a3bb-4b01-a952-5671dcc92403, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:02.183610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5dfa69cc-4890-4e43-b6a7-593657ab6a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.218392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] For port 7c5a84a5-a3bb-4b01-a952-5671dcc92403, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7c5a84a5-a3bb-4b01-a952-5671dcc92403,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:02.235183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Pushing event updated for resources: {'Port': ['ID=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.237596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.250472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70964d4-0281-4838-a29b-117a9a58df1d None None] Pushing event updated for resources: {'Port': ['ID=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.306354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b362ceda-7e8a-4e7b-bf9a-37d5c8117f2a None None] Provisioning complete for port 279abef8-57ea-45f8-a1d0-a5fd37e8cde0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:02.306716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b362ceda-7e8a-4e7b-bf9a-37d5c8117f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.307025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.352708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.356793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5dfa69cc-4890-4e43-b6a7-593657ab6a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.376445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce86311-f202-483a-821c-3029a25aa051 None None] Pushing event updated for resources: {'Port': ['ID=7c5a84a5-a3bb-4b01-a952-5671dcc92403,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.384414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.399415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:02.400035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:02.407221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b362ceda-7e8a-4e7b-bf9a-37d5c8117f2a None None] Port 279abef8-57ea-45f8-a1d0-a5fd37e8cde0 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:02.416663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.423414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.452380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Calling delete_port for 279abef8-57ea-45f8-a1d0-a5fd37e8cde0 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:02.454421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Subnet': ['ID=709f06d1-78dc-4056-9a92-68d35ae7ec37,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.491685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Network d71d8c4c-852f-4fa2-98ec-545135f15add is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:02.501344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:02.511251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b362ceda-7e8a-4e7b-bf9a-37d5c8117f2a None None] Provisioning complete for port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:02.511930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b362ceda-7e8a-4e7b-bf9a-37d5c8117f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.577882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:02.588204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Checking segment: {'id': '5162abdf-1b3b-4d7d-8e58-d7be52cdf721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:02.588729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network hostable DHCP agents. Network: f6f71ff0-454a-420f-af4a-4e0979d5fcac, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:02.622526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Router d142feb3-dc9c-43da-8f86-791e84ce7ddb is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:02.623540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Checking segment: {'id': '6f3c74d7-4452-41c2-baba-33434b908b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:02.623906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Network hostable DHCP agents. Network: 2df98f9f-0531-474f-9172-32b21cce67ee, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:02.633736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event updated for resources: {'Subnet': ['ID=14bcabb0-4ee6-492b-aeb3-a3507a87c290,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.652096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.654999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5dfa69cc-4890-4e43-b6a7-593657ab6a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.657879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5dfa69cc-4890-4e43-b6a7-593657ab6a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.659262 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5dfa69cc-4890-4e43-b6a7-593657ab6a5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3420eb84-6e33-470f-805f-01ac124173cc HTTP/1.1" status: 204 len: 168 time: 0.9288225 Dec 16 17:36:02.709163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:02.722231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Network 2df98f9f-0531-474f-9172-32b21cce67ee is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:02.732549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network c462a942-9dba-4ddd-96ba-9e9691b71b59 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:02.751887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2df98f9f-0531-474f-9172-32b21cce67ee) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:02.753978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f6f71ff0-454a-420f-af4a-4e0979d5fcac) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:02.768323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa69cc-4890-4e43-b6a7-593657ab6a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420eb84-6e33-470f-805f-01ac124173cc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.811235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:02.811893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.819437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:02.821953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:02.825892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Port': ['ID=d67b65da-25d1-47db-a367-576d9f32da85,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:02.835337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:02.835940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:02.842151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce523e5-e3f3-49dc-b890-752cec02a8c6 None None] Network 2df98f9f-0531-474f-9172-32b21cce67ee requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:02.850748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562136d3-c3f2-45ae-8c29-65e6333dc1d0 None None] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:02.899344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Allocated IP 172.20.0.1 (bd4822ee-7cc7-49b6-acd6-47257ef078d9/beb9bbc7-39b1-42bf-b1be-307466eb6703/a7f8ad14-4bf6-4dc6-861a-224120f8b162) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:02.915499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:02.936629 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0f067814-ddfc-4f7a-973b-7cba6e54072b tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0638030 Dec 16 17:36:02.945026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43690) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:02.951859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Request body: {'port': {'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-607041442'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:02.977642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:02.978218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7187b3b-ac83-44f3-b604-f9c023e17b62 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2692227 Dec 16 17:36:02.980901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43692) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:02.992572 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Sync routers for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:02.997525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1838194575', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:03.015234 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:03.016422 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:03.026900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.127877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.132225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-34c535ae-2577-4c8d-a2a9-ab113cf148ca admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1981900 Dec 16 17:36:03.140629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43694) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:03.178638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:03.191094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:03.233766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.234566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.242771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.255466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:03.275972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event deleted for resources: {'Port': ['ID=279abef8-57ea-45f8-a1d0-a5fd37e8cde0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:03.290194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43696) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:03.302421 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0c2cace2-1513-4833-b4e2-7fb10133d1cd admin admin] 10.222.0.66 "PUT /v2.0/routers/e7df2c58-fad9-4930-bd79-972b3d6ea8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4325678 Dec 16 17:36:03.441175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.448317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6e4a7360-0de9-49a1-9831-3f87d21d9cf4 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "DELETE /v2.0/ports/279abef8-57ea-45f8-a1d0-a5fd37e8cde0 HTTP/1.1" status: 204 len: 168 time: 2.1540177 Dec 16 17:36:03.449363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Sync routers for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:03.456109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43700) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:03.457876 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a65a57d5-6fe2-4ca8-9575-be80a9367b88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=574f78dc4099437882d430db6a3b48ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1599703 Dec 16 17:36:03.463925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43704) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:03.471689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c69413a6-aa96-4e1a-9d41-df066718f767 None None] Could not find standard attr ID for object 279abef8-57ea-45f8-a1d0-a5fd37e8cde0. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:36:03.502988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.521662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-2df98f9f-0531-474f-9172-32b21cce67ee', 'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee', 'project_id': '921b402b469842a5b554e8a45c0a43c7', 'fixed_ips': [{'subnet_id': '14bcabb0-4ee6-492b-aeb3-a3507a87c290'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:03.523465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.532684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Made reservation on behalf of 921b402b469842a5b554e8a45c0a43c7 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:03.541066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.546501 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 3, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:03.556692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c69413a6-aa96-4e1a-9d41-df066718f767 None None] Provisioning complete for port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:03.565506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69413a6-aa96-4e1a-9d41-df066718f767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.596322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.611889 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Checking router: d142feb3-dc9c-43da-8f86-791e84ce7ddb for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:03.612248 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Updating router d142feb3-dc9c-43da-8f86-791e84ce7ddb port 39f20901-14c0-402b-9a57-40184291319b binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:03.668750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c69413a6-aa96-4e1a-9d41-df066718f767 None None] Port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:03.676346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:03.677725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:03.683129 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.713180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf7c-e4ee-4677-9619-d9a0f2eb3442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.822944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] device_id is not set on port 7698496a-0d52-4d84-9cf6-b2c42517eb7a yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:03.859166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:03.962075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf7c-e4ee-4677-9619-d9a0f2eb3442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:03.996355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Pushing event updated for resources: {'Port': ['ID=a7f8ad14-4bf6-4dc6-861a-224120f8b162,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:04.048805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.097289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:04.178276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:04.196841 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9768d0d8-4576-4f56-bae0-178b3ed171f2 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.7306268 Dec 16 17:36:04.205848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:04.206644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.213978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:04.220354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf7c-e4ee-4677-9619-d9a0f2eb3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.226292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1dfedf7c-e4ee-4677-9619-d9a0f2eb3442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.229763 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1dfedf7c-e4ee-4677-9619-d9a0f2eb3442 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2fbed0c-7472-4fd9-9d54-773fef0214b9 HTTP/1.1" status: 204 len: 168 time: 0.7625060 Dec 16 17:36:04.236964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f6f71ff0-454a-420f-af4a-4e0979d5fcac', 'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac', 'project_id': '473a63debccc40188e344050e31ad7a3', 'fixed_ips': [{'subnet_id': '709f06d1-78dc-4056-9a92-68d35ae7ec37'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:04.237818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.246443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:04.246813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.265689 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.279945 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.285382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfedf7c-e4ee-4677-9619-d9a0f2eb3442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fbed0c-7472-4fd9-9d54-773fef0214b9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:04.297357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Allocated IP 2001:db8::23 (2df98f9f-0531-474f-9172-32b21cce67ee/14bcabb0-4ee6-492b-aeb3-a3507a87c290/7698496a-0d52-4d84-9cf6-b2c42517eb7a) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:04.338813 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8b78b-f875-45f0-95b4-81f1f619b71e None None] Pushing event updated for resources: {'Port': ['ID=39f20901-14c0-402b-9a57-40184291319b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:04.363438 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Attempting to bind port 39f20901-14c0-402b-9a57-40184291319b on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:04.363964 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Attempting to bind port 39f20901-14c0-402b-9a57-40184291319b by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:04.364684 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Attempting to bind port 39f20901-14c0-402b-9a57-40184291319b on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:04.371050 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:04.371572 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:04.372084 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.372636 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:04.373269 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Bound port: 39f20901-14c0-402b-9a57-40184291319b, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:04.373812 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.429869 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] For port 39f20901-14c0-402b-9a57-40184291319b, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:04.433586 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] For port 39f20901-14c0-402b-9a57-40184291319b, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=39f20901-14c0-402b-9a57-40184291319b,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:04.440491 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.469196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-62227265'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:04.514205 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8b78b-f875-45f0-95b4-81f1f619b71e None None] Pushing event updated for resources: {'Port': ['ID=39f20901-14c0-402b-9a57-40184291319b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:04.536515 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:04.537336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:04.561882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:35:57Z', 'revision_number': 3, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:04.591552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:04.615855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c742b-a9bd-4857-8e73-23c5b4e8c081 None None] The sync data for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv is: [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:35:57Z', 'revision_number': 3, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:04.765599 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:04.864211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Allocated IP 172.20.0.2 (f6f71ff0-454a-420f-af4a-4e0979d5fcac/709f06d1-78dc-4056-9a92-68d35ae7ec37/36f2189b-0270-4317-a177-596c914761b3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:05.030574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43730) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:05.040476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748646747', 'description': 'tempest-description--2111578474'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:05.050988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 3, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:05.127395 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af470a60-7cdc-4bcc-b5f2-6e3237bf8317 None None] The sync data for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv is: [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 3, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:05.182240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.243194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.358951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Made reservation on behalf of f1a5bf5ec9644c4db1e097ec3db34ce8 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:05.362519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.370174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5e9ad715-cd8b-420e-b821-e6bddb3bcc46 None None] Provisioning complete for port a7f8ad14-4bf6-4dc6-861a-224120f8b162 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:05.381157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad715-cd8b-420e-b821-e6bddb3bcc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.394912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:05.406789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.407362 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Added segment 76786bb1-79af-459c-be1d-36f40d41bb19 of type vlan for network ae9bb218-4629-4f85-9c71-a8d17c54485f Dec 16 17:36:05.453683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.494527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.501780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:05.502694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.557436 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3414357 Dec 16 17:36:05.593924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43738) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:05.713073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b26911-6cf4-4918-8137-399e216aa601 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event updated for resources: {'Network': ['ID=ae9bb218-4629-4f85-9c71-a8d17c54485f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:05.794229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.806042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.816070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:01Z', 'revision_number': 2, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:05.818850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ad715-cd8b-420e-b821-e6bddb3bcc46 None None] Port a7f8ad14-4bf6-4dc6-861a-224120f8b162 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:05.825968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:05.828499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network ae9bb218-4629-4f85-9c71-a8d17c54485f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:05.977259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.007293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.041943 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Allocated IP 2001:db8::2 (2df98f9f-0531-474f-9172-32b21cce67ee/14bcabb0-4ee6-492b-aeb3-a3507a87c290/126cc542-8686-44fa-96e2-f8537a2d6272) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:06.080195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.084405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.133193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Network 2df98f9f-0531-474f-9172-32b21cce67ee is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:06.139196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.161764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43748) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:06.178648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:06.181513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:06.187443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:06.187840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.280380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event updated for resources: {'Port': ['ID=7698496a-0d52-4d84-9cf6-b2c42517eb7a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:06.304398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.312669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7c5a84a5-a3bb-4b01-a952-5671dcc92403 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:06.325218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Pushing event updated for resources: {'Port': ['ID=a7f8ad14-4bf6-4dc6-861a-224120f8b162,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:06.360393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:06.384581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Checking router: e7df2c58-fad9-4930-bd79-972b3d6ea8b3 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:06.384757 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fbc169fb-c8e7-4aa2-81f0-3c6c55d22004 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.4351411 Dec 16 17:36:06.385434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Updating router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:06.388017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:06.389875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43752) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:06.402448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Request body: {'port': {'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1035410609', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:06.403214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] bootfile-name is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:36:06.403742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] tftp-server is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:36:06.404079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] server-ip-address is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:36:06.474582 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-211fbd13-f81f-4af3-bd86-d9e09ca0a799 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/agents/c8db2b99-b16e-4344-8282-ef6ce324f3c0/dhcp-networks HTTP/1.1" status: 200 len: 8095 time: 0.8762248 Dec 16 17:36:06.479335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43754) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:06.521651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-229283315'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:06.526318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.560345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Network 2df98f9f-0531-474f-9172-32b21cce67ee is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:06.570794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Router e34f810f-67e9-4823-9bfb-1a8b11562d41 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:06.587671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:06.596321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:06.659052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:06.669246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.724763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.733061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:06.736172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.791932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.839376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.841872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.869805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:06.875816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.877459 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8425171 Dec 16 17:36:06.882686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43758) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:06.883924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:06.884043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.890460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Request body: {'security_group_rule': {'security_group_id': '8278df93-5b9e-4e71-bcce-dc321a21a3d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:06.898560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a572643-2abe-43fc-b718-4b8a6bc88629 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8278df93-5b9e-4e71-bcce-dc321a21a3d1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:06.908440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Pushing event updated for resources: {'Port': ['ID=36f2189b-0270-4317-a177-596c914761b3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:06.910750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:06.967410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7cc046-7bbc-4caf-8440-157b17b9c323 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] Network ae9bb218-4629-4f85-9c71-a8d17c54485f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:06.984325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Attempting to bind port 126cc542-8686-44fa-96e2-f8537a2d6272 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:06.984769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Attempting to bind port 126cc542-8686-44fa-96e2-f8537a2d6272 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '6f3c74d7-4452-41c2-baba-33434b908b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:06.984988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:06.985323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Attempting to bind port 126cc542-8686-44fa-96e2-f8537a2d6272 on network 2df98f9f-0531-474f-9172-32b21cce67ee {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:07.006649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7e7cc046-7bbc-4caf-8440-157b17b9c323 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "POST /v2.0/agents/c8db2b99-b16e-4344-8282-ef6ce324f3c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5261393 Dec 16 17:36:07.010518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c2bcb4cd-c2be-4323-b4a2-b7081cc67ecb None None] Provisioning complete for port a7f8ad14-4bf6-4dc6-861a-224120f8b162 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:07.010518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb4cd-c2be-4323-b4a2-b7081cc67ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.015074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43760) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:07.017457 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Sync routers for ids ['e34f810f-67e9-4823-9bfb-1a8b11562d41'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:07.041744 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Made reservation on behalf of 921b402b469842a5b554e8a45c0a43c7 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:07.045394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.056142 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Routers {'e34f810f-67e9-4823-9bfb-1a8b11562d41'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:07.056848 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e34f810f-67e9-4823-9bfb-1a8b11562d41'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:07.065587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e07cf8-3581-4e53-b93a-97ef001d1304 None None] Network ae9bb218-4629-4f85-9c71-a8d17c54485f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:07.068155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:07.068620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Checking segment: {'id': '6f3c74d7-4452-41c2-baba-33434b908b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:07.069115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.069489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.069609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Bound using segment: {'id': '6f3c74d7-4452-41c2-baba-33434b908b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:07.070132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Bound port: 126cc542-8686-44fa-96e2-f8537a2d6272, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3c74d7-4452-41c2-baba-33434b908b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2df98f9f-0531-474f-9172-32b21cce67ee'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:07.074454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.074593 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b6b41d67-7105-4418-bfbf-d9ae659255dc tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3884833 Dec 16 17:36:07.074593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43762) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:07.144061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Router ec8da32d-6fef-4ddc-8dad-b41c3551df77 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:07.162061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Pushing event updated for resources: {'Port': ['ID=126cc542-8686-44fa-96e2-f8537a2d6272,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:07.199759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Attempting to bind port 36f2189b-0270-4317-a177-596c914761b3 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:07.200386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Attempting to bind port 36f2189b-0270-4317-a177-596c914761b3 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '5162abdf-1b3b-4d7d-8e58-d7be52cdf721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:07.201066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Attempting to bind port 36f2189b-0270-4317-a177-596c914761b3 on network f6f71ff0-454a-420f-af4a-4e0979d5fcac {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:07.215209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:07.215796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.216863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.217340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.224154 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Set router e34f810f-67e9-4823-9bfb-1a8b11562d41 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:07.227264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] device_id is not set on port 05ebb968-9cb1-41db-9ab7-8d286a0c9642 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:07.261603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:07.262292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Checking segment: {'id': '5162abdf-1b3b-4d7d-8e58-d7be52cdf721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:07.262898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.263479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Bound using segment: {'id': '5162abdf-1b3b-4d7d-8e58-d7be52cdf721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:07.264170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Bound port: 36f2189b-0270-4317-a177-596c914761b3, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5162abdf-1b3b-4d7d-8e58-d7be52cdf721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:07.264755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.295761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcb4cd-c2be-4323-b4a2-b7081cc67ecb None None] Port a7f8ad14-4bf6-4dc6-861a-224120f8b162 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:07.406527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Allocated IP 2001:db8::b5 (2df98f9f-0531-474f-9172-32b21cce67ee/14bcabb0-4ee6-492b-aeb3-a3507a87c290/05ebb968-9cb1-41db-9ab7-8d286a0c9642) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:07.446189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fdd-2c43-4cb4-860a-b1c737d3e402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.474771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.494778 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34f810f-67e9-4823-9bfb-1a8b11562d41', 'name': '', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59', 'external_fixed_ips': [{'subnet_id': '138b3cab-31ad-4392-b6b3-aa16ef336d4c', 'ip_address': '2001:db8::27b'}], 'enable_snat': True}, 'gw_port_id': 'd67b65da-25d1-47db-a367-576d9f32da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:59Z', 'updated_at': '2021-12-16T17:36:03Z', 'revision_number': 3, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port': {'id': 'd67b65da-25d1-47db-a367-576d9f32da85', 'name': '', 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34f810f-67e9-4823-9bfb-1a8b11562d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '138b3cab-31ad-4392-b6b3-aa16ef336d4c', 'ip_address': '2001:db8::27b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:01Z', 'updated_at': '2021-12-16T17:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '138b3cab-31ad-4392-b6b3-aa16ef336d4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:07.517690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] For port 126cc542-8686-44fa-96e2-f8537a2d6272, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:07.521486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.524012 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Checking router: e34f810f-67e9-4823-9bfb-1a8b11562d41 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:07.524377 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Updating router e34f810f-67e9-4823-9bfb-1a8b11562d41 port d67b65da-25d1-47db-a367-576d9f32da85 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:07.537760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:07.553289 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.555419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.555827 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Added segment 6bd4bf7a-ff62-4ed0-875d-e0880eb0563f of type vlan for network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e Dec 16 17:36:07.588469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] For port 126cc542-8686-44fa-96e2-f8537a2d6272, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=126cc542-8686-44fa-96e2-f8537a2d6272,segment=NetworkSegment(6f3c74d7-4452-41c2-baba-33434b908b4a),segment_id=6f3c74d7-4452-41c2-baba-33434b908b4a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:07.609777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.620145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Allocated IP 172.26.2.75 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/652c3ca8-dd5a-4952-8e42-bdb5cecb504f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:07.626569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.693560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.698002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] For port 36f2189b-0270-4317-a177-596c914761b3, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:07.706567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:07.707414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.722228 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f3a5f996-9c4f-4395-a5cf-f031a1b86770 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/agents/c8db2b99-b16e-4344-8282-ef6ce324f3c0/dhcp-networks HTTP/1.1" status: 200 len: 8863 time: 0.7057285 Dec 16 17:36:07.772175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43764) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:07.773405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] For port 36f2189b-0270-4317-a177-596c914761b3, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36f2189b-0270-4317-a177-596c914761b3,segment=NetworkSegment(5162abdf-1b3b-4d7d-8e58-d7be52cdf721),segment_id=5162abdf-1b3b-4d7d-8e58-d7be52cdf721)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:07.785969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.787916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.814697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.909909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad894d-252a-4597-b4e7-b48eae393bf4,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:07.913361 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.921467 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.971742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:07.972467 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7959812 Dec 16 17:36:07.975403 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3a643-8b40-457b-8474-c16be1fc6564 None None] Pushing event updated for resources: {'Port': ['ID=d67b65da-25d1-47db-a367-576d9f32da85,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:07.979900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43766) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:08.006918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d638c8-60e8-4107-b984-70789756ed00 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Network': ['ID=94f2aeb3-b9bd-46b7-acf4-b2e061474d3e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.023110 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Attempting to bind port d67b65da-25d1-47db-a367-576d9f32da85 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:08.023635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Attempting to bind port d67b65da-25d1-47db-a367-576d9f32da85 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'cef192c8-993f-4bd1-961c-a1a5a95ec68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:08.023998 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Attempting to bind port d67b65da-25d1-47db-a367-576d9f32da85 on network c462a942-9dba-4ddd-96ba-9e9691b71b59 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:08.029931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 7c5a84a5-a3bb-4b01-a952-5671dcc92403, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7c5a84a5-a3bb-4b01-a952-5671dcc92403,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:08.031319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068984f1-adc2-45fb-a413-e963ca5b2292 None None] Pushing event updated for resources: {'Port': ['ID=126cc542-8686-44fa-96e2-f8537a2d6272,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.040118 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:08.040476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Checking segment: {'id': 'cef192c8-993f-4bd1-961c-a1a5a95ec68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:08.040785 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.041205 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Bound using segment: {'id': 'cef192c8-993f-4bd1-961c-a1a5a95ec68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:08.041676 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Bound port: d67b65da-25d1-47db-a367-576d9f32da85, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef192c8-993f-4bd1-961c-a1a5a95ec68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c462a942-9dba-4ddd-96ba-9e9691b71b59'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:08.042340 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.044682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'subnet': {'network_id': '94f2aeb3-b9bd-46b7-acf4-b2e061474d3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:08.140800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f303e4d-22a9-4131-88c3-5f7bb8bc457d None None] Pushing event updated for resources: {'Port': ['ID=36f2189b-0270-4317-a177-596c914761b3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.154161 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a46b3bf2-ed09-4738-9189-84e59cf767be tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "DELETE /v2.0/agents/c8db2b99-b16e-4344-8282-ef6ce324f3c0/dhcp-networks/ae9bb218-4629-4f85-9c71-a8d17c54485f HTTP/1.1" status: 204 len: 168 time: 0.3548260 Dec 16 17:36:08.155338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43768) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:08.155442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.160695 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] For port d67b65da-25d1-47db-a367-576d9f32da85, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:08.165801 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] For port d67b65da-25d1-47db-a367-576d9f32da85, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d67b65da-25d1-47db-a367-576d9f32da85,segment=NetworkSegment(cef192c8-993f-4bd1-961c-a1a5a95ec68d),segment_id=cef192c8-993f-4bd1-961c-a1a5a95ec68d)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:08.168160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:08.174638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.216016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Deleting port d67b65da-25d1-47db-a367-576d9f32da85 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:08.216352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.260258 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Routers {'e34f810f-67e9-4823-9bfb-1a8b11562d41'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:08.260882 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e34f810f-67e9-4823-9bfb-1a8b11562d41'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:08.263939 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3a643-8b40-457b-8474-c16be1fc6564 None None] Pushing event updated for resources: {'Port': ['ID=d67b65da-25d1-47db-a367-576d9f32da85,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.344804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.345426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Allocated IP 172.20.0.1 (c9a8b5f5-a664-49fa-8be5-367d84810f53/1b6f060f-e818-4187-93c4-4ec9f5e46539/678e3c0e-eeb3-4e08-80ec-78e8c7276a10) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:08.358809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e38ae-03ce-4ed3-aea4-efb277827052 None None] Pushing event updated for resources: {'Port': ['ID=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.373182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.386701 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] Set router e34f810f-67e9-4823-9bfb-1a8b11562d41 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:08.421126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.492862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:08.498796 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34f810f-67e9-4823-9bfb-1a8b11562d41', 'name': '', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:59Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:08.514468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Sync routers for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:08.533491 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-443feaef-3736-45bf-a567-daa17398cc2b admin admin] 10.222.0.66 "PUT /v2.0/routers/ec8da32d-6fef-4ddc-8dad-b41c3551df77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9179616 Dec 16 17:36:08.606318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8f55d3-0591-4f5a-9f4c-bf7587b3f830,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.611453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=7c5a84a5-a3bb-4b01-a952-5671dcc92403,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:08.614270 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292d00-7e29-41ac-aebe-2ed4e0b386a8 None None] The sync data for ids ['e34f810f-67e9-4823-9bfb-1a8b11562d41'] in dv-neutron-821818-2-hyperv is: [{'id': 'e34f810f-67e9-4823-9bfb-1a8b11562d41', 'name': '', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:59Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:08.627878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Attempting to bind port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:08.629282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Attempting to bind port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:08.631254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Attempting to bind port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf on network d71d8c4c-852f-4fa2-98ec-545135f15add {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:08.647672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:08.648143 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-844c8187-0f7d-4987-91f1-efe1337bc809 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/agents/c8db2b99-b16e-4344-8282-ef6ce324f3c0/dhcp-networks HTTP/1.1" status: 200 len: 8095 time: 0.4802380 Dec 16 17:36:08.648906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Checking segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:08.649818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.650217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Bound using segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:08.650320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43774) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:08.650718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Bound port: 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:08.651121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.668095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:08.668967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:08.681384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 126cc542-8686-44fa-96e2-f8537a2d6272 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:08.761883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.777485 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f68de079-ae22-472e-a97c-74e6bb8c3b54 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/networks/119c2d30-ca98-429f-ad7e-7a379aff45f7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1187699 Dec 16 17:36:08.789609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43776) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:08.856785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Calling delete_port for d67b65da-25d1-47db-a367-576d9f32da85 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:08.863136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.868003 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-64aa1501-504a-4903-ad96-cf134dd21f77 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9818485 Dec 16 17:36:08.869210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43784) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:08.885655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:08.886087 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ecaa339d-b592-4308-8efd-6f68deae9fc2 tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/networks/119c2d30-ca98-429f-ad7e-7a379aff45f7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0897839 Dec 16 17:36:08.886692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:08.894460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.986843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e96d0377-639d-4c96-bc3b-8d28a8e77ad5 None None] Provisioning complete for port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:08.987196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e96d0377-639d-4c96-bc3b-8d28a8e77ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:08.996545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 126cc542-8686-44fa-96e2-f8537a2d6272 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:08.996917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.079762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] For port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:09.116544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:09.193297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Request body: {'security_group_rule': {'security_group_id': '8278df93-5b9e-4e71-bcce-dc321a21a3d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:09.218198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.243060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] For port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:09.262540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e96d0377-639d-4c96-bc3b-8d28a8e77ad5 None None] Port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:09.276166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.280596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.459863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:09.460870 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac9e9baa-c0a0-4d24-a428-c28691c0828f tempest-DHCPAgentSchedulersTestJSON-154224589 tempest-DHCPAgentSchedulersTestJSON-154224589-project-admin] 10.222.0.66 "GET /v2.0/agents/c8db2b99-b16e-4344-8282-ef6ce324f3c0/dhcp-networks HTTP/1.1" status: 200 len: 8095 time: 0.5622418 Dec 16 17:36:09.508352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.510491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.548895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e38ae-03ce-4ed3-aea4-efb277827052 None None] Pushing event updated for resources: {'Port': ['ID=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:09.573468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e888b-3f78-4f99-93d6-901ae88d3347 None None] Network 2df98f9f-0531-474f-9172-32b21cce67ee requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:09.594760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.690372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.698502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.743118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.793927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event deleted for resources: {'Port': ['ID=d67b65da-25d1-47db-a367-576d9f32da85,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:09.849027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:09.891098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event updated for resources: {'Port': ['ID=05ebb968-9cb1-41db-9ab7-8d286a0c9642,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:09.948583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43800) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:09.954884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509710946', 'description': 'tempest-description--2092137848'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:09.984159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:09.984812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:35:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:10.000534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c80c5d4-9e54-4c69-9889-4b77807a88fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.010885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Network 2df98f9f-0531-474f-9172-32b21cce67ee is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:10.015650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.026781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Checking segment: {'id': '6bd4bf7a-ff62-4ed0-875d-e0880eb0563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '94f2aeb3-b9bd-46b7-acf4-b2e061474d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:10.027150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network hostable DHCP agents. Network: 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:10.030776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:10.038428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:10.046218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:10.046928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.064010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c9faf991-6715-4345-831d-0e88f19a3536 None None] Provisioning complete for port 126cc542-8686-44fa-96e2-f8537a2d6272 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:10.064389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9faf991-6715-4345-831d-0e88f19a3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.066353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Subnet': ['ID=323acdea-48dd-4422-baa5-d7eb1fbb2ed1,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.088036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:10.091275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.095268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.100057 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-71c1c8a6-27b5-40c1-9b70-c61ddc5813bc tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7068110 Dec 16 17:36:10.103462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43802) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:10.114725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.122077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:10.125724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:10.144295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.209150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.231985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.241182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.242469 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0591960 Dec 16 17:36:10.249184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43804) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:10.254789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:10.261376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.265785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.266410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e34f810f-67e9-4823-9bfb-1a8b11562d41 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:10.284138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.285603 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-654c196f-6675-4d07-a58d-965af6620387 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e34f810f-67e9-4823-9bfb-1a8b11562d41 HTTP/1.1" status: 204 len: 168 time: 3.2111142 Dec 16 17:36:10.288834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Port': ['ID=652c3ca8-dd5a-4952-8e42-bdb5cecb504f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.293754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43806) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:10.343677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:10.352419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 126cc542-8686-44fa-96e2-f8537a2d6272, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=126cc542-8686-44fa-96e2-f8537a2d6272,segment=NetworkSegment(6f3c74d7-4452-41c2-baba-33434b908b4a),segment_id=6f3c74d7-4452-41c2-baba-33434b908b4a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:10.357811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4bf0e-c435-4b61-bdcd-86b0cd0973ce tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:10.365965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4bf0e-c435-4b61-bdcd-86b0cd0973ce tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:10.372140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4bf0e-c435-4b61-bdcd-86b0cd0973ce tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:10.374559 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-26e4bf0e-c435-4b61-bdcd-86b0cd0973ce tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2674823 Dec 16 17:36:10.402254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.403281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39f20901-14c0-402b-9a57-40184291319b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:10.411302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Deleting subnet 138b3cab-31ad-4392-b6b3-aa16ef336d4c {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:36:10.417447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43808) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:10.418216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.421969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf38e37-68f9-4eec-ab95-8b0dc9046b03 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4620b9af-8a9e-4a1a-bc02-8dba37d66dbc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.424656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.447911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:10.475452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:10.495859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.517319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57233e57-e11d-48c9-b9a1-0b6b17d3848b None None] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:10.517996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Pushing event updated for resources: {'Port': ['ID=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.528451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:10.531199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:10.531777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.644730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.662318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:10.667012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:10.671940 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.679354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > segment before_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.679777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.682290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.684444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.685733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > port after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.686028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > port after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.687322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > port after_update 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.687658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > segment after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.687988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.689872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.690236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet after_update 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:10.732141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f568da0-72f2-45e6-9141-076a9de875ba None None] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:10.789774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.811307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.863048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Deleting port 05ebb968-9cb1-41db-9ab7-8d286a0c9642 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:10.863393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.872791 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.921924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.923150 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9734983 Dec 16 17:36:10.939028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=126cc542-8686-44fa-96e2-f8537a2d6272,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.946392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43810) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:10.949308 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439ceea-8ee9-40eb-a158-b5ceb7311bfe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825b7465-6b17-4a31-bca3-dbf54865298a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.953193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 2, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:10.958163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Request body: {'security_group_rule': {'security_group_id': '825b7465-6b17-4a31-bca3-dbf54865298a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:10.965607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=138b3cab-31ad-4392-b6b3-aa16ef336d4c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:10.967750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.972435 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-463402f6-4475-4525-b5e8-f48a0e4eda1c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/138b3cab-31ad-4392-b6b3-aa16ef336d4c HTTP/1.1" status: 204 len: 168 time: 0.6775968 Dec 16 17:36:10.978458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:10.980086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43812) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:11.013103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.013310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.014009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet before_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.014427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Subscribe: > subnet before_update 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.014891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9bb218-4629-4f85-9c71-a8d17c54485f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:11.047165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Checking router: ec8da32d-6fef-4ddc-8dad-b41c3551df77 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:11.047778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Updating router ec8da32d-6fef-4ddc-8dad-b41c3551df77 port a7f8ad14-4bf6-4dc6-861a-224120f8b162 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:11.070882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76786bb1-79af-459c-be1d-36f40d41bb19') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:11.071266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76786bb1-79af-459c-be1d-36f40d41bb19') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:11.115441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.120596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.139729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.163348 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fd29c233-ec40-40b4-8dba-00d4f7bcf494 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1783113 Dec 16 17:36:11.169319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Calling delete_port for 05ebb968-9cb1-41db-9ab7-8d286a0c9642 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:11.172975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.174475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43814) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:11.178973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Provisioning complete for port 36f2189b-0270-4317-a177-596c914761b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:11.179802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.188593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 39f20901-14c0-402b-9a57-40184291319b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:11.189349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.196144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1829767755', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:11.224093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.243966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.356925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba779d-8084-4fa5-b8cf-56a5d7e144a8 None None] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:11.360290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Allocated IP 172.26.2.176 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/f0ae4a5c-a353-4207-8164-bc33556df886) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:11.390147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.445637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:11.446047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: from cryptography.utils import int_from_bytes Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: from cryptography.utils import int_from_bytes Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:11.459141 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:11.523840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:08Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:11.572804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.607533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.612023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.625863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2d5d8-2480-494d-a13d-36bd6167e038 None None] The sync data for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv is: [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:08Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:11.663794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.687331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.700604 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "DELETE /v2.0/networks/ae9bb218-4629-4f85-9c71-a8d17c54485f HTTP/1.1" status: 204 len: 168 time: 2.2298830 Dec 16 17:36:11.743090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:11.748436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.766257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.780887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0e41a-4d81-4754-9a06-5006547dbe8a tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event deleted for resources: {'Network': ['ID=ae9bb218-4629-4f85-9c71-a8d17c54485f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:11.810536 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5b5329-d1c8-46f3-ad1e-1858da9cead0 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] DELETE failed (client error): The resource could not be found. Dec 16 17:36:11.811304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5b5329-d1c8-46f3-ad1e-1858da9cead0 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:36:11.814674 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3b5b5329-d1c8-46f3-ad1e-1858da9cead0 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "DELETE /v2.0/ports/279abef8-57ea-45f8-a1d0-a5fd37e8cde0 HTTP/1.1" status: 404 len: 333 time: 0.0688283 Dec 16 17:36:11.823743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 39f20901-14c0-402b-9a57-40184291319b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=39f20901-14c0-402b-9a57-40184291319b,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:11.840830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43818) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:11.847137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:11.886452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.886964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.888095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.888095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.888361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.888667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.889021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.889344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.889660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.890001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:11.897468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.039599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Deleting subnet dd4c7560-392e-4350-899c-764ee009dd18 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:36:12.053198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.148526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:12.149064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:12.153637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:12.153637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:36:12.153637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c462a942-9dba-4ddd-96ba-9e9691b71b59']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:12.159540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] For port 36f2189b-0270-4317-a177-596c914761b3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36f2189b-0270-4317-a177-596c914761b3,segment=NetworkSegment(5162abdf-1b3b-4d7d-8e58-d7be52cdf721),segment_id=5162abdf-1b3b-4d7d-8e58-d7be52cdf721)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:12.160962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=39f20901-14c0-402b-9a57-40184291319b,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:12.165992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.168015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.169702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.176789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.180370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.206501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef192c8-993f-4bd1-961c-a1a5a95ec68d') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:12.206904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef192c8-993f-4bd1-961c-a1a5a95ec68d') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:12.224583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.235994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.248327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Provisioning complete for port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:12.249196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.264348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.294713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 36f2189b-0270-4317-a177-596c914761b3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:12.303833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.335027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.350496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Pushing event updated for resources: {'Port': ['ID=36f2189b-0270-4317-a177-596c914761b3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:12.499925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1833b73-a9d8-4ae3-a22b-b628b8fd29b9 None None] Pushing event updated for resources: {'Port': ['ID=a7f8ad14-4bf6-4dc6-861a-224120f8b162,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:12.509912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.510124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.530489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:12.532475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.545301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.563116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.571252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:12.595089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Attempting to bind port a7f8ad14-4bf6-4dc6-861a-224120f8b162 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:12.597731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Attempting to bind port a7f8ad14-4bf6-4dc6-861a-224120f8b162 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:12.597731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Attempting to bind port a7f8ad14-4bf6-4dc6-861a-224120f8b162 on network bd4822ee-7cc7-49b6-acd6-47257ef078d9 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:12.603761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 36f2189b-0270-4317-a177-596c914761b3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:12.604132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.607519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:12.607903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Checking segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:12.608309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.608710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Bound using segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:12.609295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Bound port: a7f8ad14-4bf6-4dc6-861a-224120f8b162, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:12.609678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.616416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.634662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.659508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] For port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:12.698785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.700051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:12.716049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.718478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Pushing event updated for resources: {'Port': ['ID=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:12.728266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.731166 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "DELETE /v2.0/ports/05ebb968-9cb1-41db-9ab7-8d286a0c9642 HTTP/1.1" status: 204 len: 168 time: 2.3075848 Dec 16 17:36:12.736245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:12.744635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.755130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Request body: {'port': {'name': 'tempest-new-port-name-739385987', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:12.755567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] bootfile-name is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:36:12.755923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] tftp-server is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:36:12.756851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] server-ip-address is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:36:12.758745 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event updated for resources: {'Port': ['ID=f0ae4a5c-a353-4207-8164-bc33556df886,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:12.764134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.853501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Router f067f7cd-7872-4921-99d8-195d16022769 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:12.884796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48a941-7cbc-4e75-ba5a-97ca0d04ed11 None None] Pushing event updated for resources: {'Port': ['ID=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:12.895777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] For port a7f8ad14-4bf6-4dc6-861a-224120f8b162, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:12.913080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Could not find standard attr ID for object 05ebb968-9cb1-41db-9ab7-8d286a0c9642. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:36:12.919426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] For port a7f8ad14-4bf6-4dc6-861a-224120f8b162, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a7f8ad14-4bf6-4dc6-861a-224120f8b162,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:12.921597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:12.951517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.033060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Provisioning complete for port a7f8ad14-4bf6-4dc6-861a-224120f8b162 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:13.033512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.099367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:13.099911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.103317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f560d0c-b551-40d4-bd3f-731951888d18,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: from cryptography.utils import int_from_bytes Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: from cryptography.utils import int_from_bytes Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:13.121320 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:13.131486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7c5a84a5-a3bb-4b01-a952-5671dcc92403 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:13.179446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.181781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.189134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8495b81-a469-4634-9a01-643ce4039134 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event deleted for resources: {'Port': ['ID=05ebb968-9cb1-41db-9ab7-8d286a0c9642,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:13.204390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.230286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1833b73-a9d8-4ae3-a22b-b628b8fd29b9 None None] Pushing event updated for resources: {'Port': ['ID=a7f8ad14-4bf6-4dc6-861a-224120f8b162,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:13.242228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:13.242876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:13.292963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.296587 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-681211c4-4e53-4ea5-bafe-2535e1ed1c76 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3428168 Dec 16 17:36:13.309067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.360007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43822) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:13.364889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Request body: {'security_group_rule': {'security_group_id': '825b7465-6b17-4a31-bca3-dbf54865298a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:13.381494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:13.381848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.435855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.442377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.450361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.451812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.483697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.487573 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "DELETE /v2.0/subnets/dd4c7560-392e-4350-899c-764ee009dd18 HTTP/1.1" status: 204 len: 168 time: 1.6455033 Dec 16 17:36:13.498760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88673ebd-32dd-40e3-935c-37d95f59ce47 None None] Network 119c2d30-ca98-429f-ad7e-7a379aff45f7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:13.503181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43824) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:13.506999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3cc35-3b28-4134-8d53-fefadb09f268 tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4c7560-392e-4350-899c-764ee009dd18,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:13.511925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c462a942-9dba-4ddd-96ba-9e9691b71b59 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:36:13.529067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] In _notify_port_updated(), no bound segment for port 7698496a-0d52-4d84-9cf6-b2c42517eb7a on network 2df98f9f-0531-474f-9172-32b21cce67ee {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:36:13.534916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:13.536124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.537582 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "PUT /v2.0/ports/7698496a-0d52-4d84-9cf6-b2c42517eb7a HTTP/1.1" status: 200 len: 1128 time: 0.7974033 Dec 16 17:36:13.549242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43826) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:13.589408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.600051 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/networks/c462a942-9dba-4ddd-96ba-9e9691b71b59 HTTP/1.1" status: 204 len: 168 time: 2.6143451 Dec 16 17:36:13.622193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20ef62-a83f-4986-988b-857c43a70e51 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:13.625972 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df20ef62-a83f-4986-988b-857c43a70e51 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "GET /v2.0/ports/7698496a-0d52-4d84-9cf6-b2c42517eb7a HTTP/1.1" status: 200 len: 1128 time: 0.0723462 Dec 16 17:36:13.637519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:13.652895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.655854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82788-7a7d-4713-aca2-cd55f3c6503d tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event deleted for resources: {'Network': ['ID=c462a942-9dba-4ddd-96ba-9e9691b71b59,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:13.676060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43830) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:13.735104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.751783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75875b41-6a4a-44e6-8aa7-580883023441 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event updated for resources: {'Port': ['ID=7698496a-0d52-4d84-9cf6-b2c42517eb7a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:13.781102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:13.788521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:13.827640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 126cc542-8686-44fa-96e2-f8537a2d6272 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:13.834305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] For port a7f8ad14-4bf6-4dc6-861a-224120f8b162, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a7f8ad14-4bf6-4dc6-861a-224120f8b162,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:13.871622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:13.989766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.011646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] DHCP port deletion for 119c2d30-ca98-429f-ad7e-7a379aff45f7 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:14.023895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Provisioning complete for port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:14.024091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.026539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.104742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Router d142feb3-dc9c-43da-8f86-791e84ce7ddb has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:14.104959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event updated for resources: {'Port': ['ID=f0ae4a5c-a353-4207-8164-bc33556df886,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:14.118476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:14.123511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43836) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:14.138944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'name': 'tempest-router--899864567', 'project_id': '3cb40910292c4c9cb99606c872fef0fc'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:14.158738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.169316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Pushing event updated for resources: {'Port': ['ID=a7f8ad14-4bf6-4dc6-861a-224120f8b162,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:14.185426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:14.207436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 126cc542-8686-44fa-96e2-f8537a2d6272 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:14.207741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.227341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.228862 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2047eb93-fd48-4bbb-b50c-c35a7c59ab99 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.2456663 Dec 16 17:36:14.231488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43838) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:14.245394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Provisioning complete for port 7698496a-0d52-4d84-9cf6-b2c42517eb7a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:14.245776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.294906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.295882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:14.331665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] Deleting port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:14.332624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.336770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee259ed4-b270-4e2f-9f9c-5aa85b325fa2 None None] The sync data for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv is: [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:14.358643 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] Sync routers for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:14.362441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.383448 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:14.383631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.388023 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:14.403739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Port 7698496a-0d52-4d84-9cf6-b2c42517eb7a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:14.465192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834db774-20fa-4daf-a7c9-36202d6cabbc,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:14.483790 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:14.489125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Deleting port 7698496a-0d52-4d84-9cf6-b2c42517eb7a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:14.489474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.502476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:14.503445 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:14.546512 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:14.548100 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e157b-ac81-4b58-8709-0bbde7dd6cf9 None None] The sync data for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:14.577495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.578851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.612052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:14.618371 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.622413 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-db0205ba-316b-4327-8fb9-a73b52a4c9d5 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2588038 Dec 16 17:36:14.630422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e22b6b5a-ae70-4a48-bc78-4e402f68545e admin admin] 10.222.0.66 "PUT /v2.0/routers/d142feb3-dc9c-43da-8f86-791e84ce7ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4885993 Dec 16 17:36:14.631065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43840) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:14.631778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.641102 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-21e994c2-e796-4ec6-91a8-84168a3af254 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3826082 Dec 16 17:36:14.641197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:14.688898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Sync routers for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:14.712309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Provisioning complete for port 126cc542-8686-44fa-96e2-f8537a2d6272 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:14.712902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.763215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:14.806944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:14.807791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:14.813539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] For port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,segment=NetworkSegment(faf77811-e8c8-441d-8073-b59f767a999d),segment_id=faf77811-e8c8-441d-8073-b59f767a999d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:14.814166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.878046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Deleting port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:14.884916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.981894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] For port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,segment=NetworkSegment(faf77811-e8c8-441d-8073-b59f767a999d),segment_id=faf77811-e8c8-441d-8073-b59f767a999d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:14.982269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:14.996374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Calling delete_port for 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:15.008689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] Calling delete_port for 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:15.042332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.061411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:15.061602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.070440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:15.181930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.368606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43874) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:15.425194 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 17:36:15.444158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.449955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.464846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.470076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.510087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.525864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.542518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] No DVR routers for this DVR port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:15.558991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.569003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.573250 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-634a2093-e317-47c9-8377-97e8a0d213b5 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4434881 Dec 16 17:36:15.573250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Calling delete_port for 7698496a-0d52-4d84-9cf6-b2c42517eb7a owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:15.576136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event deleted for resources: {'Port': ['ID=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:15.596379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43876) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:15.599038 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] No DVR routers for this DVR port 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:15.622965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43878) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:15.626373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ff4d4-acf8-4f0e-9376-b073ee747044 None None] Pushing event deleted for resources: {'Port': ['ID=5181e2fd-fb72-4f36-b6b0-4d5059ebf911,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:15.641165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357868554', 'description': 'tempest-description--2133033007'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:15.686142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Provisioning complete for port 36f2189b-0270-4317-a177-596c914761b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:15.687260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c7b78a4-a12d-40ef-9c55-0bb30bcb1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.714971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Allocated IP 172.20.0.1 (f6f71ff0-454a-420f-af4a-4e0979d5fcac/709f06d1-78dc-4056-9a92-68d35ae7ec37/d70c1315-6e80-4ab3-b907-22446ab9bc2e) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:15.717334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.848005 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-96c23afc-39e9-42b8-90ff-a781340249ea tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--748646747&fields=id&tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff HTTP/1.1" status: 200 len: 267 time: 0.4280102 Dec 16 17:36:15.885774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.917642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 2, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:15.956723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Checking router: d142feb3-dc9c-43da-8f86-791e84ce7ddb for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:15.961375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Updating router d142feb3-dc9c-43da-8f86-791e84ce7ddb port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:15.995457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:15.999958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 36f2189b-0270-4317-a177-596c914761b3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:16.041119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.046983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119c2d30-ca98-429f-ad7e-7a379aff45f7']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:16.071767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 36f2189b-0270-4317-a177-596c914761b3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:16.072138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.094827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf77811-e8c8-441d-8073-b59f767a999d') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:16.097365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf77811-e8c8-441d-8073-b59f767a999d') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:16.138993 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.145573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Provisioning complete for port 7698496a-0d52-4d84-9cf6-b2c42517eb7a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:16.146482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.211707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.44 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/24402c1d-8172-4004-b431-2b4db7fc480d) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:16.219949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.229275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:16.229808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.258243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.260346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Port 7698496a-0d52-4d84-9cf6-b2c42517eb7a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:16.262347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:16.305471 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:16.340885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.366858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.388692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Provisioning complete for port a7f8ad14-4bf6-4dc6-861a-224120f8b162 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:16.389515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.393909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-cf3d08b9-1e91-4c66-80e0-841e0f2b245f tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:16.396601 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-cf3d08b9-1e91-4c66-80e0-841e0f2b245f tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/networks?id=d71d8c4c-852f-4fa2-98ec-545135f15add HTTP/1.1" status: 200 len: 804 time: 0.5273459 Dec 16 17:36:16.400912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.401518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f18df78-2818-4a53-8694-ea62dcacb26a {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:16.406524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.413125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.416963 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-50d32c42-3df4-4dae-b1f0-012048fc6ea3 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/routers/9f18df78-2818-4a53-8694-ea62dcacb26a HTTP/1.1" status: 204 len: 168 time: 0.8176966 Dec 16 17:36:16.423962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39f20901-14c0-402b-9a57-40184291319b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:16.431271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.438300 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] 10.222.0.66 "DELETE /v2.0/networks/119c2d30-ca98-429f-ad7e-7a379aff45f7 HTTP/1.1" status: 204 len: 168 time: 2.9268665 Dec 16 17:36:16.473749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95cd21-bfdd-4c57-814c-c933bb11f34c tempest-DHCPAgentSchedulersTestJSON-617044057 tempest-DHCPAgentSchedulersTestJSON-617044057-project] Pushing event deleted for resources: {'Network': ['ID=119c2d30-ca98-429f-ad7e-7a379aff45f7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:16.496098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.499112 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-62b48237-ec13-40df-ba69-873e4eba5bb7 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/quotas/6a2eaa15e3ac41589a1c6a73d60a18ff HTTP/1.1" status: 200 len: 375 time: 0.0457990 Dec 16 17:36:16.513489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.524151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.560998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.592387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:16.599110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:16.605682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:16.639478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Port': ['ID=d70c1315-6e80-4ab3-b907-22446ab9bc2e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:16.647421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43884) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:16.694030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.700887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event deleted for resources: {'Port': ['ID=7698496a-0d52-4d84-9cf6-b2c42517eb7a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:16.704967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.765828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.818677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 39f20901-14c0-402b-9a57-40184291319b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:16.819044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.828803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.830942 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2043703 Dec 16 17:36:16.865618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43890) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:16.903115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Request body: {'security_group_rule': {'security_group_id': 'd7b56c7c-b225-44ea-94fd-f03697386932', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:16.913479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43892) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:16.942667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.954904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009b0cc-eec0-4f45-9c94-87f0b7abf264 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b56c7c-b225-44ea-94fd-f03697386932,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:16.983498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:16.992460 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-735c0e05-43f7-4691-b202-7b42bfaf3b37 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "DELETE /v2.0/ports/7698496a-0d52-4d84-9cf6-b2c42517eb7a HTTP/1.1" status: 204 len: 168 time: 3.3153133 Dec 16 17:36:17.000231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:17.045335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8c9b3eb7-1443-483e-8295-d9f254e72555 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5301924 Dec 16 17:36:17.064818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb027d2b-2140-4ded-ac20-9d6c9ec764de None None] Pushing event updated for resources: {'Port': ['ID=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:17.117179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Provisioning complete for port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:17.117639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.134258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.153044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.165162 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5ffe8d19-5908-400b-92e9-ac9eacb9473c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1a5bf5ec9644c4db1e097ec3db34ce8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2453961 Dec 16 17:36:17.165917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43902) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:17.184285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-860663912', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:17.221091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Deleting subnet 14bcabb0-4ee6-492b-aeb3-a3507a87c290 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:36:17.232908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Attempting to bind port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:17.233347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Attempting to bind port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:17.233715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Attempting to bind port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 on network c9a8b5f5-a664-49fa-8be5-367d84810f53 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:17.243690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:17.244068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Checking segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:17.244462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.244856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Bound using segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:17.245368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Bound port: 678e3c0e-eeb3-4e08-80ec-78e8c7276a10, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:17.245747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.253080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.289786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.305335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a7f8ad14-4bf6-4dc6-861a-224120f8b162 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:17.307265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-a9a56f55-80c5-4cb2-9ffb-9cea3ca0c155 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:36:17.308515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-a9a56f55-80c5-4cb2-9ffb-9cea3ca0c155 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1228619 Dec 16 17:36:17.320910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d7aebbf-79ec-41e8-a3d4-38412dcf4ecf None None] Port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:17.356528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:17.386924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=24402c1d-8172-4004-b431-2b4db7fc480d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:17.393273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:17.401779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:17.427672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.434058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.434973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.435105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.443670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.481662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d646f3f-b8a9-430b-9c12-afca7e7e3c17,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:17.532192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Allocated IP 172.26.2.125 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/74e385e7-746f-4492-893d-34a78291a325) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:17.563948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.567954 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e6077336-944d-42e8-a45c-bfadde2d4c7b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6664889 Dec 16 17:36:17.568157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a7f8ad14-4bf6-4dc6-861a-224120f8b162 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:17.568157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.569249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-06c8eb40-b8a6-4cd7-ac45-5b2bbb24037b None None] Provisioning complete for port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:17.569523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43906) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:17.571046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06c8eb40-b8a6-4cd7-ac45-5b2bbb24037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.574566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-982ef22f-bd7f-45c6-9108-ce93195e4613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.575801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Request body: {'security_group_rule': {'security_group_id': 'd7b56c7c-b225-44ea-94fd-f03697386932', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:17.582837 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-d35acabc-470b-4353-8d3d-394455bdde87 service neutron] 10.222.0.66 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611804 Dec 16 17:36:17.647401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] For port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:17.652175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] For port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:17.658280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-06c8eb40-b8a6-4cd7-ac45-5b2bbb24037b None None] Port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:17.662025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.689956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.691495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.718305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-982ef22f-bd7f-45c6-9108-ce93195e4613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.728185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-06c8eb40-b8a6-4cd7-ac45-5b2bbb24037b None None] Provisioning complete for port d70c1315-6e80-4ab3-b907-22446ab9bc2e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:17.728621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06c8eb40-b8a6-4cd7-ac45-5b2bbb24037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.775530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:17.776260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:17.844811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb027d2b-2140-4ded-ac20-9d6c9ec764de None None] Pushing event updated for resources: {'Port': ['ID=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:17.849885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.866036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-06c8eb40-b8a6-4cd7-ac45-5b2bbb24037b None None] Port d70c1315-6e80-4ab3-b907-22446ab9bc2e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:17.902486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:17.959814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:17.973753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:17.996356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.053457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:18.053738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.057658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6511eebf-44b8-4316-aa7d-a598055c682d None None] Provisioning complete for port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:18.057658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6511eebf-44b8-4316-aa7d-a598055c682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.165983 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-07642f6b-0aa3-4af9-a6f9-66ba5cacfbaa service neutron] 10.222.0.66 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600317 Dec 16 17:36:18.210700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.225821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.232998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.299169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6511eebf-44b8-4316-aa7d-a598055c682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.315040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d93ff9-dcab-489b-b973-02394b618824,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:18.346809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.369532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Port': ['ID=d70c1315-6e80-4ab3-b907-22446ab9bc2e,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:18.383767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.392524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6511eebf-44b8-4316-aa7d-a598055c682d None None] For port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:18.394354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.402568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-982ef22f-bd7f-45c6-9108-ce93195e4613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.403198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6511eebf-44b8-4316-aa7d-a598055c682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.405837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-982ef22f-bd7f-45c6-9108-ce93195e4613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.409283 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-982ef22f-bd7f-45c6-9108-ce93195e4613 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/807490f2-3177-40c1-a35a-6a5a742ad775 HTTP/1.1" status: 204 len: 168 time: 1.2162061 Dec 16 17:36:18.411784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.413192 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ea2e1b8b-71ce-4b9b-af2b-57f5bfe78f0f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8431973 Dec 16 17:36:18.416627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43912) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:18.433048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:36:18.451591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:18.475409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:36:18.475679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5181e2fd-fb72-4f36-b6b0-4d5059ebf911 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:36:18.493646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ef22f-bd7f-45c6-9108-ce93195e4613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807490f2-3177-40c1-a35a-6a5a742ad775,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:18.532701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511eebf-44b8-4316-aa7d-a598055c682d None None] Pushing event updated for resources: {'Port': ['ID=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:18.564425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:17Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:18.582814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.612859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.633023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf994cb-1995-4b08-85fa-703dadc064f3 None None] The sync data for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv is: [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:17Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:18.689531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event deleted for resources: {'Subnet': ['ID=14bcabb0-4ee6-492b-aeb3-a3507a87c290,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:18.693598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.698055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91e2e6-26eb-487e-95d8-6628ab85cf77 None None] Network 2df98f9f-0531-474f-9172-32b21cce67ee requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:18.699392 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df687164-cd31-48cf-acd1-32d55a0fcc66 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "DELETE /v2.0/subnets/14bcabb0-4ee6-492b-aeb3-a3507a87c290 HTTP/1.1" status: 204 len: 168 time: 1.6967096 Dec 16 17:36:18.701482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43934) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:18.752739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43936) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:18.804639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.854448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:18.855094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.007803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] DHCP port deletion for 2df98f9f-0531-474f-9172-32b21cce67ee request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:19.039277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:19.042697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:19.060256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:19.086810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:19.107760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] Deleting port 126cc542-8686-44fa-96e2-f8537a2d6272 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:19.108053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.110652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.126410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:19.190640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event updated for resources: {'Port': ['ID=74e385e7-746f-4492-893d-34a78291a325,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:19.198376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43940) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:19.244142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] For port 126cc542-8686-44fa-96e2-f8537a2d6272, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=126cc542-8686-44fa-96e2-f8537a2d6272,segment=NetworkSegment(6f3c74d7-4452-41c2-baba-33434b908b4a),segment_id=6f3c74d7-4452-41c2-baba-33434b908b4a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:19.244962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.263796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] Calling delete_port for 126cc542-8686-44fa-96e2-f8537a2d6272 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:19.358335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Allocated IP 172.26.2.156 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/4fad486b-e6d1-42aa-8a68-c0410675e6df) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:19.462319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.491046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] Pushing event deleted for resources: {'Port': ['ID=126cc542-8686-44fa-96e2-f8537a2d6272,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:19.494772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccf7c9-3765-4ca3-bc8d-1f786d895c24 None None] No DVR routers for this DVR port 126cc542-8686-44fa-96e2-f8537a2d6272 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:19.540905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.548456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-323963eb-2d61-43ed-8087-a6db071bfa24 None None] Provisioning complete for port d70c1315-6e80-4ab3-b907-22446ab9bc2e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:19.548825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-323963eb-2d61-43ed-8087-a6db071bfa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.592655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.615010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Deleting port 126cc542-8686-44fa-96e2-f8537a2d6272 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:19.615561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.621777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Router f067f7cd-7872-4921-99d8-195d16022769 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:19.628493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-323963eb-2d61-43ed-8087-a6db071bfa24 None None] Port d70c1315-6e80-4ab3-b907-22446ab9bc2e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:19.642168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:19.643713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-878bc267-1957-4bfa-859a-f4ccd6f1824a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.672199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:19.674881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:19.756710 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2208668c-8f95-4ac2-83f5-a6e89b454417 req-c01b92f3-2ef7-47a1-961a-8a6937d835cc tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 210 time: 0.9925878 Dec 16 17:36:19.818964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.820234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event updated for resources: {'Port': ['ID=4fad486b-e6d1-42aa-8a68-c0410675e6df,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:19.834252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.849469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:19.886022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.958616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] For port 126cc542-8686-44fa-96e2-f8537a2d6272, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:19.958984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.990839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:19.998039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:20.006585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.014815 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6d74050c-7f37-44db-b82e-26d6ae95f551 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "PUT /v2.0/routers/f067f7cd-7872-4921-99d8-195d16022769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7789221 Dec 16 17:36:20.017059 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] Sync routers for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:20.028191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43960) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:20.030197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-878bc267-1957-4bfa-859a-f4ccd6f1824a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.038290 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:20.038912 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.046666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Request body: {'port': {'network_id': 'f6f71ff0-454a-420f-af4a-4e0979d5fcac', 'name': 'tempest-FloatingIPAdminTestJSON-1583731727'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:20.049975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Calling delete_port for 126cc542-8686-44fa-96e2-f8537a2d6272 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:20.056228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Port 126cc542-8686-44fa-96e2-f8537a2d6272 was not found and therefore no delete operation was performed {{(pid=103243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:36:20.061371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.096800 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.110282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.121809 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:20.122450 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.137221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event deleted for resources: {'Port': ['ID=126cc542-8686-44fa-96e2-f8537a2d6272,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:20.171235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] No DVR routers for this DVR port 126cc542-8686-44fa-96e2-f8537a2d6272 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:20.180261 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.181206 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fa6eb-5e8a-48c4-af92-8908ef009673 None None] The sync data for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:20.194038 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.198934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-878bc267-1957-4bfa-859a-f4ccd6f1824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.297028 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-878bc267-1957-4bfa-859a-f4ccd6f1824a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c330570e2d474007a4cd2e55e98ff92a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0918007 Dec 16 17:36:20.304411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.308460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 43964) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:20.311161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc267-1957-4bfa-859a-f4ccd6f1824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da290d53-0ba2-4f5f-84a6-df8ca0c8c676,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:20.315478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:20.328278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:20.329675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df98f9f-0531-474f-9172-32b21cce67ee']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.339509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3c74d7-4452-41c2-baba-33434b908b4a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.339814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3c74d7-4452-41c2-baba-33434b908b4a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.346866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:20.347544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.349550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.363667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.370623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:20.371029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.388413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Made reservation on behalf of 473a63debccc40188e344050e31ad7a3 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:20.396199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:20.429419 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:20.432083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.442017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.446023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43966) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:20.446159 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2918598d-044a-43c7-8267-0c612cefbfce tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.2609127 Dec 16 17:36:20.450824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:20.451796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.508581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:20.509972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab4e77-6360-4076-ac7c-b9b1246b9542 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:20.519129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] device_id is not set on port 3456068a-88e1-45f6-b422-80a3cc1107c2 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:20.627071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9788a939-404c-47ad-b8e5-c893515d29ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.697416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:20.719035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.720877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Allocated IP 172.26.2.154 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/908f91e6-0c8f-4775-8c0c-b51f5517aa2d) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:20.724210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9788a939-404c-47ad-b8e5-c893515d29ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.759474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.765643 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] 10.222.0.66 "DELETE /v2.0/networks/2df98f9f-0531-474f-9172-32b21cce67ee HTTP/1.1" status: 204 len: 168 time: 2.0591094 Dec 16 17:36:20.770645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:20.771285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.776042 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.795125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Allocated IP 172.20.0.4 (f6f71ff0-454a-420f-af4a-4e0979d5fcac/709f06d1-78dc-4056-9a92-68d35ae7ec37/3456068a-88e1-45f6-b422-80a3cc1107c2) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:20.828676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:20.854775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68e184-6485-4a46-b86f-b21c86d681da tempest-ExtraDHCPOptionsIpV6TestJSON-382416874 tempest-ExtraDHCPOptionsIpV6TestJSON-382416874-project] Pushing event deleted for resources: {'Network': ['ID=2df98f9f-0531-474f-9172-32b21cce67ee,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:21.043384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.077255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.167340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.176138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 126cc542-8686-44fa-96e2-f8537a2d6272 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:36:21.203775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43976) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:21.206455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 126cc542-8686-44fa-96e2-f8537a2d6272 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:36:21.207413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 126cc542-8686-44fa-96e2-f8537a2d6272 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:36:21.254314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.57', 62950) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:21.270693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event updated for resources: {'Port': ['ID=74e385e7-746f-4492-893d-34a78291a325,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:21.337875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.403176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.412415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e93b47a3-70ed-48f9-9b06-a9a1d0eca7d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7780073 Dec 16 17:36:21.424730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.449193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.529914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9788a939-404c-47ad-b8e5-c893515d29ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.532496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9788a939-404c-47ad-b8e5-c893515d29ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.536064 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9788a939-404c-47ad-b8e5-c893515d29ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da290d53-0ba2-4f5f-84a6-df8ca0c8c676 HTTP/1.1" status: 204 len: 168 time: 1.2195835 Dec 16 17:36:21.536064 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-991370d2-acc2-4f9d-8676-9561fff4a886 req-44e464ef-aafb-4773-8a3c-ff00081d868e tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 210 time: 0.2976422 Dec 16 17:36:21.538417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:21.544640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event updated for resources: {'Port': ['ID=4fad486b-e6d1-42aa-8a68-c0410675e6df,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:21.547597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.554086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:21.585856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event updated for resources: {'Port': ['ID=908f91e6-0c8f-4775-8c0c-b51f5517aa2d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:21.588873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:21.590657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788a939-404c-47ad-b8e5-c893515d29ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da290d53-0ba2-4f5f-84a6-df8ca0c8c676,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:21.595341 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-67254706-5f30-4576-8b27-2fde6ace30e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=921b402b469842a5b554e8a45c0a43c7&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3707781 Dec 16 17:36:21.609909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 43984) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:21.620482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.635967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-4396d8f9-0fd2-4841-b6e6-77b33d04fdbf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:21.637566 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-4396d8f9-0fd2-4841-b6e6-77b33d04fdbf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.57 "GET /v2.0/networks?id=d71d8c4c-852f-4fa2-98ec-545135f15add HTTP/1.1" status: 200 len: 804 time: 0.3769231 Dec 16 17:36:21.659109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:21.664708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.673085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c49c8288-e376-46b4-914f-5f3461734aa2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2425041 Dec 16 17:36:21.673085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:21.673085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event updated for resources: {'Port': ['ID=3456068a-88e1-45f6-b422-80a3cc1107c2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:21.682048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:21.869638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:21.870317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:21.933591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-43f216f1-8d00-441c-8a36-8f7a352c72c7 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff HTTP/1.1" status: 200 len: 379 time: 0.1979496 Dec 16 17:36:21.953381 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6924f03c-c3ef-4034-ad65-49fd378361c7 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9217572 Dec 16 17:36:21.957455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44018) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:21.966859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Request body: {'port': {'device_id': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'admin_state_up': True, 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'security_groups': ['8278df93-5b9e-4e71-bcce-dc321a21a3d1']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:22.064589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fce39b-fdd1-4280-bd42-fc30e234b555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.095816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fce39b-fdd1-4280-bd42-fc30e234b555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.123159 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-a7858b2f-dec0-4a4e-8013-c2a680af7391 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1509710946&fields=id&tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76 HTTP/1.1" status: 200 len: 267 time: 0.2238679 Dec 16 17:36:22.177205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-37fdd240-b238-42b5-a61e-576d73b4ebad None None] Provisioning complete for port 3456068a-88e1-45f6-b422-80a3cc1107c2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:22.177794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37fdd240-b238-42b5-a61e-576d73b4ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.222970 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-c246d4a8-b489-4914-a322-cf72fe25b4f3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1357868554&fields=id&tenant_id=5a1c542b7785416a9be21fcbfa26f562 HTTP/1.1" status: 200 len: 267 time: 0.1663098 Dec 16 17:36:22.260010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fce39b-fdd1-4280-bd42-fc30e234b555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.260852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'project_id': '473a63debccc40188e344050e31ad7a3', 'port_id': '3456068a-88e1-45f6-b422-80a3cc1107c2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:22.263204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fce39b-fdd1-4280-bd42-fc30e234b555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.264359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-09fce39b-fdd1-4280-bd42-fc30e234b555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2590e04c-7f97-40a7-b635-32a67e729ced HTTP/1.1" status: 204 len: 168 time: 0.6594484 Dec 16 17:36:22.280690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-37fdd240-b238-42b5-a61e-576d73b4ebad None None] Port 3456068a-88e1-45f6-b422-80a3cc1107c2 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:22.326549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.342367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fce39b-fdd1-4280-bd42-fc30e234b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2590e04c-7f97-40a7-b635-32a67e729ced,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:22.366096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-9a1f8a6f-d706-46da-a0f4-926d5dfd7010 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:22.373508 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-9a1f8a6f-d706-46da-a0f4-926d5dfd7010 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/networks?id=bd4822ee-7cc7-49b6-acd6-47257ef078d9 HTTP/1.1" status: 200 len: 812 time: 0.2389836 Dec 16 17:36:22.388559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Made reservation on behalf of 6a2eaa15e3ac41589a1c6a73d60a18ff for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:22.392693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.438014 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-3deb4aa7-ff3e-4bd1-a166-114872e0ab18 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/quotas/448c5450cbb242cc93e6b2ae2cdf2c76 HTTP/1.1" status: 200 len: 375 time: 0.0635948 Dec 16 17:36:22.443832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.495584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:22.538481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-8ab1f297-7938-4d42-bf61-75a284eced6d tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:22.540141 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-8ab1f297-7938-4d42-bf61-75a284eced6d tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 811 time: 0.3029165 Dec 16 17:36:22.608401 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-6035b7e0-8e85-4380-b3be-aa22828d9823 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/quotas/5a1c542b7785416a9be21fcbfa26f562 HTTP/1.1" status: 200 len: 375 time: 0.0326700 Dec 16 17:36:22.645369 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-c1585343-345f-42f0-bfc8-d7c7e78cb495 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995463 Dec 16 17:36:22.736189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Allocated IP 172.20.0.9 (d71d8c4c-852f-4fa2-98ec-545135f15add/aa550591-4abc-4dde-a1c9-1b945972aee5/186c849f-a74b-4d86-a831-feaf0744d319) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:22.757867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-ae1784cb-a1dc-4d6b-8c05-7ef98712f807 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1379585 Dec 16 17:36:22.982717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.193014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Allocated IP 172.26.2.226 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/50b7283c-281d-4ae6-b60a-73f1211c6110) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:23.207507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.347230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.527528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.1 (94f2aeb3-b9bd-46b7-acf4-b2e061474d3e/323acdea-48dd-4422-baa5-d7eb1fbb2ed1/c809eac4-90f1-47d7-859b-ee44e40fe6ec) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:23.534398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.637636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-7b365f74-7913-4a35-bcbd-8d26684fecc8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:36:23.638775 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-7b365f74-7913-4a35-bcbd-8d26684fecc8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7408648 Dec 16 17:36:23.641393 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e688497f-a639-4966-86bf-59fefd311d52 service neutron] 10.222.0.66 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594432 Dec 16 17:36:23.643195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.648593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.696354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Router 98b03d1c-f957-4ca9-8d16-426a1f32dc8b is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:23.829469 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-23a12d43-fc9e-40ce-9750-23369f0bc06d service neutron] 10.222.0.66 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654503 Dec 16 17:36:23.889689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44094) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:23.894610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:23.905827 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] Sync routers for ids ['98b03d1c-f957-4ca9-8d16-426a1f32dc8b'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:23.923099 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] Routers {'98b03d1c-f957-4ca9-8d16-426a1f32dc8b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:23.923746 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['98b03d1c-f957-4ca9-8d16-426a1f32dc8b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:23.929986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:23.934509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Pushing event updated for resources: {'Port': ['ID=50b7283c-281d-4ae6-b60a-73f1211c6110,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:23.973407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:23.974897 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6978c0bf-1c9b-4e7c-94c8-bb810f0e361f tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3264449 Dec 16 17:36:23.975075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:23.978485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44100) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:24.028345 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:24.042713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:24.064185 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] Routers {'98b03d1c-f957-4ca9-8d16-426a1f32dc8b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:24.064825 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['98b03d1c-f957-4ca9-8d16-426a1f32dc8b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:24.087569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event updated for resources: {'Port': ['ID=186c849f-a74b-4d86-a831-feaf0744d319,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:24.090204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:24.143929 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-269215b1-de0a-4dee-952a-ccbb0fd8464a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/98b03d1c-f957-4ca9-8d16-426a1f32dc8b HTTP/1.1" status: 200 len: 924 time: 0.1600850 Dec 16 17:36:24.144612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44104) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:24.186019 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:24.186813 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f67c5-7adc-4777-b216-5f46d00fa4c9 None None] The sync data for ids ['98b03d1c-f957-4ca9-8d16-426a1f32dc8b'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:24.211717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:24.235834 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3b434e92-ff4a-41bf-955f-67790f0eec24 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b03d1c-f957-4ca9-8d16-426a1f32dc8b HTTP/1.1" status: 200 len: 205 time: 0.0820684 Dec 16 17:36:24.240830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44106) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:24.268276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Network d71d8c4c-852f-4fa2-98ec-545135f15add is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:24.288588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:24.298773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:24.302334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:24.372964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:24.376290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:24.500788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:24.646857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885353254'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:24.652098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44112) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:24.754185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-995f8370-470f-48a5-a115-b5610a97f059 None None] Provisioning complete for port 186c849f-a74b-4d86-a831-feaf0744d319 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:24.754775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-995f8370-470f-48a5-a115-b5610a97f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:24.757716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=c809eac4-90f1-47d7-859b-ee44e40fe6ec,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:24.841139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-995f8370-470f-48a5-a115-b5610a97f059 None None] Port 186c849f-a74b-4d86-a831-feaf0744d319 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:24.869826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:24.934703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1296074653'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:24.942693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:24.966912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:24.992042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-4890974d-ac62-42cb-8aca-86a795958471 service neutron] 10.222.0.66 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3401585 Dec 16 17:36:25.047247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:25.048166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.049367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.106031 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-7a16ec1d-e5e7-48c5-9960-730d2704eeb5 service neutron] 10.222.0.66 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2615104 Dec 16 17:36:25.119737 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e78544e8-6a19-4cde-aa91-e806f3df08bf tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1635292 Dec 16 17:36:25.123629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.217270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.218757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Made reservation on behalf of 926380b84cee4339a32376b082892db1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:25.223448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.269732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.278794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.413231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fb732d-8037-4f11-8f7d-6b88a83ad6cd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:25.450474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:25.485919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.486265 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4 of type vlan for network 6383e756-77cd-4f93-89e7-6b652c05747e Dec 16 17:36:25.614746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b345-99df-4320-a634-993aad1cd245 req-491342f9-d355-496e-80c6-25c51beab622 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:25.616068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.616989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b618b345-99df-4320-a634-993aad1cd245 req-491342f9-d355-496e-80c6-25c51beab622 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 931 time: 0.2737060 Dec 16 17:36:25.663631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6139b48-ebd2-42d9-9877-f0a803b3b47f req-387f0aac-3015-4fd2-9e8d-39253fed2ec7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.0363874 Dec 16 17:36:25.669679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.676352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.868161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.873898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4651a97e-b3d6-4f64-a9b2-4dfb55dc5d4f req-a845fe64-3922-4bc1-aa96-8b113a7678fe tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0677900 Dec 16 17:36:25.875666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:25.876577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:25.893317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b618b345-99df-4320-a634-993aad1cd245 req-7ced2603-0bc2-464c-8f17-88ee97671313 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596762 Dec 16 17:36:25.923783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.178295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.241036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.252030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.259011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.314430 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3844984 Dec 16 17:36:26.314430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe729ea-447b-4f47-adad-7c8d2337de2a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=6383e756-77cd-4f93-89e7-6b652c05747e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:26.324341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6383e756-77cd-4f93-89e7-6b652c05747e details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:26.367319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Pushing event updated for resources: {'Port': ['ID=50b7283c-281d-4ae6-b60a-73f1211c6110,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:26.384740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.437844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44150) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:26.445342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:26.446506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:26.463639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Deleting port 908f91e6-0c8f-4775-8c0c-b51f5517aa2d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:26.464036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.472497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fa6fa-39eb-46d6-8cb3-4f06296f9ed1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:26.535635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.536029 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Added segment 18eb7f9d-9d86-4d0d-926f-538dd5bb36d8 of type vlan for network b0fc595c-70c9-41fe-9afd-915103b9e2d8 Dec 16 17:36:26.565091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.594999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.619405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:26.623079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.672188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.676704 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Floating IP e09b677c-a565-4369-93ba-cb90bbdad353 associated. External IP: 172.26.2.226, port: 3456068a-88e1-45f6-b422-80a3cc1107c2. Dec 16 17:36:26.736198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.754309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=c809eac4-90f1-47d7-859b-ee44e40fe6ec,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:26.759752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.815347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.821620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:26.822248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:26.823724 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-39b953ed-b438-4950-8c12-6528303068ad req-a95f0d06-fc20-405e-8c73-2ebab4b970f8 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.0847194 Dec 16 17:36:26.887769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Calling delete_port for 908f91e6-0c8f-4775-8c0c-b51f5517aa2d owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:26.923270 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2700989 Dec 16 17:36:27.038390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c4dd8-ac87-4988-bc8e-90913e85137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Pushing event updated for resources: {'Network': ['ID=b0fc595c-70c9-41fe-9afd-915103b9e2d8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:27.052979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network b0fc595c-70c9-41fe-9afd-915103b9e2d8 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:27.084175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:27.099112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:27.152855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Router f067f7cd-7872-4921-99d8-195d16022769 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:27.196289 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bb60171-578c-48db-82b5-94a4a2782bcd req-8e6f1b37-3c0f-4a58-b4a0-a2540e3b1ecc tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0629797 Dec 16 17:36:27.342635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12777a-a867-4170-98be-657fb48972f3 req-e4ff925d-39d0-4081-8c7f-c4bc558b525e tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:27.344830 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa12777a-a867-4170-98be-657fb48972f3 req-e4ff925d-39d0-4081-8c7f-c4bc558b525e tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 931 time: 0.1879928 Dec 16 17:36:27.357349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:27.362057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.387208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.427469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event deleted for resources: {'Port': ['ID=908f91e6-0c8f-4775-8c0c-b51f5517aa2d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:27.556523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa12777a-a867-4170-98be-657fb48972f3 req-77dc2f50-4f03-4e15-9819-1eb856eb1446 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966841 Dec 16 17:36:27.559556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:27.561607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=15ac9f75-977d-4a53-a69f-85be0ee5c57c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:27.603226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] Sync routers for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:27.608639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:27.609099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: 6383e756-77cd-4f93-89e7-6b652c05747e, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:27.615919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.623439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:27.626878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:27.658943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44172) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:27.665867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Request body: {'port': {'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054979240'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:27.675187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-cfb0f041-8b59-4b5e-a2b3-8666adc126e5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:36:27.676264 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-cfb0f041-8b59-4b5e-a2b3-8666adc126e5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157733 Dec 16 17:36:27.680892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b95e52fd-e61d-4c3d-9e31-4e02c7b0bdb4 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7101567 Dec 16 17:36:27.683934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44174) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:27.714013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.737312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 6383e756-77cd-4f93-89e7-6b652c05747e is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:27.755478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:27.785588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Made reservation on behalf of ed53b85ce25641dca9512c81bb8df5f5 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:27.788217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.809182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:27.809943 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:27.813618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6383e756-77cd-4f93-89e7-6b652c05747e) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:27.833965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:27.834681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.838823 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-22a8e6a2-6cbd-4400-b81c-3b0a37064f5e tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] 10.222.0.66 "GET /v2.0/floatingips/e09b677c-a565-4369-93ba-cb90bbdad353 HTTP/1.1" status: 200 len: 983 time: 0.1537321 Dec 16 17:36:27.839705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:27.842780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44176) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:27.870148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:27.885621 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:27.933715 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:27.934702 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:27.969832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:27.978415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d12595-a50b-4b0e-9c1e-ef44affc0a35 None None] The sync data for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:27.982522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69b2eb-6439-4ee3-835e-ddef729c6804 None None] Network 6383e756-77cd-4f93-89e7-6b652c05747e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:28.002548 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-96902354-d0d7-4e84-a1d7-cbb5dd48afb3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/routers/6c64b313-ebc3-46e8-b9ed-5242892282a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5536435 Dec 16 17:36:28.005056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44180) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:28.012170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'port': {'network_id': '94f2aeb3-b9bd-46b7-acf4-b2e061474d3e', 'name': 'tempest-FloatingIPTestJSON-1317842020'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:28.042930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.073527 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:28.076133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.100506 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:28.101588 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:28.146716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.147736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Fanout notify agent at l3_agent the message router_deleted on router 98b03d1c-f957-4ca9-8d16-426a1f32dc8b {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:28.161932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.166574 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ddbdd75e-0dd1-43a2-b64e-43cc4148a4e2 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/98b03d1c-f957-4ca9-8d16-426a1f32dc8b HTTP/1.1" status: 204 len: 168 time: 3.9203477 Dec 16 17:36:28.170856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44182) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:28.180331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'name': 'tempest-snat-router-686588595', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': False}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:28.225058 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:28.226150 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ff854-de6a-4f01-a01e-ae7dd89f5262 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:28.266118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.267166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.295450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:28.299123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.327725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6383e756-77cd-4f93-89e7-6b652c05747e', 'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': '15ac9f75-977d-4a53-a69f-85be0ee5c57c'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:28.328976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.364787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] device_id is not set on port 15791ee2-1684-40ca-ae77-b5adcd5e33de yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:28.372234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.654432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Allocated IP 172.20.255.242 (6383e756-77cd-4f93-89e7-6b652c05747e/15ac9f75-977d-4a53-a69f-85be0ee5c57c/604b78df-6939-4201-81dc-c6adaa2b2698) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:28.666625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44190) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:28.674864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094764470'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:28.675767 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b63d3039-3c3a-4dc7-839f-ce1cb2458f97 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2259221 Dec 16 17:36:28.690258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-feb7753d-cee8-4005-883b-3b17381e2075 req-1b6866c9-99bd-4942-bce6-475fbb9dda19 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.2028074 Dec 16 17:36:28.698705 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c08e1152-bc9a-4527-80cb-a91a7363a702 req-57535b6d-8009-46df-8297-43902ef8a83b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.2428193 Dec 16 17:36:28.792506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.832270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0df12353-d58e-40f7-9b66-e0b5578c07de tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.9860427 Dec 16 17:36:28.834166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44192) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:28.853472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.8 (94f2aeb3-b9bd-46b7-acf4-b2e061474d3e/323acdea-48dd-4422-baa5-d7eb1fbb2ed1/15791ee2-1684-40ca-ae77-b5adcd5e33de) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:28.855748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:28.859757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:28.863668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Request body: {'port': {'device_id': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:28.947172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:29.002176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.011551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.052231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.052498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 2322af89-821e-496c-b6b9-2051ae135573 of type vlan for network bf6f77dd-8205-45ef-89f7-1f61d00f11ce Dec 16 17:36:29.107573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Pushing event updated for resources: {'Port': ['ID=604b78df-6939-4201-81dc-c6adaa2b2698,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:29.119759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Network 6383e756-77cd-4f93-89e7-6b652c05747e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:29.121688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:29.124999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:29.189586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Attempting to bind port 604b78df-6939-4201-81dc-c6adaa2b2698 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:29.191112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Attempting to bind port 604b78df-6939-4201-81dc-c6adaa2b2698 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:29.191716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Attempting to bind port 604b78df-6939-4201-81dc-c6adaa2b2698 on network 6383e756-77cd-4f93-89e7-6b652c05747e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:29.198900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:29.199903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Checking segment: {'id': '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:29.200348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.201050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Bound using segment: {'id': '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:29.201739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Bound port: 604b78df-6939-4201-81dc-c6adaa2b2698, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6383e756-77cd-4f93-89e7-6b652c05747e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:29.202404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.205983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.232484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.264352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.305209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] For port 604b78df-6939-4201-81dc-c6adaa2b2698, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:29.310328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] For port 604b78df-6939-4201-81dc-c6adaa2b2698, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=604b78df-6939-4201-81dc-c6adaa2b2698,segment=NetworkSegment(1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4),segment_id=1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:29.312467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4ce91-4b1e-45c4-9cea-45c564663c44 req-e767d35e-6eb7-4a95-b752-dd875f258cd7 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:29.314247 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21e4ce91-4b1e-45c4-9cea-45c564663c44 req-e767d35e-6eb7-4a95-b752-dd875f258cd7 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 931 time: 0.3099344 Dec 16 17:36:29.317720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.332725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.382221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.418138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe451c99-d4fa-444b-9520-a73bbcd4ae79 None None] Pushing event updated for resources: {'Port': ['ID=604b78df-6939-4201-81dc-c6adaa2b2698,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:29.510230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:29.510706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.520739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:29.537866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port f02fc10d-84e2-4743-abfe-e30e31c57091 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:29.556662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.569103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:29.569832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.572595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:29.805907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=15791ee2-1684-40ca-ae77-b5adcd5e33de,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:29.898067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.902291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5457df51-bb9a-479f-a23f-e63f93e84cb3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:29.906521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2364109 Dec 16 17:36:29.911314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44198) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:29.919091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:29.920360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:29.926295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:29.967293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff4e1-e7b6-4c13-bab6-8ffcffad89c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=bf6f77dd-8205-45ef-89f7-1f61d00f11ce,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:29.987164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network bf6f77dd-8205-45ef-89f7-1f61d00f11ce details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:29.999493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.053496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21e4ce91-4b1e-45c4-9cea-45c564663c44 req-36f1e0cc-1111-4bcc-b797-c45e9d20ce89 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7286530 Dec 16 17:36:30.069960 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cd2c633c-d6f4-4f7e-9067-5a1949a17535 req-a24beda5-44ea-496f-b33c-95f34d8683a0 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.1843336 Dec 16 17:36:30.088146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f1cdea0f-9a18-4143-b4a6-7e8d606a6b47 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0801136 Dec 16 17:36:30.106632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44200) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:30.112294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'port': {'network_id': '94f2aeb3-b9bd-46b7-acf4-b2e061474d3e', 'name': 'tempest-FloatingIPTestJSON-201335252'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:30.280308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-993a6751-c91c-4a74-8fe7-11c8b049a562 req-34d3a8d3-650c-46f9-9b76-2a7adcd65cf7 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0482514 Dec 16 17:36:30.314153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Allocated IP 172.26.2.87 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/597bedbe-6ac6-4d23-91f6-687cf695723a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:30.342906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:30.344268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting port 50b7283c-281d-4ae6-b60a-73f1211c6110 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:30.344563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.347000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.529895 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:36:30.647400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186c849f-a74b-4d86-a831-feaf0744d319 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:36:30.667040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.667268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.686222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.703958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port f02fc10d-84e2-4743-abfe-e30e31c57091 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:30.715853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 604b78df-6939-4201-81dc-c6adaa2b2698 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:30.736320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Calling delete_port for 50b7283c-281d-4ae6-b60a-73f1211c6110 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:30.764086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.804384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.808282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Transition to ACTIVE for port object 186c849f-a74b-4d86-a831-feaf0744d319 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:36:30.823104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.836904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 604b78df-6939-4201-81dc-c6adaa2b2698 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:30.837061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:30.837424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.840423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.852049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.889957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.922704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] device_id is not set on port 841c2f63-e64f-4ae9-a77e-825434fb8483 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:30.974008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:30.976580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27125523-ff5d-41c0-a507-3f13e3cfcca7 None None] Network 6383e756-77cd-4f93-89e7-6b652c05747e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:30.986768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=efa48c67-da61-427b-bdec-042774886c2c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:31.008344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '2322af89-821e-496c-b6b9-2051ae135573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:31.008540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: bf6f77dd-8205-45ef-89f7-1f61d00f11ce, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:31.039802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=f02fc10d-84e2-4743-abfe-e30e31c57091,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:31.081895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network bf6f77dd-8205-45ef-89f7-1f61d00f11ce is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:31.141881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:31.190953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, bf6f77dd-8205-45ef-89f7-1f61d00f11ce) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:31.238536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:31.240514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:31.241156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:31.268154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a297784-a3c7-4963-8387-2a60296b386b None None] Network bf6f77dd-8205-45ef-89f7-1f61d00f11ce requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:31.286400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:31.294737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:31.302124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-16fb5dcb-81a1-4805-a7f3-ab4a80c53a82 None None] Provisioning complete for port 604b78df-6939-4201-81dc-c6adaa2b2698 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:31.302497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16fb5dcb-81a1-4805-a7f3-ab4a80c53a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:31.339107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 604b78df-6939-4201-81dc-c6adaa2b2698, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=604b78df-6939-4201-81dc-c6adaa2b2698,segment=NetworkSegment(1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4),segment_id=1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:31.345457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.7 (94f2aeb3-b9bd-46b7-acf4-b2e061474d3e/323acdea-48dd-4422-baa5-d7eb1fbb2ed1/841c2f63-e64f-4ae9-a77e-825434fb8483) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:31.363538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Port': ['ID=597bedbe-6ac6-4d23-91f6-687cf695723a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:31.373453 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b72a9542-6615-4a1a-94ca-43f1467269e4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4609606 Dec 16 17:36:31.378687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44208) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:31.381946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Checking segment: {'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:31.382516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Network hostable DHCP agents. Network: b0fc595c-70c9-41fe-9afd-915103b9e2d8, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:31.416926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:31.493767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=604b78df-6939-4201-81dc-c6adaa2b2698,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:31.526633 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7e3d450a-664e-4ed0-b3b8-e0692840c76f req-5bc6741b-8fc9-4fc1-976d-159ca9b0398c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.1529565 Dec 16 17:36:31.527681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Pushing event updated for resources: {'Port': ['ID=186c849f-a74b-4d86-a831-feaf0744d319,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:31.534898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:31.583905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Network b0fc595c-70c9-41fe-9afd-915103b9e2d8 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:31.672306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-bf6f77dd-8205-45ef-89f7-1f61d00f11ce', 'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': 'efa48c67-da61-427b-bdec-042774886c2c'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:31.673284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:31.949386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Allocated IP 172.20.0.2 (bf6f77dd-8205-45ef-89f7-1f61d00f11ce/efa48c67-da61-427b-bdec-042774886c2c/4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:32.014492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.081385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c320-36f4-4b29-a627-2f2e10993919 req-ad09942e-b6c8-492a-a786-8f9ee2958a50 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:32.082854 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8328c320-36f4-4b29-a627-2f2e10993919 req-ad09942e-b6c8-492a-a786-8f9ee2958a50 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 943 time: 0.8645456 Dec 16 17:36:32.083735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Attempting to bind port 186c849f-a74b-4d86-a831-feaf0744d319 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.084090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Attempting to bind port 186c849f-a74b-4d86-a831-feaf0744d319 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.084441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Attempting to bind port 186c849f-a74b-4d86-a831-feaf0744d319 on network d71d8c4c-852f-4fa2-98ec-545135f15add {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.091827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Port 186c849f-a74b-4d86-a831-feaf0744d319 on network d71d8c4c-852f-4fa2-98ec-545135f15add not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:32.092154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Attempting to bind port 186c849f-a74b-4d86-a831-feaf0744d319 on network d71d8c4c-852f-4fa2-98ec-545135f15add {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.107399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-47fa9674-cde3-47c4-a0da-89d24dd56232 None None] Provisioning complete for port 604b78df-6939-4201-81dc-c6adaa2b2698 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:32.108156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47fa9674-cde3-47c4-a0da-89d24dd56232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.126025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:32.126374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Checking segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:32.126937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Bound using segment: {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:32.127379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Bound port: 186c849f-a74b-4d86-a831-feaf0744d319, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511bb472-977b-4d27-ae7c-9e180380a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:32.128321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.139190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.143313 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-975a0f2f-eb07-44f6-814f-bfcbddae540c req-54f3997c-a73a-4257-8fe6-70e1ffdebc71 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0659418 Dec 16 17:36:32.144323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Port': ['ID=50b7283c-281d-4ae6-b60a-73f1211c6110,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:32.159651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, b0fc595c-70c9-41fe-9afd-915103b9e2d8) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:32.193434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275bf844-9889-44ca-96b5-3874421ce9aa None None] Network b0fc595c-70c9-41fe-9afd-915103b9e2d8 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:32.224616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:32.241580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.242182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.242694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.250438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.251023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Floating IP e09b677c-a565-4369-93ba-cb90bbdad353 disassociated (deleted). External IP: 172.26.2.226, port: 3456068a-88e1-45f6-b422-80a3cc1107c2. Dec 16 17:36:32.292391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.295959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.345907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:32.346541 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:32.351419 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 2 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:32.357302 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8328c320-36f4-4b29-a627-2f2e10993919 req-b958cc04-1ed7-4d54-99f9-e95722c95197 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349532 Dec 16 17:36:32.386688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] For port 186c849f-a74b-4d86-a831-feaf0744d319, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:32.420312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.420960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.421616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.468213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] For port 186c849f-a74b-4d86-a831-feaf0744d319, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186c849f-a74b-4d86-a831-feaf0744d319,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:32.469874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:32.472455 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:32.477500 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 3 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:32.536269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.536610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.537000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.562222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:32.562679 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:32.564422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 4 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:32.582024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.582505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.582737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.593392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.641337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:32.641670 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:32.647591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 5 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:32.690397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.690859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.691247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.699847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=841c2f63-e64f-4ae9-a77e-825434fb8483,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:32.702412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.722932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.736851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.798896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:32.799856 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:32.808059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Network bf6f77dd-8205-45ef-89f7-1f61d00f11ce is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:32.814550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 604b78df-6939-4201-81dc-c6adaa2b2698 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:32.822399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:32.825253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:32.844419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:32.853716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:32.855059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.864789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/186c849f-a74b-4d86-a831-feaf0744d319 HTTP/1.1" status: 200 len: 1093 time: 4.4105818 Dec 16 17:36:32.865534 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 6 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:32.868813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:32.869182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Pushing event updated for resources: {'Port': ['ID=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:32.870823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:32.880044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:32.908721 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d9e7f01-f04a-40f4-88af-da981cdc526a req-d2ba1ced-ba7e-4ef1-b62e-8d97c5c909f5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.2199421 Dec 16 17:36:32.949296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:32.950132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.957672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Attempting to bind port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:32.957907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Attempting to bind port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '2322af89-821e-496c-b6b9-2051ae135573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:32.958120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Attempting to bind port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 on network bf6f77dd-8205-45ef-89f7-1f61d00f11ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:32.966191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 604b78df-6939-4201-81dc-c6adaa2b2698 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:32.966601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.972905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:32.973359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Checking segment: {'id': '2322af89-821e-496c-b6b9-2051ae135573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:32.973805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.974308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Bound using segment: {'id': '2322af89-821e-496c-b6b9-2051ae135573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:32.975117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Bound port: 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2322af89-821e-496c-b6b9-2051ae135573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:32.975245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:32.989488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44216) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:32.992597 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2c6138df-9338-4cb2-b6e2-dafb1fa1992c tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8849466 Dec 16 17:36:33.002329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "tag": "186c849f-a74b-4d86-a831-feaf0744d319"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:33.033371 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:33.033712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:33.034798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:33.044669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '841c2f63-e64f-4ae9-a77e-825434fb8483', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:33.091147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] For port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:33.101798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305d8d5-0714-4ed0-abfa-0c832a7825a4 service neutron] Pushing event updated for resources: {'Port': ['ID=186c849f-a74b-4d86-a831-feaf0744d319,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:33.153488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:33.155858 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:33.160022 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 7 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:33.163880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.181413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] For port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,segment=NetworkSegment(2322af89-821e-496c-b6b9-2051ae135573),segment_id=2322af89-821e-496c-b6b9-2051ae135573)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:33.187119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Router f067f7cd-7872-4921-99d8-195d16022769 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:33.197373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.203513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:33.203956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:33.204406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:33.206704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.222278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=efa48c67-da61-427b-bdec-042774886c2c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:33.241650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:33.242790 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:33.245902 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 8 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:33.337152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.371118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6f77dd-8205-45ef-89f7-1f61d00f11ce']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.395580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2322af89-821e-496c-b6b9-2051ae135573') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.395909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2322af89-821e-496c-b6b9-2051ae135573') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.411309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.433004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ea3f3-3f07-4978-be13-b1f917342fac x-openstack-request-id: req-818ea3f3-3f07-4978-be13-b1f917342fac {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:33.434894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "tag": "186c849f-a74b-4d86-a831-feaf0744d319", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:33.435593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-818ea3f3-3f07-4978-be13-b1f917342fac {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:33.436422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319', 'status': 'completed', 'code': 200} Dec 16 17:36:33.443037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77bacb-cdeb-4b7b-bd4a-5f383c7f3e23 None None] Pushing event updated for resources: {'Port': ['ID=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:33.503980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.57', 62960) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:33.536733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.571734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:33.572380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.575604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:33.575947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:33.576464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:33.592353 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:33.616034 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-79c82875-e958-4fa7-aef6-c451eb9d6b0c req-96ae4926-710d-411a-8d7c-18147b1f1c64 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.2777278 Dec 16 17:36:33.645320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:33.645633 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:33.680518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 9 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:33.717353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.733541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-9782e13a-9346-4bb1-9151-dee5dd78ba50 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:33.735078 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-9782e13a-9346-4bb1-9151-dee5dd78ba50 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 811 time: 0.4911144 Dec 16 17:36:33.738197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-38d6fd29-ecc4-40e8-bffc-5cdcad026b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:33.739676 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-38d6fd29-ecc4-40e8-bffc-5cdcad026b33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff&device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 1096 time: 0.2296975 Dec 16 17:36:33.740524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.api [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:36:33.740524 dv-neutron-821818-2-hyperv neutron-server[103243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:36:33.740524 dv-neutron-821818-2-hyperv neutron-server[103243]: [parameters: {'id': 'bf6f77dd-8205-45ef-89f7-1f61d00f11ce'}] Dec 16 17:36:33.740524 dv-neutron-821818-2-hyperv neutron-server[103243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:36:33.740848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG oslo_db.api [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:36:33.785779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:33.786036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:33.786484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:33.811074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:33.811459 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:33.817738 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 10 to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 Dec 16 17:36:33.849564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:33.857047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.861191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] Sync routers for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:33.869409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5fd9-ce19-4327-8717-1783a28c9c2a req-fe240168-ec4a-4549-8fbd-042ce1c157e4 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:33.875046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:33.875976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.877454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42ec5fd9-ce19-4327-8717-1783a28c9c2a req-fe240168-ec4a-4549-8fbd-042ce1c157e4 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 943 time: 0.2663255 Dec 16 17:36:33.886446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Router b42e6f8f-3668-4652-8221-a5d1c0c28e62 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:33.911971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.921230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:33.921926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.930449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:33.930788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:33.931550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:33.945715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2f72726e-bbdf-449b-bdc9-38f0dbdfc55e tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "DELETE /v2.0/floatingips/e09b677c-a565-4369-93ba-cb90bbdad353 HTTP/1.1" status: 204 len: 168 time: 4.9940619 Dec 16 17:36:33.951044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44234) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:33.955443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:33.959488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port f02fc10d-84e2-4743-abfe-e30e31c57091 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:33.959893 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port f02fc10d-84e2-4743-abfe-e30e31c57091 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:33.960378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:33.960573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:33.961272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794174e-ab25-4b31-8301-82d3b8546e11 None None] The sync data for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:34.012614 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42ec5fd9-ce19-4327-8717-1783a28c9c2a req-1cfc9442-6007-4dbe-aae4-3acc0440101e tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334820 Dec 16 17:36:34.062616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.065914 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5ea0a46c-0edb-460e-8458-d6aa4a4e1b44 req-27d9a07a-083e-48cd-8813-d5f886d68785 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.0683649 Dec 16 17:36:34.093843 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-85228840-5156-42af-babd-d60c71913569 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c849f-a74b-4d86-a831-feaf0744d319 HTTP/1.1" status: 200 len: 217 time: 0.0791163 Dec 16 17:36:34.094433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.099510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:34.108566 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Sync routers for ids ['b42e6f8f-3668-4652-8221-a5d1c0c28e62'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:34.127998 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Routers {'b42e6f8f-3668-4652-8221-a5d1c0c28e62'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:34.128703 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b42e6f8f-3668-4652-8221-a5d1c0c28e62'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:34.189601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] For port f02fc10d-84e2-4743-abfe-e30e31c57091, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:34.190204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempted to set empty binding levels {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 17:36:34.205916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.209943 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2827eabe-021e-4b02-86eb-541c79929196 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0380752 Dec 16 17:36:34.213329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44240) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:34.227354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-fd0d19c5-685c-4aad-88e9-90282469219b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a1c542b7785416a9be21fcbfa26f562 HTTP/1.1" status: 200 len: 380 time: 0.2120306 Dec 16 17:36:34.252028 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Set router b42e6f8f-3668-4652-8221-a5d1c0c28e62 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:34.254491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.263257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e2d97ea9-9b1c-438e-a985-98eba00b9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:34.264781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-e2d97ea9-9b1c-438e-a985-98eba00b9075 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa550591-4abc-4dde-a1c9-1b945972aee5 HTTP/1.1" status: 200 len: 843 time: 0.1461689 Dec 16 17:36:34.267637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.306205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Request body: {'port': {'device_id': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'admin_state_up': True, 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'security_groups': ['d7b56c7c-b225-44ea-94fd-f03697386932']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:34.416245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.57', 62963) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:34.438546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:34.441385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.444362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.76 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/5d323d1c-cdd3-473b-a0eb-2e24e4b875fb) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:34.488652 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e6f8f-3668-4652-8221-a5d1c0c28e62', 'name': 'tempest-snat-router-686588595', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.87'}], 'enable_snat': False}, 'gw_port_id': '597bedbe-6ac6-4d23-91f6-687cf695723a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:36:28Z', 'updated_at': '2021-12-16T17:36:31Z', 'revision_number': 3, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port': {'id': '597bedbe-6ac6-4d23-91f6-687cf695723a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:37:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e6f8f-3668-4652-8221-a5d1c0c28e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:30Z', 'updated_at': '2021-12-16T17:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:34.561770 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Checking router: b42e6f8f-3668-4652-8221-a5d1c0c28e62 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:34.562388 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Updating router b42e6f8f-3668-4652-8221-a5d1c0c28e62 port 597bedbe-6ac6-4d23-91f6-687cf695723a binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:34.599068 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.702334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:34.710035 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.0482044 Dec 16 17:36:34.719245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c815e3-01b6-4d55-b606-36bbb0ea8f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=f02fc10d-84e2-4743-abfe-e30e31c57091,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:34.722301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44246) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:34.767184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a4cb8335-a2d1-4263-b6da-01fc21962a3c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/b42e6f8f-3668-4652-8221-a5d1c0c28e62 HTTP/1.1" status: 200 len: 907 time: 0.5527055 Dec 16 17:36:34.770774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44250) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:34.775429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'name': 'tempest-snat-router-686588595', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': True}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:34.775581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1357c7-7186-434a-88e0-8cdcc1a5138f None None] Network bf6f77dd-8205-45ef-89f7-1f61d00f11ce requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:34.790440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-15e969c6-5983-49bd-b9af-aedaf5e5a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:34.791941 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-15e969c6-5983-49bd-b9af-aedaf5e5a332 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d71d8c4c-852f-4fa2-98ec-545135f15add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5062413 Dec 16 17:36:34.814538 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f30d1ca9-2239-4afb-ad78-cbe498542142 req-6166d41c-78c5-4cff-b0d7-b4627be660cb tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0725849 Dec 16 17:36:34.835655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-357f2df5-c7bd-4b4c-921a-4d1a08ac0e0c None None] Provisioning complete for port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:34.836017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-357f2df5-c7bd-4b4c-921a-4d1a08ac0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.880200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d11cb836-8462-4b2d-9b5b-5d9306d0b13d tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:34.881777 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d11cb836-8462-4b2d-9b5b-5d9306d0b13d tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.57 "GET /v2.0/networks?id=bd4822ee-7cc7-49b6-acd6-47257ef078d9 HTTP/1.1" status: 200 len: 812 time: 0.4517202 Dec 16 17:36:34.896376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:34.896719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.898562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.899547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.935126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:34.935767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.946666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.962358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:34.982624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Made reservation on behalf of 5a1c542b7785416a9be21fcbfa26f562 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:34.986168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.015966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-357f2df5-c7bd-4b4c-921a-4d1a08ac0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.061662 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-a769072a-909c-4034-82ab-b4ec85de79d4 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76 HTTP/1.1" status: 200 len: 380 time: 0.1500359 Dec 16 17:36:35.073955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.076387 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-aff34d2f-e103-41c0-b6cf-7cf3bfa19583 service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665992 Dec 16 17:36:35.083540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,segment=NetworkSegment(2322af89-821e-496c-b6b9-2051ae135573),segment_id=2322af89-821e-496c-b6b9-2051ae135573)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:35.083911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.085216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Request body: {'port': {'device_id': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'admin_state_up': True, 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'security_groups': ['825b7465-6b17-4a31-bca3-dbf54865298a']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:35.087082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-357f2df5-c7bd-4b4c-921a-4d1a08ac0e0c None None] For port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,segment=NetworkSegment(2322af89-821e-496c-b6b9-2051ae135573),segment_id=2322af89-821e-496c-b6b9-2051ae135573)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:35.124778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Deleting port f02fc10d-84e2-4743-abfe-e30e31c57091 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:35.125237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.131889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.162677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] DHCP port deletion for bf6f77dd-8205-45ef-89f7-1f61d00f11ce request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:35.170811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-357f2df5-c7bd-4b4c-921a-4d1a08ac0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.189680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:35.243303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.352883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:36:35.353600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:36:35.355550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f2df5-c7bd-4b4c-921a-4d1a08ac0e0c None None] Pushing event updated for resources: {'Port': ['ID=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:35.356193 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.361727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.364008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-80df6064-e5f4-41f3-8420-dc995fb7aebb req-d3c2a789-2eb5-4ec1-a21d-e108a8c2850e tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.1474135 Dec 16 17:36:35.372315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] Deleting port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:35.380153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.383050 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.385706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:35.436828 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f835898-6c8b-4aab-972e-3d9256d2c330 req-77a96a48-e474-4bb8-9c7c-027a7494a35a service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481753 Dec 16 17:36:35.451949 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56e1f0-aa67-4eab-9906-bf46bc0d6cee None None] Pushing event updated for resources: {'Port': ['ID=597bedbe-6ac6-4d23-91f6-687cf695723a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:35.456279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Attempting to bind port 597bedbe-6ac6-4d23-91f6-687cf695723a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:35.462459 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Attempting to bind port 597bedbe-6ac6-4d23-91f6-687cf695723a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:35.462844 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Attempting to bind port 597bedbe-6ac6-4d23-91f6-687cf695723a on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:35.489616 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:35.489951 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:35.490597 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.491140 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:35.491775 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Bound port: 597bedbe-6ac6-4d23-91f6-687cf695723a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:35.492219 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.495081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.524033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Allocated IP 172.26.2.253 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/566b4e58-706a-46b8-9a72-197e1ecf6be4) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:35.536806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] For port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,segment=NetworkSegment(2322af89-821e-496c-b6b9-2051ae135573),segment_id=2322af89-821e-496c-b6b9-2051ae135573)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:35.537637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.548437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:35.562281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:35.564026 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] For port 597bedbe-6ac6-4d23-91f6-687cf695723a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:35.576045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] Calling delete_port for 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:35.576337 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] For port 597bedbe-6ac6-4d23-91f6-687cf695723a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=597bedbe-6ac6-4d23-91f6-687cf695723a,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:35.585332 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.670853 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56e1f0-aa67-4eab-9906-bf46bc0d6cee None None] Pushing event updated for resources: {'Port': ['ID=597bedbe-6ac6-4d23-91f6-687cf695723a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:35.675913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.704500 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Routers {'b42e6f8f-3668-4652-8221-a5d1c0c28e62'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:35.705584 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b42e6f8f-3668-4652-8221-a5d1c0c28e62'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:35.710377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] Pushing event deleted for resources: {'Port': ['ID=4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:35.713300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23113-52a9-4226-8744-078fc0a0f417 None None] No DVR routers for this DVR port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:35.739639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:35.745116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.749542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-07fcc766-2f2c-4c43-a89a-f8b730776b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:35.751141 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-07fcc766-2f2c-4c43-a89a-f8b730776b1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff&device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 1096 time: 0.1966395 Dec 16 17:36:35.752169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:35.754792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=5d323d1c-cdd3-473b-a0eb-2e24e4b875fb,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:35.785770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] For port f02fc10d-84e2-4743-abfe-e30e31c57091, host hv-neutron-8218, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:35.786477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.822667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Calling delete_port for f02fc10d-84e2-4743-abfe-e30e31c57091 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:35.848061 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] Set router b42e6f8f-3668-4652-8221-a5d1c0c28e62 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:35.848340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b95bd5-41b6-4c6e-aa52-5cf87f6b76b1 req-6d570159-a717-474c-8183-34eed534fe28 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:35.850494 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-24b95bd5-41b6-4c6e-aa52-5cf87f6b76b1 req-6d570159-a717-474c-8183-34eed534fe28 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 943 time: 0.6373637 Dec 16 17:36:35.852922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Allocated IP 172.20.0.12 (c9a8b5f5-a664-49fa-8be5-367d84810f53/1b6f060f-e818-4187-93c4-4ec9f5e46539/298527f9-5e76-45db-a518-ba3c08198fb9) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:35.863409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6f77dd-8205-45ef-89f7-1f61d00f11ce']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:35.897268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 update to ACTIVE by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:36:35.915978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2322af89-821e-496c-b6b9-2051ae135573') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:35.916341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2322af89-821e-496c-b6b9-2051ae135573') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:35.935374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Made reservation on behalf of 448c5450cbb242cc93e6b2ae2cdf2c76 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:35.938580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.952533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:35.969446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.010565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.039053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:36.039457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:36.042887 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:36.055799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa8608ca-994e-4a18-b210-c679a5456f5b req-69e78ab0-9d7e-4bf2-850d-0bcac9146bd8 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0858965 Dec 16 17:36:36.057990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-d9da7853-c43f-4698-b347-65b0adedda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:36.059464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-d9da7853-c43f-4698-b347-65b0adedda76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d71d8c4c-852f-4fa2-98ec-545135f15add HTTP/1.1" status: 200 len: 905 time: 0.2961359 Dec 16 17:36:36.133696 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-24b95bd5-41b6-4c6e-aa52-5cf87f6b76b1 req-61d04ac1-7358-4f8b-b564-b1360e4b1ea8 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697771 Dec 16 17:36:36.186946 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e6f8f-3668-4652-8221-a5d1c0c28e62', 'name': 'tempest-snat-router-686588595', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.87'}], 'enable_snat': False}, 'gw_port_id': '597bedbe-6ac6-4d23-91f6-687cf695723a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:36:28Z', 'updated_at': '2021-12-16T17:36:31Z', 'revision_number': 3, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port': {'id': '597bedbe-6ac6-4d23-91f6-687cf695723a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:37:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e6f8f-3668-4652-8221-a5d1c0c28e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:30Z', 'updated_at': '2021-12-16T17:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:36.221133 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7582e-f258-4279-8f47-a7702c68ba98 None None] The sync data for ids ['b42e6f8f-3668-4652-8221-a5d1c0c28e62'] in dv-neutron-821818-2-hyperv is: [{'id': 'b42e6f8f-3668-4652-8221-a5d1c0c28e62', 'name': 'tempest-snat-router-686588595', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.87'}], 'enable_snat': False}, 'gw_port_id': '597bedbe-6ac6-4d23-91f6-687cf695723a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:36:28Z', 'updated_at': '2021-12-16T17:36:31Z', 'revision_number': 3, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port': {'id': '597bedbe-6ac6-4d23-91f6-687cf695723a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:37:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e6f8f-3668-4652-8221-a5d1c0c28e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:30Z', 'updated_at': '2021-12-16T17:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:36.275602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.356559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event deleted for resources: {'Port': ['ID=f02fc10d-84e2-4743-abfe-e30e31c57091,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:36.383262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.386996 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a4a3c27e-b55e-4554-809e-acfbd89deaf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f02fc10d-84e2-4743-abfe-e30e31c57091 HTTP/1.1" status: 204 len: 168 time: 1.6579223 Dec 16 17:36:36.393546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44258) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:36.421842 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-4fad2177-473c-4054-9a62-66bce2465c0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c849f-a74b-4d86-a831-feaf0744d319 HTTP/1.1" status: 200 len: 217 time: 0.3308184 Dec 16 17:36:36.452652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Allocated IP 172.20.0.14 (bd4822ee-7cc7-49b6-acd6-47257ef078d9/beb9bbc7-39b1-42bf-b1be-307466eb6703/c4995120-f886-40c6-a9ec-ddd56b0efac7) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:36.512712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.518861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.555844 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-389cc286-b692-4a49-b65d-a95550587da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:36:36.557317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-389cc286-b692-4a49-b65d-a95550587da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "GET /v2.0/ports/f02fc10d-84e2-4743-abfe-e30e31c57091 HTTP/1.1" status: 404 len: 333 time: 0.1590676 Dec 16 17:36:36.570490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.573075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-1281b5ac-fdce-4539-a1e6-93b5fcf5a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:36.574844 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-1281b5ac-fdce-4539-a1e6-93b5fcf5a26d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa550591-4abc-4dde-a1c9-1b945972aee5 HTTP/1.1" status: 200 len: 843 time: 0.1042714 Dec 16 17:36:36.575367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44262) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:36.577647 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.581029 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/bf6f77dd-8205-45ef-89f7-1f61d00f11ce HTTP/1.1" status: 204 len: 168 time: 5.2013047 Dec 16 17:36:36.593418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Request body: {'port': {'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1679105095'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:36.595900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9000d1b-2f3b-4818-8e8b-00e1da3ddcdd req-ef40a93b-49e1-4fd7-9bcf-d4d71e303a99 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.0826697 Dec 16 17:36:36.598120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.604152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44264) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:36.638075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780852554'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:36.647467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.692384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 597bedbe-6ac6-4d23-91f6-687cf695723a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:36.692961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a4a8d-781b-4475-b690-b14feddc7f16 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=bf6f77dd-8205-45ef-89f7-1f61d00f11ce,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:36.757247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 597bedbe-6ac6-4d23-91f6-687cf695723a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:36.758498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.776323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:36.796042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:36.798351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:36.802968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.805120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:36.852109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-4f8dc4ac-3628-4859-8ec6-bb7f45b4bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:36.855089 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-4f8dc4ac-3628-4859-8ec6-bb7f45b4bda4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d71d8c4c-852f-4fa2-98ec-545135f15add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2542484 Dec 16 17:36:36.855815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Made reservation on behalf of ed53b85ce25641dca9512c81bb8df5f5 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:36.858207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.860518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Pushing event updated for resources: {'Port': ['ID=566b4e58-706a-46b8-9a72-197e1ecf6be4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:36.879165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.889997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.901198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 597bedbe-6ac6-4d23-91f6-687cf695723a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=597bedbe-6ac6-4d23-91f6-687cf695723a,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:36.910279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.959826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:36.978858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:36.999017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=597bedbe-6ac6-4d23-91f6-687cf695723a,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:37.003526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port 8772e01d-5a7c-4a61-8f92-a99484d8e101 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:37.018265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:36:37.024299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:37.038522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:37.040884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:37.050429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:36:37.051015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4057c4d2-3f74-42ea-99b5-ff4cde2b6dd5 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:36:37.061550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.061909 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 35674d8d-2e53-4e74-b8fe-3e5449cc9b5c of type vlan for network aad02725-7a01-4d53-985c-58ea8cc3c2be Dec 16 17:36:37.093810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event updated for resources: {'Port': ['ID=298527f9-5e76-45db-a518-ba3c08198fb9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:37.117182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Allocated IP 172.26.2.144 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/5b4fcdd8-4df0-4313-8caf-5b2dc554835a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:37.251174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:37.257079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.318814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-217d8b5a-183b-487d-b378-935a6a6a49c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.321328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.380772 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-565296ed-06bc-4325-9909-f176688fc05f service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981055 Dec 16 17:36:37.389422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.396636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.410403 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e5ecd0fe-6906-4db0-8536-0b593d6d794f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1286757 Dec 16 17:36:37.430586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bf915b71-98c1-43b3-84f8-b60f1a73b64e None None] Provisioning complete for port 298527f9-5e76-45db-a518-ba3c08198fb9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:37.430962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.431713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf915b71-98c1-43b3-84f8-b60f1a73b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.493415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Request body: {'port': {'device_id': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:37.508599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.resource_extend [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:36:37.509948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bf915b71-98c1-43b3-84f8-b60f1a73b64e None None] Port 298527f9-5e76-45db-a518-ba3c08198fb9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:37.585130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2af5e-dd6d-456b-8467-47f60637f68d req-ee607296-6dab-4f73-97c1-ca1668bef227 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:37.586958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6fc2af5e-dd6d-456b-8467-47f60637f68d req-ee607296-6dab-4f73-97c1-ca1668bef227 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 943 time: 0.3048353 Dec 16 17:36:37.587793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.602983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:37.621859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.636724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:37.645534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402200ef-f049-4721-9592-ae1f382698ba req-18dc6770-6d39-4628-a20f-dc3fa8ce7f3a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:37.645954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.647110 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-402200ef-f049-4721-9592-ae1f382698ba req-18dc6770-6d39-4628-a20f-dc3fa8ce7f3a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 932 time: 0.4566219 Dec 16 17:36:37.648152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.653427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:37.655180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.656425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.657596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event updated for resources: {'Port': ['ID=c4995120-f886-40c6-a9ec-ddd56b0efac7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:37.660551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:37.703492 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3eb1cfcb-4b01-42c5-9183-bbd18ab6749e req-a7298965-443a-41a5-bb4a-e8fbdfdee219 service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073196 Dec 16 17:36:37.787702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.806753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.837267 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2064729 Dec 16 17:36:37.847007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44272) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:37.851940 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:37.857953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:37.882855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:37.885513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:37.895183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:37.895782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.918351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.937064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-18a2c59b-fd3a-46ff-aee1-45686cecf1dc None None] Provisioning complete for port c4995120-f886-40c6-a9ec-ddd56b0efac7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:37.940093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18a2c59b-fd3a-46ff-aee1-45686cecf1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:37.965851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689059d-34a7-46cb-8534-0dfb1dd986c6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=aad02725-7a01-4d53-985c-58ea8cc3c2be,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:37.971544 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6fc2af5e-dd6d-456b-8467-47f60637f68d req-f75791bc-4f79-485c-b22e-7378dd55687d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702426 Dec 16 17:36:37.981981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network aad02725-7a01-4d53-985c-58ea8cc3c2be details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:37.988185 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-402200ef-f049-4721-9592-ae1f382698ba req-e09ba322-e286-4291-9e0d-4f66cb1f4818 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109093 Dec 16 17:36:38.003412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4fcdd8-4df0-4313-8caf-5b2dc554835a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:38.015896 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-d75fa7e6-e3de-4148-99e5-4a0735b86282 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9404685 Dec 16 17:36:38.046637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Request body: {'port': {'device_id': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:38.100125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Network b0fc595c-70c9-41fe-9afd-915103b9e2d8 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:38.112932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:38.115868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:38.116831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:38.117462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.151048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=8772e01d-5a7c-4a61-8f92-a99484d8e101,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:38.190013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-18a2c59b-fd3a-46ff-aee1-45686cecf1dc None None] Port c4995120-f886-40c6-a9ec-ddd56b0efac7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:38.243260 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-694e498e-1b4b-41e5-a89e-683aeb73a144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6576915 Dec 16 17:36:38.246609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.249500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44274) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:38.280227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.287043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:38.288393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.319786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:38.323683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.347919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.466318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing IP validity checks on allocation pools {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:36:38.466922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:36:38.473579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Pushing event updated for resources: {'Port': ['ID=566b4e58-706a-46b8-9a72-197e1ecf6be4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:38.510016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186c849f-a74b-4d86-a831-feaf0744d319 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:36:38.558751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.614863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.616138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-324ef48d-68d8-40b5-9c64-30fe4c145366 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6641326 Dec 16 17:36:38.619821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44276) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:38.626119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.651661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 597bedbe-6ac6-4d23-91f6-687cf695723a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:38.709105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 186c849f-a74b-4d86-a831-feaf0744d319, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186c849f-a74b-4d86-a831-feaf0744d319,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:38.725938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '186c849f-a74b-4d86-a831-feaf0744d319', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'port_id': '186c849f-a74b-4d86-a831-feaf0744d319', 'mac_address': 'fa:16:3e:c3:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:36:38.738753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 597bedbe-6ac6-4d23-91f6-687cf695723a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:38.739051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.807597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.814411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2d30-b8a5-4106-989a-f822850afa6d req-181e7e6a-dba2-46f8-b60f-5d3071357c6f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:38.816787 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5fe2d30-b8a5-4106-989a-f822850afa6d req-181e7e6a-dba2-46f8-b60f-5d3071357c6f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 932 time: 0.7214763 Dec 16 17:36:38.817369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.829105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186c849f-a74b-4d86-a831-feaf0744d319 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:36:38.864760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 186c849f-a74b-4d86-a831-feaf0744d319, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186c849f-a74b-4d86-a831-feaf0744d319,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:38.870749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:38.872265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.930528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=186c849f-a74b-4d86-a831-feaf0744d319,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:38.989103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.993463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:38.995781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.036547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=5d323d1c-cdd3-473b-a0eb-2e24e4b875fb,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:39.109390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.136272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=104939ef-1ef8-42a2-b0a1-9b618f4b3885,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:39.161707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['186c849f-a74b-4d86-a831-feaf0744d319'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:36:39.191213 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5fe2d30-b8a5-4106-989a-f822850afa6d req-aa222dab-f75d-4bfc-87cc-59dd4aaf4230 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409402 Dec 16 17:36:39.202861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:39.203027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: aad02725-7a01-4d53-985c-58ea8cc3c2be, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:39.241495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298527f9-5e76-45db-a518-ba3c08198fb9 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:36:39.244661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.258465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.299821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network aad02725-7a01-4d53-985c-58ea8cc3c2be is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:39.326705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, aad02725-7a01-4d53-985c-58ea8cc3c2be) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:39.346502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1680b8-9f5f-4730-b50e-1e732a4f3f1d None None] Network aad02725-7a01-4d53-985c-58ea8cc3c2be requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:39.366282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:39.366792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.379544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.405229 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-37aa3e81-0456-4012-8251-6749b9cb4b66 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5546162 Dec 16 17:36:39.421448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Transition to ACTIVE for port object 298527f9-5e76-45db-a518-ba3c08198fb9 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:36:39.422809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44284) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:39.454638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb007-0a1d-40a3-b02a-2ff97ec64b9c req-3a3023dc-370a-4c0b-b33e-acadd2d54212 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:39.456211 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7b5eb007-0a1d-40a3-b02a-2ff97ec64b9c req-3a3023dc-370a-4c0b-b33e-acadd2d54212 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 944 time: 0.3833585 Dec 16 17:36:39.464205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.535373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-aad02725-7a01-4d53-985c-58ea8cc3c2be', 'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': '104939ef-1ef8-42a2-b0a1-9b618f4b3885'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:39.536686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.543394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Router 5d091d3d-980f-4fbd-a427-09cf06c7796e is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:39.545845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Allocated IP 172.26.2.254 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/40f15c15-2a25-4b8f-8470-f954c025ebf9) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:39.584391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4995120-f886-40c6-a9ec-ddd56b0efac7 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:36:39.600177 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP f436569e-7ab2-4b8e-9b3e-c9d51c52b1fa associated. External IP: 172.26.2.76, port: 841c2f63-e64f-4ae9-a77e-825434fb8483. Dec 16 17:36:39.615119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.637679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b6479ad-509b-4f29-98c3-3099a625010e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.695812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Allocated IP 172.20.0.3 (aad02725-7a01-4d53-985c-58ea8cc3c2be/104939ef-1ef8-42a2-b0a1-9b618f4b3885/129e21a9-7999-480c-850e-6bec028d66d6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:39.713490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Pushing event updated for resources: {'Port': ['ID=298527f9-5e76-45db-a518-ba3c08198fb9,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:39.724648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770473-e1e8-4bba-b60b-2d7f054de77b req-2dd0ee74-e468-4bfa-9c35-5e59ac7fe748 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:39.726316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7e770473-e1e8-4bba-b60b-2d7f054de77b req-2dd0ee74-e468-4bfa-9c35-5e59ac7fe748 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 932 time: 0.4326384 Dec 16 17:36:39.742435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Transition to ACTIVE for port object c4995120-f886-40c6-a9ec-ddd56b0efac7 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:36:39.745876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:39.753722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.771206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Sync routers for ids ['5d091d3d-980f-4fbd-a427-09cf06c7796e'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:39.778679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.783066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c303e0c5-375c-4928-a475-e4a019a46b8e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0116785 Dec 16 17:36:39.784277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44288) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:39.799336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Routers {'5d091d3d-980f-4fbd-a427-09cf06c7796e'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:39.800396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5d091d3d-980f-4fbd-a427-09cf06c7796e'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:39.806627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.912714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Set router 5d091d3d-980f-4fbd-a427-09cf06c7796e gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:39.933268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port 8772e01d-5a7c-4a61-8f92-a99484d8e101 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:39.948080 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ebdf80f9-e14d-4d0f-a89b-2d89bba3cc9c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/5d091d3d-980f-4fbd-a427-09cf06c7796e HTTP/1.1" status: 200 len: 907 time: 0.1580169 Dec 16 17:36:39.949163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44290) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:39.966640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.970826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:39.990245 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7b5eb007-0a1d-40a3-b02a-2ff97ec64b9c req-21fd0b2c-bad7-4f07-bed5-e7d3a32e21ad tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5223026 Dec 16 17:36:40.011645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.020227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.037514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4995120-f886-40c6-a9ec-ddd56b0efac7,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:40.042632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:40.046921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:40.115131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:40.130578 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7e770473-e1e8-4bba-b60b-2d7f054de77b req-368ac575-b90d-47a7-8fa0-3d7105ef928f tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585913 Dec 16 17:36:40.171953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Attempting to bind port 298527f9-5e76-45db-a518-ba3c08198fb9 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:40.172297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Attempting to bind port 298527f9-5e76-45db-a518-ba3c08198fb9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:40.172623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Attempting to bind port 298527f9-5e76-45db-a518-ba3c08198fb9 on network c9a8b5f5-a664-49fa-8be5-367d84810f53 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.209504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.219600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.241087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Port 298527f9-5e76-45db-a518-ba3c08198fb9 on network c9a8b5f5-a664-49fa-8be5-367d84810f53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:40.241373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Attempting to bind port 298527f9-5e76-45db-a518-ba3c08198fb9 on network c9a8b5f5-a664-49fa-8be5-367d84810f53 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.245117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.254048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=8772e01d-5a7c-4a61-8f92-a99484d8e101,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:40.293825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:40.294185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Checking segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:40.294554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Bound using segment: {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:40.295006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Bound port: 298527f9-5e76-45db-a518-ba3c08198fb9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25279813-8a16-4896-b6f1-9017f509a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:40.295359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.302669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Pushing event updated for resources: {'Port': ['ID=40f15c15-2a25-4b8f-8470-f954c025ebf9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:40.303562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Pushing event updated for resources: {'Port': ['ID=129e21a9-7999-480c-850e-6bec028d66d6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:40.317380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Network aad02725-7a01-4d53-985c-58ea8cc3c2be is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:40.328140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d091d3d-980f-4fbd-a427-09cf06c7796e', 'name': 'tempest-snat-router-686588595', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': '5b4fcdd8-4df0-4313-8caf-5b2dc554835a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:36:34Z', 'updated_at': '2021-12-16T17:36:38Z', 'revision_number': 3, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port': {'id': '5b4fcdd8-4df0-4313-8caf-5b2dc554835a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d091d3d-980f-4fbd-a427-09cf06c7796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:36Z', 'updated_at': '2021-12-16T17:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:40.347794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:40.348134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:40.348470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.356988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:40.359304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Checking router: 5d091d3d-980f-4fbd-a427-09cf06c7796e for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:40.359734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Updating router 5d091d3d-980f-4fbd-a427-09cf06c7796e port 5b4fcdd8-4df0-4313-8caf-5b2dc554835a binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:36:40.364804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.394027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:40.396334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.417236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.419060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.421385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:40.421732 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:40.429539 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 2 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:40.475915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Attempting to bind port c4995120-f886-40c6-a9ec-ddd56b0efac7 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:40.476272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Attempting to bind port c4995120-f886-40c6-a9ec-ddd56b0efac7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:40.476631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Attempting to bind port c4995120-f886-40c6-a9ec-ddd56b0efac7 on network bd4822ee-7cc7-49b6-acd6-47257ef078d9 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.482056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.500557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:40.501599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:40.502004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.508637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Port c4995120-f886-40c6-a9ec-ddd56b0efac7 on network bd4822ee-7cc7-49b6-acd6-47257ef078d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:40.509074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Attempting to bind port c4995120-f886-40c6-a9ec-ddd56b0efac7 on network bd4822ee-7cc7-49b6-acd6-47257ef078d9 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.518966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186c849f-a74b-4d86-a831-feaf0744d319 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:40.528739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:40.529115 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:40.539016 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 3 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:40.542507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:40.542830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Checking segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:40.543253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Bound using segment: {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:40.543751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Bound port: c4995120-f886-40c6-a9ec-ddd56b0efac7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c436ba32-c4f3-4bbd-a532-693337f88ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:40.544131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.561798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Deleting port 5b4fcdd8-4df0-4313-8caf-5b2dc554835a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:40.562285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.573931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:40.593729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f8835-6e74-40cd-812e-99be3fb97035 req-bfdc2620-57f8-4bbc-9779-e98ef17931b4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:40.595334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-307f8835-6e74-40cd-812e-99be3fb97035 req-bfdc2620-57f8-4bbc-9779-e98ef17931b4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 944 time: 0.2853937 Dec 16 17:36:40.604736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:40.605140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:40.605473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.609161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] For port 298527f9-5e76-45db-a518-ba3c08198fb9, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:40.615352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] For port 298527f9-5e76-45db-a518-ba3c08198fb9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=298527f9-5e76-45db-a518-ba3c08198fb9,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:40.651692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.668123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:40.668453 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:40.669554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.677307 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 4 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:40.726196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Attempting to bind port 129e21a9-7999-480c-850e-6bec028d66d6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:40.726528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Attempting to bind port 129e21a9-7999-480c-850e-6bec028d66d6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:40.726856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Attempting to bind port 129e21a9-7999-480c-850e-6bec028d66d6 on network aad02725-7a01-4d53-985c-58ea8cc3c2be {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:40.745093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=104939ef-1ef8-42a2-b0a1-9b618f4b3885,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:40.770322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:40.770721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Checking segment: {'id': '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:40.771096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.771485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Bound using segment: {'id': '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:40.771972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Bound port: 129e21a9-7999-480c-850e-6bec028d66d6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:40.772345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.818592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 186c849f-a74b-4d86-a831-feaf0744d319 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:36:40.848276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.852576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 186c849f-a74b-4d86-a831-feaf0744d319 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:40.852967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.908926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.931030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Calling delete_port for 5b4fcdd8-4df0-4313-8caf-5b2dc554835a owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:40.936015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] For port 129e21a9-7999-480c-850e-6bec028d66d6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:40.957242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.957499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] For port 129e21a9-7999-480c-850e-6bec028d66d6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=129e21a9-7999-480c-850e-6bec028d66d6,segment=NetworkSegment(35674d8d-2e53-4e74-b8fe-3e5449cc9b5c),segment_id=35674d8d-2e53-4e74-b8fe-3e5449cc9b5c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:40.969669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:40.992492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.066291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:41.067470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.068931 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] 10.222.0.57 "PUT /v2.0/ports/298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1094 time: 3.6190333 Dec 16 17:36:41.076690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Pushing event updated for resources: {'Port': ['ID=40f15c15-2a25-4b8f-8470-f954c025ebf9,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.095075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:41.098827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9714746c-be9f-4348-a796-f1ea07ac81ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:41.127848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:41.128208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:41.128312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.128501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:41.144047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.158186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.163674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.167948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef1c5-e5f9-4d40-bad6-4de5dd0d93d4 None None] Pushing event updated for resources: {'Port': ['ID=129e21a9-7999-480c-850e-6bec028d66d6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.183468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.184745 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fc52fe96-c5af-4143-a1e6-dba11ce81631 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5641623 Dec 16 17:36:41.187394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44300) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:41.245956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f0c67e-dd8d-40f1-ba66-1bcbec4b097b None None] Network aad02725-7a01-4d53-985c-58ea8cc3c2be requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:41.265703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:41.267038 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:41.267475 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:41.280930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] For port c4995120-f886-40c6-a9ec-ddd56b0efac7, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:41.294950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] For port c4995120-f886-40c6-a9ec-ddd56b0efac7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:41.349741 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0ff396f0-6a36-4eba-b29b-6bea52d6bb65 tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3860 time: 0.1598337 Dec 16 17:36:41.352146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44304) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:41.374107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.376360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 5 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:41.379939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.382595 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-307f8835-6e74-40cd-812e-99be3fb97035 req-e457055c-9a3b-4952-8462-03e04d615b38 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7659497 Dec 16 17:36:41.387591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682f28b-81cb-41a6-ba0f-742a47a6ee5d service neutron] Pushing event updated for resources: {'Port': ['ID=298527f9-5e76-45db-a518-ba3c08198fb9,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.412092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.420813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 186c849f-a74b-4d86-a831-feaf0744d319, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186c849f-a74b-4d86-a831-feaf0744d319,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:41.425102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Attempting to bind port 5b4fcdd8-4df0-4313-8caf-5b2dc554835a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:41.425577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Attempting to bind port 5b4fcdd8-4df0-4313-8caf-5b2dc554835a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:41.426123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Attempting to bind port 5b4fcdd8-4df0-4313-8caf-5b2dc554835a on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:41.431777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2620a-e545-4526-87c2-3d6cbcc59a7b None None] Pushing event updated for resources: {'Port': ['ID=5b4fcdd8-4df0-4313-8caf-5b2dc554835a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.454731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.469578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:41.470573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:41.470573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.471721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:41.472476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Bound port: 5b4fcdd8-4df0-4313-8caf-5b2dc554835a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:41.473009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.501332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fc9b22-9a7c-400f-a104-3857eddefa82" -d '{"events": [{"server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "name": "network-vif-plugged", "status": "completed", "tag": "186c849f-a74b-4d86-a831-feaf0744d319"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:41.533207 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c0648cd7-1db9-46d1-b80a-fc7ea305d5b4 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1798074 Dec 16 17:36:41.538694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:41.539322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.540719 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/c4995120-f886-40c6-a9ec-ddd56b0efac7 HTTP/1.1" status: 200 len: 1094 time: 3.5031981 Dec 16 17:36:41.541777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Port 5b4fcdd8-4df0-4313-8caf-5b2dc554835a has been deleted concurrently {{(pid=103244) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 17:36:41.558827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b4fcdd8-4df0-4313-8caf-5b2dc554835a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.565746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44312) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:41.583138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04afe4-d6ad-4328-9691-638ead19e604 req-c038217c-85d3-42f8-a232-15ba0ae2788f tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:41.584689 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba04afe4-d6ad-4328-9691-638ead19e604 req-c038217c-85d3-42f8-a232-15ba0ae2788f tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 944 time: 0.2779903 Dec 16 17:36:41.599478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d40921-3b61-46a3-9eda-1b416733f47f x-openstack-request-id: req-78d40921-3b61-46a3-9eda-1b416733f47f {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:41.599746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:41.599999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78d40921-3b61-46a3-9eda-1b416733f47f {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:41.600446 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9', 'status': 'completed', 'code': 200} Dec 16 17:36:41.609927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad02725-7a01-4d53-985c-58ea8cc3c2be']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.616187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:41.616519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:41.616850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:41.632273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Routers {'5d091d3d-980f-4fbd-a427-09cf06c7796e'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:41.632927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5d091d3d-980f-4fbd-a427-09cf06c7796e'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.662006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-47117390-f4c4-4293-8412-4bc61bd12a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:41.663489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-47117390-f4c4-4293-8412-4bc61bd12a8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1097 time: 0.5253456 Dec 16 17:36:41.665322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.665559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.733700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] Set router 5d091d3d-980f-4fbd-a427-09cf06c7796e gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:41.735221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.741723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:41.742054 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:41.753049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.774994 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 6 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:41.801409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=186c849f-a74b-4d86-a831-feaf0744d319,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.805094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d091d3d-980f-4fbd-a427-09cf06c7796e', 'name': 'tempest-snat-router-686588595', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:36:34Z', 'updated_at': '2021-12-16T17:36:41Z', 'revision_number': 5, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.822086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eff80-1145-4674-93c9-2fde8e9c74f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4995120-f886-40c6-a9ec-ddd56b0efac7,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:41.840245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26a752-562f-405b-a0d7-67f05fcfdb36 None None] The sync data for ids ['5d091d3d-980f-4fbd-a427-09cf06c7796e'] in dv-neutron-821818-2-hyperv is: [{'id': '5d091d3d-980f-4fbd-a427-09cf06c7796e', 'name': 'tempest-snat-router-686588595', 'tenant_id': '594b99b873c741d19c7cc339efb40729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:36:34Z', 'updated_at': '2021-12-16T17:36:41Z', 'revision_number': 5, 'project_id': '594b99b873c741d19c7cc339efb40729', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:41.842985 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-af6b05e6-5c42-487c-ad7e-5843ee8a5aef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 217 time: 0.1407006 Dec 16 17:36:41.851134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:41.869693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d377a-e857-4db0-a083-24d5cc5fbbe5 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:36:41.869864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.875646 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:41.876368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.880462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.900440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:41.900837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:41.901253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:41.901434 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:41.902253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.951992 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.954452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Deleting port 40f15c15-2a25-4b8f-8470-f954c025ebf9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:41.955658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.960348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.961866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d091d3d-980f-4fbd-a427-09cf06c7796e {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:41.968298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.973197 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5284eb6e-5916-4127-926f-00094fcd4177 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/routers/5d091d3d-980f-4fbd-a427-09cf06c7796e HTTP/1.1" status: 204 len: 168 time: 2.0186000 Dec 16 17:36:41.973339 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:41.975032 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:41.980029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44316) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:41.988067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:41.988495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:41.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:42.022447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:42.023281 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9f952-2199-4bbe-97c6-758dbf7d1cb5 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:42.066131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.079066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d377a-e857-4db0-a083-24d5cc5fbbe5 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:36:42.081184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:42.081660 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:42.089935 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 7 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:42.094653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.109437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-f08c30b6-db33-439f-b3ac-424b023364ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.110994 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-f08c30b6-db33-439f-b3ac-424b023364ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76&device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 1097 time: 0.5067005 Dec 16 17:36:42.118761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baa444-d473-4643-b1cb-5dc294290147 req-158dac93-5a12-4610-ba00-d336fe0608f9 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.120166 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-69baa444-d473-4643-b1cb-5dc294290147 req-158dac93-5a12-4610-ba00-d336fe0608f9 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 944 time: 0.5078814 Dec 16 17:36:42.151039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.151403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.153880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba04afe4-d6ad-4328-9691-638ead19e604 req-45602710-7c5e-4555-8560-a7793376716b tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5388725 Dec 16 17:36:42.169596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Calling delete_port for 40f15c15-2a25-4b8f-8470-f954c025ebf9 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:42.175181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.229897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-95b3bae0-3570-42ad-a931-048763722a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.231555 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-95b3bae0-3570-42ad-a931-048763722a3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.3749681 Dec 16 17:36:42.237638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:42.238202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:42.238773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:42.242190 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-ea8a460f-02ca-46f6-9c65-c781987b4220 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7 HTTP/1.1" status: 200 len: 217 time: 0.1044874 Dec 16 17:36:42.255197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:36:42.255197 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:36:42.255197 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': 'aad02725-7a01-4d53-985c-58ea8cc3c2be'}] Dec 16 17:36:42.255197 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:36:42.255706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:36:42.288814 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-852ea51e-1f24-4620-a874-aaafa626c600 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.2595079 Dec 16 17:36:42.310685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44320) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:42.321487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:42.331692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:42.331956 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:42.342849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 8 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:42.372508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f32d04-57c2-4654-ad15-33e6f1c177aa x-openstack-request-id: req-66f32d04-57c2-4654-ad15-33e6f1c177aa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:42.373081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "name": "network-vif-plugged", "status": "completed", "tag": "186c849f-a74b-4d86-a831-feaf0744d319", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:42.373728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66f32d04-57c2-4654-ad15-33e6f1c177aa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:42.374264 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319', 'code': 200} Dec 16 17:36:42.382780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:42.382991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:42.383347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:42.392317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-69baa444-d473-4643-b1cb-5dc294290147 req-28636778-8e79-49fb-a63e-e3e946c697d2 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261753 Dec 16 17:36:42.402598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:42.402896 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:42.406563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-07c1bd61-c4e9-484f-ab3e-75892b5f0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.406966 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-07c1bd61-c4e9-484f-ab3e-75892b5f0395 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=beb9bbc7-39b1-42bf-b1be-307466eb6703 HTTP/1.1" status: 200 len: 851 time: 0.1269989 Dec 16 17:36:42.411745 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 9 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:42.433812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-05d431b6-ae2d-47d6-8783-e674a6d04519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.435334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-05d431b6-ae2d-47d6-8783-e674a6d04519 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1922665 Dec 16 17:36:42.462225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:42.462562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:42.462877 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:42.524110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:42.524433 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:42.528210 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 10 to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 Dec 16 17:36:42.570179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:42.570519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:42.570852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:42.582663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-51a1392f-d472-4f75-8bec-75579f934231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.584141 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-51a1392f-d472-4f75-8bec-75579f934231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd4822ee-7cc7-49b6-acd6-47257ef078d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1691127 Dec 16 17:36:42.604228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:42.604551 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:42.604909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.680219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5898ce-47e6-4bd0-b62b-3a69a6c4fdd9 req-2a7bc2e4-ce71-4e20-bdbe-16a0c459898b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.681833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa5898ce-47e6-4bd0-b62b-3a69a6c4fdd9 req-2a7bc2e4-ce71-4e20-bdbe-16a0c459898b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 944 time: 0.1732836 Dec 16 17:36:42.683631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-07e3132b-0e7d-4a30-99ca-ed2ddfaf3337 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313061 Dec 16 17:36:42.771580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.773070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.787012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.841889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f48efa-db2f-49de-9ffd-0fb64527f123 req-a6e70a63-8723-4397-9f80-f785407c9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:42.843443 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74f48efa-db2f-49de-9ffd-0fb64527f123 req-a6e70a63-8723-4397-9f80-f785407c9f3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 1098 time: 0.2186143 Dec 16 17:36:42.859811 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-08005cd8-5ccc-426b-8eae-18a0573d7cd3 service neutron] 10.222.0.57 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670338 Dec 16 17:36:42.876075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port f896798d-5687-44b7-8407-c228426208ff triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:42.877423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.879628 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] For port 8772e01d-5a7c-4a61-8f92-a99484d8e101, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:42.880003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempted to set empty binding levels {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 17:36:42.899272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-74f48efa-db2f-49de-9ffd-0fb64527f123 req-34ded6b1-fe10-4348-90ba-925cede682cd service neutron] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.916061 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa5898ce-47e6-4bd0-b62b-3a69a6c4fdd9 req-9d65c4f4-389d-48b9-b326-2a580cbdabbf tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248547 Dec 16 17:36:42.917143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.987676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 24402c1d-8172-4004-b431-2b4db7fc480d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:42.988047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:42.993687 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0455c12-ccfa-45a1-ba7f-0dea0ffed07c req-5cfecd3d-465d-43b0-b754-c447bd325084 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013847 Dec 16 17:36:43.007262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] In _notify_port_updated(), no bound segment for port 8772e01d-5a7c-4a61-8f92-a99484d8e101 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:36:43.008114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.008708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.010050 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "PUT /v2.0/ports/8772e01d-5a7c-4a61-8f92-a99484d8e101 HTTP/1.1" status: 200 len: 981 time: 4.7505405 Dec 16 17:36:43.015769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44324) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:43.048829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 24402c1d-8172-4004-b431-2b4db7fc480d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.056128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.071209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355cffa-2a55-4e5c-a1e1-446787de0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=8772e01d-5a7c-4a61-8f92-a99484d8e101,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:43.072447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 40f15c15-2a25-4b8f-8470-f954c025ebf9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.073028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.096632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 40f15c15-2a25-4b8f-8470-f954c025ebf9 was deleted so its status cannot be updated. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 17:36:43.109847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 15791ee2-1684-40ca-ae77-b5adcd5e33de triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.110355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.120971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.131417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.155388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-71b5e1ad-0ba0-41e6-b9c2-05afa45fb241 service neutron] 10.222.0.57 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873411 Dec 16 17:36:43.157973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 15791ee2-1684-40ca-ae77-b5adcd5e33de cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.168923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.169339 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP f436569e-7ab2-4b8e-9b3e-c9d51c52b1fa disassociated. External IP: 172.26.2.76, port: 841c2f63-e64f-4ae9-a77e-825434fb8483. Dec 16 17:36:43.171950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 841c2f63-e64f-4ae9-a77e-825434fb8483 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.172659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.173781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 129e21a9-7999-480c-850e-6bec028d66d6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:43.174118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.176028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Pushing event deleted for resources: {'Port': ['ID=40f15c15-2a25-4b8f-8470-f954c025ebf9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:43.242080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 841c2f63-e64f-4ae9-a77e-825434fb8483 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.246190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffcb9a-8b9e-4886-91bf-b4921e6fa946 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:43.257465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.257930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.258411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.258885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.259391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.259906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.260415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.261596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.262003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.262509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.262967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.263427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.263883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.264547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.264757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Deleting port 597bedbe-6ac6-4d23-91f6-687cf695723a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:43.265790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.265900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.265994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.266425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.266718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.267213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.268474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.268878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.269453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.269964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.270417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.270919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.271417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.271984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.272362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.272861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.273422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.277882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.278405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.278871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.279386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.279946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.283625 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3272ef1a-2ce5-4495-817d-b2a894937ca9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30039 time: 0.2619483 Dec 16 17:36:43.285113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port c809eac4-90f1-47d7-859b-ee44e40fe6ec triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.286010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.288434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44328) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:43.320500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-9739b68b-3bf4-4c6a-a434-6535c754f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.324808 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-9739b68b-3bf4-4c6a-a434-6535c754f0db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1097 time: 0.2192726 Dec 16 17:36:43.344670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port c809eac4-90f1-47d7-859b-ee44e40fe6ec cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.357123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 566b4e58-706a-46b8-9a72-197e1ecf6be4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.358303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.372501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 129e21a9-7999-480c-850e-6bec028d66d6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=129e21a9-7999-480c-850e-6bec028d66d6,segment=NetworkSegment(35674d8d-2e53-4e74-b8fe-3e5449cc9b5c),segment_id=35674d8d-2e53-4e74-b8fe-3e5449cc9b5c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:43.373041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.389674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 129e21a9-7999-480c-850e-6bec028d66d6 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:43.399871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 566b4e58-706a-46b8-9a72-197e1ecf6be4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.410539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port f0ae4a5c-a353-4207-8164-bc33556df886 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.410906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.446749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.449327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.449936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port f0ae4a5c-a353-4207-8164-bc33556df886 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.450980 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa9fda1a-1df9-45fa-97c7-5e11920695b8 tempest-FloatingIPAdminTestJSON-1080767345 tempest-FloatingIPAdminTestJSON-1080767345-project] 10.222.0.66 "DELETE /v2.0/floatingips/e5713ddf-daeb-4cf5-82d0-3b717101b7ea HTTP/1.1" status: 204 len: 168 time: 1.8838625 Dec 16 17:36:43.457453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44332) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:43.468374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 39f20901-14c0-402b-9a57-40184291319b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.468745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.471151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-74f48efa-db2f-49de-9ffd-0fb64527f123 req-34ded6b1-fe10-4348-90ba-925cede682cd service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.532190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-74f48efa-db2f-49de-9ffd-0fb64527f123 req-34ded6b1-fe10-4348-90ba-925cede682cd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.576267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 597bedbe-6ac6-4d23-91f6-687cf695723a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.576656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.668948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 5d323d1c-cdd3-473b-a0eb-2e24e4b875fb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.669344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.684076 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74f48efa-db2f-49de-9ffd-0fb64527f123 req-34ded6b1-fe10-4348-90ba-925cede682cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8290970 Dec 16 17:36:43.685927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] For port 597bedbe-6ac6-4d23-91f6-687cf695723a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=597bedbe-6ac6-4d23-91f6-687cf695723a,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:43.686298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.704692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ded6b1-fe10-4348-90ba-925cede682cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fcf068-e277-4c97-beef-d0d51076581a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:43.708084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 5d323d1c-cdd3-473b-a0eb-2e24e4b875fb cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.720985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 607958a8-7bf3-455f-ab99-e037787aaa6e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.721353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.748015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:43.750588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be" -d '{"events": [{"name": "network-changed", "server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:43.758582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Calling delete_port for 597bedbe-6ac6-4d23-91f6-687cf695723a owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:43.760101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 607958a8-7bf3-455f-ab99-e037787aaa6e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.770217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 4fad486b-e6d1-42aa-8a68-c0410675e6df triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.770682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.811594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 4fad486b-e6d1-42aa-8a68-c0410675e6df cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.829025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 74e385e7-746f-4492-893d-34a78291a325 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.829025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.829308 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611df8-78e1-4210-b3e7-c03bc778262d req-f90372e6-a061-44f7-a5b5-ae1fddd0cdc0 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.835258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5611df8-78e1-4210-b3e7-c03bc778262d req-f90372e6-a061-44f7-a5b5-ae1fddd0cdc0 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.5502870 Dec 16 17:36:43.847648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:43.863638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Deleting port 566b4e58-706a-46b8-9a72-197e1ecf6be4 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:43.863978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.864848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 74e385e7-746f-4492-893d-34a78291a325 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.876371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 652c3ca8-dd5a-4952-8e42-bdb5cecb504f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.876766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.911624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Port 652c3ca8-dd5a-4952-8e42-bdb5cecb504f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:43.921591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:43.922123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:43.972125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ce59c-481c-4420-ba74-6560aea47f96 req-76ba893b-98ac-4605-b7b6-9c9c59f39126 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.973625 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ec0ce59c-481c-4420-ba74-6560aea47f96 req-76ba893b-98ac-4605-b7b6-9c9c59f39126 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 944 time: 0.1968958 Dec 16 17:36:43.980981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-bfe3c386-df0e-410a-8720-dd478f1dea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:43.983052 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-bfe3c386-df0e-410a-8720-dd478f1dea16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 0.5753198 Dec 16 17:36:44.009305 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5611df8-78e1-4210-b3e7-c03bc778262d req-9b23874b-2e14-4629-a281-6ab43acac53c tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723223 Dec 16 17:36:44.040486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.048201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Provisioning complete for port bb9ad2fd-d9b8-4820-aa0c-7c66b9ba0294 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:44.049818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-731e28d6-a7b8-4625-8bf4-65d23aa0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.089134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.089530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.092553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae95671-4fe2-492b-ada1-4d57fd56b69d x-openstack-request-id: req-aae95671-4fe2-492b-ada1-4d57fd56b69d {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:44.092846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:44.093114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aae95671-4fe2-492b-ada1-4d57fd56b69d {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:44.093529 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'status': 'completed', 'code': 200} Dec 16 17:36:44.152402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Calling delete_port for 566b4e58-706a-46b8-9a72-197e1ecf6be4 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:44.166152 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ec0ce59c-481c-4420-ba74-6560aea47f96 req-bf8eacfd-6aae-4058-9cb2-081d6f8bf441 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789854 Dec 16 17:36:44.170475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:44.178411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-2e2b30ac-2390-487a-bac5-b0d016403156 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 217 time: 0.1815491 Dec 16 17:36:44.179989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.180293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Deleting port 8772e01d-5a7c-4a61-8f92-a99484d8e101 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:44.180584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.182353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=129e21a9-7999-480c-850e-6bec028d66d6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:44.184432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:44.199930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:44.200815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.200976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 129e21a9-7999-480c-850e-6bec028d66d6 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:44.239827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.250284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:44.251002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.285051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.286029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435720-0878-456f-8c41-cdfa3bc3f1a2 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:44.390963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] For port 8772e01d-5a7c-4a61-8f92-a99484d8e101, host hv-neutron-8218, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:44.391330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.411822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-11479bfc-33ee-4208-b12b-7644986b4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:44.413329 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-11479bfc-33ee-4208-b12b-7644986b4d62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.2139196 Dec 16 17:36:44.425504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5031-bf66-4eda-a8b2-ab3e6867bf1a req-12d16b5f-c09d-4833-8240-2e2a47da0411 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:44.426967 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dfdc5031-bf66-4eda-a8b2-ab3e6867bf1a req-12d16b5f-c09d-4833-8240-2e2a47da0411 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 944 time: 0.2718580 Dec 16 17:36:44.427883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Calling delete_port for 8772e01d-5a7c-4a61-8f92-a99484d8e101 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:44.430592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.441474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.483211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-b0f81798-a169-443b-93de-5265a656697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:44.484696 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-b0f81798-a169-443b-93de-5265a656697e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76&device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 1097 time: 0.3709702 Dec 16 17:36:44.489091 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d6329bff-8027-4b17-b1a2-81ae19d1f2a1 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/floatingips/f436569e-7ab2-4b8e-9b3e-c9d51c52b1fa HTTP/1.1" status: 200 len: 687 time: 2.1760962 Dec 16 17:36:44.493539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad02725-7a01-4d53-985c-58ea8cc3c2be']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.493739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event deleted for resources: {'Port': ['ID=597bedbe-6ac6-4d23-91f6-687cf695723a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:44.505845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44338) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:44.506486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221739a-1bdc-435c-b65e-41f51d2d1bbe None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:44.541360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.542068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35674d8d-2e53-4e74-b8fe-3e5449cc9b5c') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:44.564450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.603093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.617662 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dfdc5031-bf66-4eda-a8b2-ab3e6867bf1a req-c12570a6-0c79-4593-94cb-aafbcdc5b003 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693909 Dec 16 17:36:44.623698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:44.624180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.630297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-3b7f1560-f78c-4302-8386-f4690ae86f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:44.632120 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-3b7f1560-f78c-4302-8386-f4690ae86f2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1986959 Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:44.633090 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:44.730162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.761173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.766799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.778296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.785116 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/aad02725-7a01-4d53-985c-58ea8cc3c2be HTTP/1.1" status: 204 len: 168 time: 5.3522661 Dec 16 17:36:44.786365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44340) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:44.794028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142081727'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:44.821017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event deleted for resources: {'Port': ['ID=8772e01d-5a7c-4a61-8f92-a99484d8e101,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:44.832482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335ca02-68d5-45b6-a32b-c7572181d30f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=aad02725-7a01-4d53-985c-58ea8cc3c2be,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:44.834469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.839921 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-75005e7a-6959-4c27-8d58-772442dd386d tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8772e01d-5a7c-4a61-8f92-a99484d8e101 HTTP/1.1" status: 204 len: 168 time: 1.5396614 Dec 16 17:36:44.840976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44342) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:44.850430 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-f5d0c22f-2c81-45a5-aaa9-bf151d536d3f service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012744 Dec 16 17:36:44.872754 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f38375-67c2-46e7-91b0-671a1b33eff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:36:44.874422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-45f38375-67c2-46e7-91b0-671a1b33eff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "GET /v2.0/ports/8772e01d-5a7c-4a61-8f92-a99484d8e101 HTTP/1.1" status: 404 len: 333 time: 0.0330665 Dec 16 17:36:44.878655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44344) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:44.892000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994867932', 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:44.897579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.904748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.921832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:44.928600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-4d7ea199-3f3a-44b4-81ce-be6d26b11e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:44.930101 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-4d7ea199-3f3a-44b4-81ce-be6d26b11e91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd4822ee-7cc7-49b6-acd6-47257ef078d9 HTTP/1.1" status: 200 len: 913 time: 0.4319296 Dec 16 17:36:44.955249 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9714746c-be9f-4348-a796-f1ea07ac81ac req-8da6dbbf-8dc2-43f6-aa74-bc6dc25fcdfa service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890143 Dec 16 17:36:45.008692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Pushing event deleted for resources: {'Port': ['ID=566b4e58-706a-46b8-9a72-197e1ecf6be4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:45.010468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:45.013861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.026953 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7245cf-13e7-4ef8-bccd-a1c1ee8ee94a None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:45.063126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-08bc86f8-be2c-4d1d-a02e-e86002d1113c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7 HTTP/1.1" status: 200 len: 217 time: 0.0887785 Dec 16 17:36:45.082402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.082940 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b42e6f8f-3668-4652-8221-a5d1c0c28e62 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:45.088666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 5d323d1c-cdd3-473b-a0eb-2e24e4b875fb {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:45.089110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.101673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.102820 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b50c8de5-e818-4c85-b72e-a1335c3ff109 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b42e6f8f-3668-4652-8221-a5d1c0c28e62 HTTP/1.1" status: 204 len: 168 time: 3.1219666 Dec 16 17:36:45.108836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44348) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:45.115898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-336072243', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:45.134183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Made reservation on behalf of ed53b85ce25641dca9512c81bb8df5f5 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:45.136471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.154222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec370c-035f-4a86-8633-5d4866b6c4c0 req-d8def6c4-6f4b-46d6-bc01-3b859290d679 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:45.155864 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75ec370c-035f-4a86-8633-5d4866b6c4c0 req-d8def6c4-6f4b-46d6-bc01-3b859290d679 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.0782607 Dec 16 17:36:45.162068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.163132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.225859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:45.242519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port 648592d0-fab2-4fb5-af2e-3e107c605a5e yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:45.261517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.264984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.269511 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-75d7d0a4-e231-43cd-976e-6c62b8fc55ab tempest-FloatingIPAdminTestJSON-1863533454 tempest-FloatingIPAdminTestJSON-1863533454-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/34d90c64-b3ff-4124-ac2c-aea5d33be0ec HTTP/1.1" status: 204 len: 168 time: 1.8039033 Dec 16 17:36:45.270213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.270890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44352) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:45.272340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-0fef13f0-26ef-425c-8b4f-de57c0ed71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:45.274675 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-0fef13f0-26ef-425c-8b4f-de57c0ed71fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=beb9bbc7-39b1-42bf-b1be-307466eb6703 HTTP/1.1" status: 200 len: 851 time: 0.1892424 Dec 16 17:36:45.277580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.278159 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment c7194044-e54f-42f7-abb6-e292003ace53 of type vlan for network 240df155-938e-4bee-ba77-6fe54015a017 Dec 16 17:36:45.294722 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75ec370c-035f-4a86-8633-5d4866b6c4c0 req-f41baca3-a516-4338-a631-6291ad16f73d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271160 Dec 16 17:36:45.379768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.380141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.408908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 5d323d1c-cdd3-473b-a0eb-2e24e4b875fb owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:45.426637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.482278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-400ae6dc-4793-49f0-8f3f-4b4e8bdf88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:45.483809 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-400ae6dc-4793-49f0-8f3f-4b4e8bdf88a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd4822ee-7cc7-49b6-acd6-47257ef078d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679401 Dec 16 17:36:45.499157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d09a0-ccf6-4b30-b645-f13857b950db req-d0c4890e-71cf-4759-9d39-9337b1233847 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:45.500631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-432d09a0-ccf6-4b30-b645-f13857b950db req-d0c4890e-71cf-4759-9d39-9337b1233847 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 944 time: 0.2499833 Dec 16 17:36:45.502737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.602444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.607963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:45.608570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.610061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting port 3456068a-88e1-45f6-b422-80a3cc1107c2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:45.610572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.665729 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-432d09a0-ccf6-4b30-b645-f13857b950db req-8c8e0739-7f10-45cc-8a6f-5f0f2ee2f082 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553829 Dec 16 17:36:45.725668 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9354477 Dec 16 17:36:45.735425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44356) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:45.756366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': '240df155-938e-4bee-ba77-6fe54015a017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:45.787538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.791780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b141f-da92-43b4-ad18-4ad4953b366b tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=240df155-938e-4bee-ba77-6fe54015a017,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:45.800978 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-91057a81-8bca-4a0a-8fa6-86f8ff6327d2 service neutron] 10.222.0.57 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012986 Dec 16 17:36:45.803612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.808971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 240df155-938e-4bee-ba77-6fe54015a017 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:45.870253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Calling delete_port for 3456068a-88e1-45f6-b422-80a3cc1107c2 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:45.907509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14248845-118f-4a2a-81ea-a9d4e8704863 req-00d47944-1cbf-45e7-a456-e35f576176f1 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:45.909147 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-14248845-118f-4a2a-81ea-a9d4e8704863 req-00d47944-1cbf-45e7-a456-e35f576176f1 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 944 time: 0.1724520 Dec 16 17:36:45.924150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.934446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:45.966448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=5d323d1c-cdd3-473b-a0eb-2e24e4b875fb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:45.988109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b67c24d-3d5d-411b-bb6f-5a5d8c90adc4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:46.034286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Network b0fc595c-70c9-41fe-9afd-915103b9e2d8 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:46.036516 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a5ac1ea9-642b-4cc9-8c71-f1a6f5ea71be req-bfbd4297-5402-4907-baac-cc3ee5bc4447 service neutron] 10.222.0.57 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259350 Dec 16 17:36:46.058549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:46.065372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:46.066296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:46.066900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.081270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=648592d0-fab2-4fb5-af2e-3e107c605a5e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:46.081782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.098192 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-122fcb09-2702-4d16-a248-67d80b7f3d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2136276 Dec 16 17:36:46.099138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.101667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.102728 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f2e15f8b-5ba1-466c-a776-89eeba572719 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/floatingips/f436569e-7ab2-4b8e-9b3e-c9d51c52b1fa HTTP/1.1" status: 204 len: 168 time: 1.5959742 Dec 16 17:36:46.103287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44358) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:46.112158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44360) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:46.117239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '15791ee2-1684-40ca-ae77-b5adcd5e33de'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:46.122753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.124595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:46.128470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.154521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471fb70-14d6-44f0-875b-1e5b83c068b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:46.155924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9471fb70-14d6-44f0-875b-1e5b83c068b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "GET /v2.0/ports/648592d0-fab2-4fb5-af2e-3e107c605a5e HTTP/1.1" status: 200 len: 959 time: 0.0517287 Dec 16 17:36:46.158736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44362) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:46.191390 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-14248845-118f-4a2a-81ea-a9d4e8704863 req-a4fa090e-679f-4995-abc8-f5952ff16fec tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137616 Dec 16 17:36:46.192242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.372662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.436548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Allocated IP 172.26.2.177 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/6cd749c4-688d-4b5d-8975-7e0b94798429) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:46.484377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Port': ['ID=3456068a-88e1-45f6-b422-80a3cc1107c2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:46.497245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Deleting port 648592d0-fab2-4fb5-af2e-3e107c605a5e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:46.497578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.545222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 298527f9-5e76-45db-a518-ba3c08198fb9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:36:46.568798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.589881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Calling delete_port for 648592d0-fab2-4fb5-af2e-3e107c605a5e owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:46.605012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.637937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 597bedbe-6ac6-4d23-91f6-687cf695723a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:36:46.715164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 597bedbe-6ac6-4d23-91f6-687cf695723a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:36:46.715520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 597bedbe-6ac6-4d23-91f6-687cf695723a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:36:46.757271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.790177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 298527f9-5e76-45db-a518-ba3c08198fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=298527f9-5e76-45db-a518-ba3c08198fb9,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:46.797525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event deleted for resources: {'Port': ['ID=648592d0-fab2-4fb5-af2e-3e107c605a5e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:46.801694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.806826 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2f065d94-57cf-4dfd-9cb8-ed18354dd12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "DELETE /v2.0/ports/648592d0-fab2-4fb5-af2e-3e107c605a5e HTTP/1.1" status: 204 len: 168 time: 0.6470778 Dec 16 17:36:46.807484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44368) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:46.808730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '298527f9-5e76-45db-a518-ba3c08198fb9', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'port_id': '298527f9-5e76-45db-a518-ba3c08198fb9', 'mac_address': 'fa:16:3e:18:8b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:36:46.840856 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-232bffc5-7616-4fec-9929-dc81a7d9430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:36:46.842329 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-232bffc5-7616-4fec-9929-dc81a7d9430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "GET /v2.0/ports/648592d0-fab2-4fb5-af2e-3e107c605a5e HTTP/1.1" status: 404 len: 333 time: 0.0335655 Dec 16 17:36:46.846603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44370) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:46.851496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Request body: {'port': {'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-843518511'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:46.852755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.869095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298527f9-5e76-45db-a518-ba3c08198fb9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:36:46.878579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Made reservation on behalf of ed53b85ce25641dca9512c81bb8df5f5 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:46.882002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.890008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 298527f9-5e76-45db-a518-ba3c08198fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=298527f9-5e76-45db-a518-ba3c08198fb9,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:46.897310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:46.897975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c4995120-f886-40c6-a9ec-ddd56b0efac7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:36:46.898212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port 34c7b56e-a34e-43d5-a21b-344d5037c204 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:46.961504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ae77d-cba5-40c4-a4d9-bbb151eaa598 req-17ff7d0b-4cf7-4cc8-b09f-64210767dfbe tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:46.967005 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-283ae77d-cba5-40c4-a4d9-bbb151eaa598 req-17ff7d0b-4cf7-4cc8-b09f-64210767dfbe tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.5846214 Dec 16 17:36:46.999357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=298527f9-5e76-45db-a518-ba3c08198fb9,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:47.014368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.020322 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-55afc77f-6ad7-4a25-a0cc-832ea4a15179 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "DELETE /v2.0/ports/3456068a-88e1-45f6-b422-80a3cc1107c2 HTTP/1.1" status: 204 len: 168 time: 1.7461956 Dec 16 17:36:47.028689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:47.031352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.055528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c4995120-f886-40c6-a9ec-ddd56b0efac7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:47.068386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'port_id': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'mac_address': 'fa:16:3e:3b:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:36:47.080609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.108264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.118336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.123890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4995120-f886-40c6-a9ec-ddd56b0efac7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:36:47.150049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c4995120-f886-40c6-a9ec-ddd56b0efac7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:47.154623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.165025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Network b0fc595c-70c9-41fe-9afd-915103b9e2d8 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:47.170049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:47.176317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=34c7b56e-a34e-43d5-a21b-344d5037c204,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:47.176970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770513c4-3e20-44ad-a082-949c1907a1de req-4ddc08da-62f3-458c-98e9-946ab8d111d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:47.178471 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-770513c4-3e20-44ad-a082-949c1907a1de req-4ddc08da-62f3-458c-98e9-946ab8d111d6 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 944 time: 0.2375469 Dec 16 17:36:47.185420 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:47.186415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:47.187023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.188789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-283ae77d-cba5-40c4-a4d9-bbb151eaa598 req-83078466-4957-4621-b6a2-f73170e37a19 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049291 Dec 16 17:36:47.197692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=cfd1d711-be6b-43cd-ab19-e7939d8ff561,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:47.206696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.215673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c4995120-f886-40c6-a9ec-ddd56b0efac7,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:47.227087 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4d593f38-1007-4ed1-a164-5e0320f9481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3794038 Dec 16 17:36:47.229593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44378) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:47.235613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:47.242668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de6be46-644f-4030-91a7-8b9d094e101b tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:47.246789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3de6be46-644f-4030-91a7-8b9d094e101b tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "GET /v2.0/ports?device_id=f067f7cd-7872-4921-99d8-195d16022769 HTTP/1.1" status: 200 len: 913 time: 0.2142382 Dec 16 17:36:47.247764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44380) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:47.298941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.311302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': 'c7194044-e54f-42f7-abb6-e292003ace53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '240df155-938e-4bee-ba77-6fe54015a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:47.311658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: 240df155-938e-4bee-ba77-6fe54015a017, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:47.378793 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-770513c4-3e20-44ad-a082-949c1907a1de req-fd778910-cb29-436f-82a1-50be77cc91ee tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865470 Dec 16 17:36:47.382912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['c4995120-f886-40c6-a9ec-ddd56b0efac7'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:36:47.407612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['298527f9-5e76-45db-a518-ba3c08198fb9'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:36:47.422728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.459147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 240df155-938e-4bee-ba77-6fe54015a017 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:47.507753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:47.509292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.160 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/15983a01-d373-451d-aac5-1adb49b21fd5) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:47.528344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024a53-6059-48a3-a4a9-27aca4b80b54 req-0715b51e-4110-4ee6-a6ed-0ef8f0b2e292 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:47.529850 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37024a53-6059-48a3-a4a9-27aca4b80b54 req-0715b51e-4110-4ee6-a6ed-0ef8f0b2e292 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.2080135 Dec 16 17:36:47.552686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44382) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:47.561951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 240df155-938e-4bee-ba77-6fe54015a017) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:47.562889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Request body: {'floatingip': {'port_id': '186c849f-a74b-4d86-a831-feaf0744d319'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:47.568668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event updated for resources: {'Port': ['ID=6cd749c4-688d-4b5d-8975-7e0b94798429,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:47.571132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:47.581128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8262c982-e90d-4346-8305-5ae80d78d5a2 None None] Network 240df155-938e-4bee-ba77-6fe54015a017 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:47.603812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:47.604407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.654893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.664454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:47.694549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c5c04-bf3e-47a3-a82f-21eb94218ace None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:47.701091 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b61cd49a-ac57-4b77-8120-9d647546476f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9606349 Dec 16 17:36:47.701091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44386) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:47.726278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821c0e-7e49-4a08-9989-7c0bfa3620e8 req-5401a3ec-6fde-482a-9c13-293960218fe0 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:47.727775 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e821c0e-7e49-4a08-9989-7c0bfa3620e8 req-5401a3ec-6fde-482a-9c13-293960218fe0 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 945 time: 0.2156696 Dec 16 17:36:47.732833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] device_id is not set on port 34c7b56e-a34e-43d5-a21b-344d5037c204 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:36:47.770858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.791667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.794801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-240df155-938e-4bee-ba77-6fe54015a017', 'network_id': '240df155-938e-4bee-ba77-6fe54015a017', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': 'cfd1d711-be6b-43cd-ab19-e7939d8ff561'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:47.795900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.911268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c8107b6c-6af7-4d7c-b541-a93c3bb07f62 None None] Provisioning complete for port 6cd749c4-688d-4b5d-8975-7e0b94798429 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:47.912021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8107b6c-6af7-4d7c-b541-a93c3bb07f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.937831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:47.945088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=34c7b56e-a34e-43d5-a21b-344d5037c204,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:47.971304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:47.971304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:47.971304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:47.975666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c8107b6c-6af7-4d7c-b541-a93c3bb07f62 None None] Port 6cd749c4-688d-4b5d-8975-7e0b94798429 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:47.984628 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e821c0e-7e49-4a08-9989-7c0bfa3620e8 req-f2b981b5-9454-4083-8e69-0e51d4e86dcd tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402670 Dec 16 17:36:47.998553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.002766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.003370 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.009221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 2 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.010661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Allocated IP 172.20.0.1 (240df155-938e-4bee-ba77-6fe54015a017/cfd1d711-be6b-43cd-ab19-e7939d8ff561/03bb52f2-c139-4055-b7c1-2924b4479f1f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:48.044757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.045182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.045618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.060917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.061411 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.066228 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 3 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.131092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.131758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.131974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.170001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.174227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.226962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.227194 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.237002 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 4 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.306774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:48.312059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.318843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.332315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:48.339892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.343512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.344104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.344523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.347579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:48.357466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=15983a01-d373-451d-aac5-1adb49b21fd5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:48.370308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Network 240df155-938e-4bee-ba77-6fe54015a017 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:48.373518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:48.379812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:48.385578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Pushing event updated for resources: {'Port': ['ID=03bb52f2-c139-4055-b7c1-2924b4479f1f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:48.393174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.393716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.394278 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.399618 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 5 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.441135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Attempting to bind port 03bb52f2-c139-4055-b7c1-2924b4479f1f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.441432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Attempting to bind port 03bb52f2-c139-4055-b7c1-2924b4479f1f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c7194044-e54f-42f7-abb6-e292003ace53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '240df155-938e-4bee-ba77-6fe54015a017'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.441790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Attempting to bind port 03bb52f2-c139-4055-b7c1-2924b4479f1f on network 240df155-938e-4bee-ba77-6fe54015a017 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.444932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.445381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.445799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.447928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:48.448376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Checking segment: {'id': 'c7194044-e54f-42f7-abb6-e292003ace53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '240df155-938e-4bee-ba77-6fe54015a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:48.448772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.449658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Bound using segment: {'id': 'c7194044-e54f-42f7-abb6-e292003ace53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '240df155-938e-4bee-ba77-6fe54015a017'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:48.449776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Bound port: 03bb52f2-c139-4055-b7c1-2924b4479f1f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7194044-e54f-42f7-abb6-e292003ace53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '240df155-938e-4bee-ba77-6fe54015a017'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:48.450085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.460993 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd1d711-be6b-43cd-ab19-e7939d8ff561,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:48.464288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.507129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.508031 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.512835 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 6 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.531301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] For port 03bb52f2-c139-4055-b7c1-2924b4479f1f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:48.535425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] For port 03bb52f2-c139-4055-b7c1-2924b4479f1f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=03bb52f2-c139-4055-b7c1-2924b4479f1f,segment=NetworkSegment(c7194044-e54f-42f7-abb6-e292003ace53),segment_id=c7194044-e54f-42f7-abb6-e292003ace53)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:48.540799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.559796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:36:48.570956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 298527f9-5e76-45db-a518-ba3c08198fb9 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:48.615924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.616225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.616663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.635355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.635822 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.642909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 7 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.658864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a60e3f-eaa3-48e2-84a7-fa51fa640013 None None] Pushing event updated for resources: {'Port': ['ID=03bb52f2-c139-4055-b7c1-2924b4479f1f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:48.683352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ba7a5-ea76-4067-9b18-4534bc91103a None None] Network 240df155-938e-4bee-ba77-6fe54015a017 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:48.700615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 298527f9-5e76-45db-a518-ba3c08198fb9 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:36:48.707118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:48.707583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:48.708019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:48.725020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.728358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:48.728358 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:48.729235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 8 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:48.733817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 298527f9-5e76-45db-a518-ba3c08198fb9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:48.734190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.767991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.843545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df8a48-549e-4fb1-9118-ef623a7ee3fb None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:36:48.889285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.913640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.936195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:48.938398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3b9f45-e513-4854-90de-00d7ccbf98be" -d '{"events": [{"server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "name": "network-vif-plugged", "status": "completed", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:48.960817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 298527f9-5e76-45db-a518-ba3c08198fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=298527f9-5e76-45db-a518-ba3c08198fb9,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:48.967665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:48.968631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c4995120-f886-40c6-a9ec-ddd56b0efac7 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:36:48.981714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240df155-938e-4bee-ba77-6fe54015a017']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.005897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e7cbd4-8369-4a0d-84a5-49087eb2b86d x-openstack-request-id: req-a7e7cbd4-8369-4a0d-84a5-49087eb2b86d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:49.006238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "name": "network-vif-plugged", "status": "completed", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:49.006475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7e7cbd4-8369-4a0d-84a5-49087eb2b86d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:49.006916 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9', 'code': 200} Dec 16 17:36:49.008826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7194044-e54f-42f7-abb6-e292003ace53') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.009172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7194044-e54f-42f7-abb6-e292003ace53') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.028089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d708-f1f2-45ac-9b6b-1c9ef9240bae req-e3c3a2e1-04be-47b8-81a5-39718a57ad0c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:49.029653 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e77d708-f1f2-45ac-9b6b-1c9ef9240bae req-e3c3a2e1-04be-47b8-81a5-39718a57ad0c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 945 time: 0.5054781 Dec 16 17:36:49.037379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.078890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df8a48-549e-4fb1-9118-ef623a7ee3fb None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:36:49.096186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=298527f9-5e76-45db-a518-ba3c08198fb9,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:49.141195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:49.141873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:49.141873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:49.157109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port c4995120-f886-40c6-a9ec-ddd56b0efac7 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:36:49.160398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.160561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:49.160561 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:49.161685 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 9 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:49.170367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port c4995120-f886-40c6-a9ec-ddd56b0efac7 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:49.170790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.223242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:49.223637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:49.227396 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:49.243036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:49.243373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:49.243717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:49.254569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:49.254898 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:49.257012 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempt 10 to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 Dec 16 17:36:49.281409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:49.282111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:49.282111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempting to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:49.290257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25f8b5-05b1-481d-9fcc-09a864fa58ca req-572c5aef-ee11-41fe-bc71-13b50715fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:49.291769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d25f8b5-05b1-481d-9fcc-09a864fa58ca req-572c5aef-ee11-41fe-bc71-13b50715fcc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.0793247 Dec 16 17:36:49.295897 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Floating IP 8f4cccae-92d6-4c18-a99d-fe9d8822776a associated. External IP: 172.26.2.176, port: 186c849f-a74b-4d86-a831-feaf0744d319. Dec 16 17:36:49.296721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:36:49.297114 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Failed to bind port 34c7b56e-a34e-43d5-a21b-344d5037c204 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b0fc595c-70c9-41fe-9afd-915103b9e2d8'}] Dec 16 17:36:49.297495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.331287 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e77d708-f1f2-45ac-9b6b-1c9ef9240bae req-2836d23e-89cc-46b4-9d38-bd6c02fe496d tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904220 Dec 16 17:36:49.335362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.355876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e2484-f76a-49c2-be80-4fd35b48b060 req-057148c2-7b9b-41b0-9f81-0c1cb4126d5a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:49.357745 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-453e2484-f76a-49c2-be80-4fd35b48b060 req-057148c2-7b9b-41b0-9f81-0c1cb4126d5a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2088673 Dec 16 17:36:49.361225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:36:49.361225 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:36:49.361225 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': '240df155-938e-4bee-ba77-6fe54015a017'}] Dec 16 17:36:49.361225 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:36:49.361941 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:36:49.364270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.460807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c4995120-f886-40c6-a9ec-ddd56b0efac7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:49.466475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.526809 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d25f8b5-05b1-481d-9fcc-09a864fa58ca req-93820051-aa3c-45af-ac04-67ec17b82b35 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267194 Dec 16 17:36:49.527860 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-453e2484-f76a-49c2-be80-4fd35b48b060 req-dd225ce6-3908-4185-a3f7-db459ac31000 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254313 Dec 16 17:36:49.557331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c4995120-f886-40c6-a9ec-ddd56b0efac7,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:49.609240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Router e959052b-f52b-4518-ade0-aa46dcb6033f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:36:49.627550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting port d70c1315-6e80-4ab3-b907-22446ab9bc2e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:49.627890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.646601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] For port 34c7b56e-a34e-43d5-a21b-344d5037c204, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:49.647010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attempted to set empty binding levels {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 17:36:49.658053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.707252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] In _notify_port_updated(), no bound segment for port 34c7b56e-a34e-43d5-a21b-344d5037c204 on network b0fc595c-70c9-41fe-9afd-915103b9e2d8 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:36:49.708109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:49.708721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.710067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "PUT /v2.0/ports/34c7b56e-a34e-43d5-a21b-344d5037c204 HTTP/1.1" status: 200 len: 980 time: 2.4795363 Dec 16 17:36:49.712882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44396) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:49.743323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.776968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2957d-3232-4337-b81f-ba29f2385268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event updated for resources: {'Port': ['ID=34c7b56e-a34e-43d5-a21b-344d5037c204,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:49.811466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:49.843537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.848645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.863078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.868975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:49.878896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Calling delete_port for d70c1315-6e80-4ab3-b907-22446ab9bc2e owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:49.880927 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] Sync routers for ids ['e959052b-f52b-4518-ade0-aa46dcb6033f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:49.891874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] Routers {'e959052b-f52b-4518-ade0-aa46dcb6033f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:49.893345 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e959052b-f52b-4518-ade0-aa46dcb6033f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.934169 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.940357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.941591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0f8308b5-ee72-4f03-a520-024144140f93 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8308692 Dec 16 17:36:49.943953 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] Routers {'e959052b-f52b-4518-ade0-aa46dcb6033f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:49.945204 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e959052b-f52b-4518-ade0-aa46dcb6033f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.948546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44398) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:49.953799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': False}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:49.975635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.976538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Deleting port 34c7b56e-a34e-43d5-a21b-344d5037c204 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:49.976538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:49.981753 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:49.982405 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7c40-7190-4cb9-89eb-d79184d3e443 None None] The sync data for ids ['e959052b-f52b-4518-ade0-aa46dcb6033f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:50.049737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:50.057563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.061312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] Sync routers for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:50.075064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:50.077411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:50.102445 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-88d50394-7894-4dd3-b411-8955432cf066 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "PUT /v2.0/floatingips/8f4cccae-92d6-4c18-a99d-fe9d8822776a HTTP/1.1" status: 200 len: 991 time: 2.5462410 Dec 16 17:36:50.103378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:50.162812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.172385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "tag": "186c849f-a74b-4d86-a831-feaf0744d319"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:50.179970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.209397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:50.223601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] For port 34c7b56e-a34e-43d5-a21b-344d5037c204, host hv-neutron-8218, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:50.223972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.264251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Calling delete_port for 34c7b56e-a34e-43d5-a21b-344d5037c204 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:50.288608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=15983a01-d373-451d-aac5-1adb49b21fd5,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:50.303966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7900e-d4a8-4670-a59d-05d90ebd137c x-openstack-request-id: req-5de7900e-d4a8-4670-a59d-05d90ebd137c {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:50.304263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "tag": "186c849f-a74b-4d86-a831-feaf0744d319", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:50.304521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5de7900e-d4a8-4670-a59d-05d90ebd137c {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:50.305000 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319', 'status': 'completed', 'code': 200} Dec 16 17:36:50.308719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.339771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 03bb52f2-c139-4055-b7c1-2924b4479f1f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:50.340114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.428034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-3a0778ec-d316-47fb-a48b-c28e59cca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:50.429582 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-3a0778ec-d316-47fb-a48b-c28e59cca1e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff&device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 1098 time: 0.0866153 Dec 16 17:36:50.497659 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea associated. External IP: 172.26.2.160, port: 15791ee2-1684-40ca-ae77-b5adcd5e33de. Dec 16 17:36:50.537091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '8f4cccae-92d6-4c18-a99d-fe9d8822776a', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'port_id': '186c849f-a74b-4d86-a831-feaf0744d319', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'mac_address': 'fa:16:3e:c3:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:13Z', 'updated_at': '2021-12-16T17:36:48Z', 'revision_number': 1, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:50.566045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 03bb52f2-c139-4055-b7c1-2924b4479f1f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=03bb52f2-c139-4055-b7c1-2924b4479f1f,segment=NetworkSegment(c7194044-e54f-42f7-abb6-e292003ace53),segment_id=c7194044-e54f-42f7-abb6-e292003ace53)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:50.566546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:50.571042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] Checking router: e7df2c58-fad9-4930-bd79-972b3d6ea8b3 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:50.580868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:50.581548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:50.583411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 03bb52f2-c139-4055-b7c1-2924b4479f1f owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:50.590778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-7cf2a835-97ff-4c32-b355-e8d87529776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:50.592266 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-7cf2a835-97ff-4c32-b355-e8d87529776f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d71d8c4c-852f-4fa2-98ec-545135f15add HTTP/1.1" status: 200 len: 905 time: 0.1523657 Dec 16 17:36:50.703448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:50.755433 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-4629e289-487f-4be4-9540-bdcaee31ba2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c849f-a74b-4d86-a831-feaf0744d319 HTTP/1.1" status: 200 len: 999 time: 0.1224875 Dec 16 17:36:50.888262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-7beadd48-69e0-4751-8588-f4b75de2fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:50.889802 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-7beadd48-69e0-4751-8588-f4b75de2fc95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa550591-4abc-4dde-a1c9-1b945972aee5 HTTP/1.1" status: 200 len: 843 time: 0.0894563 Dec 16 17:36:50.922686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:50.998232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-780fcdd9-4f22-4406-8c3c-3122aae14d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:50.999650 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-780fcdd9-4f22-4406-8c3c-3122aae14d78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d71d8c4c-852f-4fa2-98ec-545135f15add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890257 Dec 16 17:36:51.008738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:51.011425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b347d0-b62d-4fda-af02-9be290016e69" -d '{"events": [{"server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "name": "network-vif-plugged", "status": "completed", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:51.058157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.117751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '8f4cccae-92d6-4c18-a99d-fe9d8822776a', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'port_id': '186c849f-a74b-4d86-a831-feaf0744d319', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'mac_address': 'fa:16:3e:c3:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:13Z', 'updated_at': '2021-12-16T17:36:48Z', 'revision_number': 1, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.118011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.137372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea712f-a03b-4925-be61-aab7601cbb55 req-f2749628-917a-4272-903d-2447afc1afc0 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:51.138996 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d1ea712f-a03b-4925-be61-aab7601cbb55 req-f2749628-917a-4272-903d-2447afc1afc0 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.6682582 Dec 16 17:36:51.141680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Port': ['ID=d70c1315-6e80-4ab3-b907-22446ab9bc2e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:51.163751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a172f841-05ee-4589-b7e7-60ac70c4ec73 None None] The sync data for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv is: [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '8f4cccae-92d6-4c18-a99d-fe9d8822776a', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'port_id': '186c849f-a74b-4d86-a831-feaf0744d319', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'mac_address': 'fa:16:3e:c3:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:13Z', 'updated_at': '2021-12-16T17:36:48Z', 'revision_number': 1, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:51.233669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.240413 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "DELETE /v2.0/ports/34c7b56e-a34e-43d5-a21b-344d5037c204 HTTP/1.1" status: 204 len: 168 time: 1.5242624 Dec 16 17:36:51.263984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.264226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.264577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.264916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.265280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.265614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.265949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.266276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.266608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.266975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.267309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.267806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.267970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:51.274128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44418) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:51.330872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24aa41-3b02-48e6-8863-55bcd6f5ab7c req-4f1fc449-8431-4efa-afa0-9ec49dd2df26 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:51.333791 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e24aa41-3b02-48e6-8863-55bcd6f5ab7c req-4f1fc449-8431-4efa-afa0-9ec49dd2df26 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.7009928 Dec 16 17:36:51.366793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:51.382824 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:51.393920 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:51.394714 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.397479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c8d2d-cec4-4ba2-b683-4cba3457d888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c7b56e-a34e-43d5-a21b-344d5037c204,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:51.411715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.414300 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57457e5-0cc1-4d83-b552-88a1ffc7ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:36:51.415720 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d57457e5-0cc1-4d83-b552-88a1ffc7ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-208463942-project-admin] 10.222.0.66 "GET /v2.0/ports/34c7b56e-a34e-43d5-a21b-344d5037c204 HTTP/1.1" status: 404 len: 333 time: 0.1273806 Dec 16 17:36:51.416423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.437905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44422) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:51.451757 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-c810bff1-e610-4cb1-bbc0-97734d8e5f17 service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416075 Dec 16 17:36:51.461537 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3097489d-e60f-4b85-aecb-d9a11e4dcf90 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3460188 Dec 16 17:36:51.466186 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.476099 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:51.476996 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.478099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44424) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:51.507291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a752d-b9d2-49bc-b9be-eec6d7a69ce6 None None] New status for floating IP 8f4cccae-92d6-4c18-a99d-fe9d8822776a: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:36:51.513410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=03bb52f2-c139-4055-b7c1-2924b4479f1f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:51.531091 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.531936 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9838a39-984c-4217-b924-bc86d6b4f540 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:51.542732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 03bb52f2-c139-4055-b7c1-2924b4479f1f on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:51.566117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.604993 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d1ea712f-a03b-4925-be61-aab7601cbb55 req-31b92275-047d-4557-a1f7-9c990a33962f tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361742 Dec 16 17:36:51.615188 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2dcb672d-d946-4957-89f6-732c547ab45e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/floatingips/5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea HTTP/1.1" status: 200 len: 978 time: 0.1334608 Dec 16 17:36:51.616431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44426) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:51.732158 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e24aa41-3b02-48e6-8863-55bcd6f5ab7c req-79f6a729-e7a9-4d1a-9353-ae6d6b48f1c5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278267 Dec 16 17:36:51.743842 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ca0c8677-1bf6-4df6-b8f5-a30492e54d21 req-d051100e-6a61-4e91-abbf-7b3949d3b2e1 service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831287 Dec 16 17:36:51.768840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d00da7-d0fe-4253-961a-58f19f7067f9 x-openstack-request-id: req-59d00da7-d0fe-4253-961a-58f19f7067f9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:51.769249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "name": "network-vif-plugged", "status": "completed", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:51.769516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.769820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59d00da7-d0fe-4253-961a-58f19f7067f9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:51.770489 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'code': 200} Dec 16 17:36:51.813225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.815980 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-41eb0a07-925d-4903-bc1c-148413130da4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1987898 Dec 16 17:36:51.818230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44428) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:51.826467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'port_id': '841c2f63-e64f-4ae9-a77e-825434fb8483'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:51.855312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240df155-938e-4bee-ba77-6fe54015a017']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.867711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.894713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7194044-e54f-42f7-abb6-e292003ace53') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.895016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7194044-e54f-42f7-abb6-e292003ace53') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:51.907810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:51.923971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.000344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49b12-7bde-4a27-a181-64dfb76161a3 req-e1f5deb6-c24e-4230-960d-213d859b8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:52.002611 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-23d49b12-7bde-4a27-a181-64dfb76161a3 req-e1f5deb6-c24e-4230-960d-213d859b8614 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 1099 time: 0.1037819 Dec 16 17:36:52.013596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.020822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.041525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:52.041927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:52.044778 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:52.094789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fc595c-70c9-41fe-9afd-915103b9e2d8']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:52.116242 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-23d49b12-7bde-4a27-a181-64dfb76161a3 req-e1230fd3-492b-4a86-ae38-83761f1c07a2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026950 Dec 16 17:36:52.134714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:52.135013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eb7f9d-9d86-4d0d-926f-538dd5bb36d8') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:52.168089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.191659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.196358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.216352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:52.216751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:52.219712 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:52.221803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.224480 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/240df155-938e-4bee-ba77-6fe54015a017 HTTP/1.1" status: 204 len: 168 time: 4.5184927 Dec 16 17:36:52.231545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44430) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:52.239712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-260068986'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:52.272192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5eca3-3b84-4555-a4a3-277131a7f7e7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=240df155-938e-4bee-ba77-6fe54015a017,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:52.311266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:52.315201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.382550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:52.401051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.401391 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f of type vlan for network f999f0d2-f726-406c-a903-33cefe6e2bbd Dec 16 17:36:52.404871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.415366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.418497 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] 10.222.0.66 "DELETE /v2.0/networks/b0fc595c-70c9-41fe-9afd-915103b9e2d8 HTTP/1.1" status: 204 len: 168 time: 0.9717715 Dec 16 17:36:52.460638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30690690-25f5-431a-bd1e-8d80a671a877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229962842-project] Pushing event deleted for resources: {'Network': ['ID=b0fc595c-70c9-41fe-9afd-915103b9e2d8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:52.509104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.536250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.541776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Router f067f7cd-7872-4921-99d8-195d16022769 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:52.543921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.547802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.554234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:52.554760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.697159 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4645383 Dec 16 17:36:52.701731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44438) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:52.715349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:52.737456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=f999f0d2-f726-406c-a903-33cefe6e2bbd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:52.767678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44442) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:52.787525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.787765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.788095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.788427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.788753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.789098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.789420 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.790282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.790282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.790467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.790688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.790959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.791553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ccb17-c6be-4a83-84e6-f4d1795eaa59 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:52.801467 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea associated. External IP: 172.26.2.160, port: 15791ee2-1684-40ca-ae77-b5adcd5e33de. Dec 16 17:36:52.806327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.808919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:52.814484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f999f0d2-f726-406c-a903-33cefe6e2bbd details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:52.820862 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] Sync routers for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:52.827347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-676b2723-7ece-496a-99b8-f005c0312b56 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "PUT /v2.0/routers/f067f7cd-7872-4921-99d8-195d16022769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5777280 Dec 16 17:36:52.829865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44446) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:52.831623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.855859 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:52.862148 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:52.887386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cb582-7791-489c-9ef1-b3f17dd60b74 req-a7b485ef-412b-4394-b4db-5b2d9939e37e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:52.889208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-364cb582-7791-489c-9ef1-b3f17dd60b74 req-a7b485ef-412b-4394-b4db-5b2d9939e37e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.1781926 Dec 16 17:36:52.947881 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:52.948801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:52.952727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:52.971851 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] Routers {'f067f7cd-7872-4921-99d8-195d16022769'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:52.972704 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['f067f7cd-7872-4921-99d8-195d16022769'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.014757 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.015662 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31bd2ab-ee9a-4a61-af17-e9021828ba5f None None] The sync data for ids ['f067f7cd-7872-4921-99d8-195d16022769'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:53.355978 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68ad2f64-7b00-4f14-96be-af3af96af9b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=926380b84cee4339a32376b082892db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5795925 Dec 16 17:36:53.360135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44450) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:53.426213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479feab2-cf70-4189-970d-cc42f194d0fe req-c1f4b5f7-4a43-415c-a60a-300614df209a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:53.427684 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-479feab2-cf70-4189-970d-cc42f194d0fe req-c1f4b5f7-4a43-415c-a60a-300614df209a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.5327713 Dec 16 17:36:53.449531 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-364cb582-7791-489c-9ef1-b3f17dd60b74 req-ac3237be-0dff-4f9d-98f0-4e468c7adf9b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120504 Dec 16 17:36:53.464086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.490440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:53.510751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.522412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Router e959052b-f52b-4518-ade0-aa46dcb6033f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:53.559936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c079c5f-bae7-4262-8f39-142ac78e569d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.613199 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-479feab2-cf70-4189-970d-cc42f194d0fe req-4cabfab7-a2b9-4bd5-9bfb-e565cf270654 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767688 Dec 16 17:36:53.649765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=ca9ed189-2a30-40de-aef2-2033fd1acffd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:53.659932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c079c5f-bae7-4262-8f39-142ac78e569d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.665865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:53.666230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: f999f0d2-f726-406c-a903-33cefe6e2bbd, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:53.682779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:53.698192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:53.709799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:53.710418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.731813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network f999f0d2-f726-406c-a903-33cefe6e2bbd is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:53.745720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f999f0d2-f726-406c-a903-33cefe6e2bbd) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:53.759890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec374d-f7e6-4332-b703-a1a250f5338a None None] Network f999f0d2-f726-406c-a903-33cefe6e2bbd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:53.762984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.777235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.781379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:53.782199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.808666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:53.815110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.816321 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fc7a6464-382a-46c1-a841-78458195568e tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "PUT /v2.0/routers/e959052b-f52b-4518-ade0-aa46dcb6033f HTTP/1.1" status: 200 len: 925 time: 3.8659844 Dec 16 17:36:53.823447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] Sync routers for ids ['e959052b-f52b-4518-ade0-aa46dcb6033f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:53.824295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600b2c-7a68-4a96-b3e3-cd4262b99b80 req-c23f167b-3b9a-4100-a2f9-12a736f25a5d tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:53.825888 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-52600b2c-7a68-4a96-b3e3-cd4262b99b80 req-c23f167b-3b9a-4100-a2f9-12a736f25a5d tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1338170 Dec 16 17:36:53.827804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44456) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:53.828143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44458) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:53.832446 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2bf2e0c4-f65b-4448-928c-8202d398bdee tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1227040 Dec 16 17:36:53.843218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44460) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:53.846452 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] Routers {'e959052b-f52b-4518-ade0-aa46dcb6033f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:53.848233 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e959052b-f52b-4518-ade0-aa46dcb6033f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.848969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Request body: {'floatingip': {'port_id': '298527f9-5e76-45db-a518-ba3c08198fb9'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:53.849495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:53.850621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.860824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c079c5f-bae7-4262-8f39-142ac78e569d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.863250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c079c5f-bae7-4262-8f39-142ac78e569d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.865218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7c079c5f-bae7-4262-8f39-142ac78e569d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c34fa6fa-39eb-46d6-8cb3-4f06296f9ed1 HTTP/1.1" status: 204 len: 168 time: 0.4987450 Dec 16 17:36:53.909177 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.921974 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] Routers {'e959052b-f52b-4518-ade0-aa46dcb6033f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:53.923628 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e959052b-f52b-4518-ade0-aa46dcb6033f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.930925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:53.938473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.941950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b50ab9-a970-40f0-a8a5-771e1a3bba71 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:53.942780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c079c5f-bae7-4262-8f39-142ac78e569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fa6fa-39eb-46d6-8cb3-4f06296f9ed1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:53.994432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:53.995398 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf417f9-8c97-47e6-bbb5-0b41c7433806 None None] The sync data for ids ['e959052b-f52b-4518-ade0-aa46dcb6033f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:54.059098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f999f0d2-f726-406c-a903-33cefe6e2bbd', 'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': 'ca9ed189-2a30-40de-aef2-2033fd1acffd'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:36:54.060095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.060984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.062540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting port 652c3ca8-dd5a-4952-8e42-bdb5cecb504f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:54.063249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.115118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-84b9dd4a-54c5-49b6-a86e-4eeece24a87c tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/e959052b-f52b-4518-ade0-aa46dcb6033f HTTP/1.1" status: 200 len: 925 time: 0.2674332 Dec 16 17:36:54.115330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.122152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:54.252817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.255340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.264189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Allocated IP 172.20.0.2 (f999f0d2-f726-406c-a903-33cefe6e2bbd/ca9ed189-2a30-40de-aef2-2033fd1acffd/45c52128-2057-44d4-bcb1-036f730b0827) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:54.292686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b255dbf2-771b-4ce3-a66b-26d9759dee8a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:54.294275 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b255dbf2-771b-4ce3-a66b-26d9759dee8a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=e959052b-f52b-4518-ade0-aa46dcb6033f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1780767 Dec 16 17:36:54.302078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44468) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.306403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Calling delete_port for 652c3ca8-dd5a-4952-8e42-bdb5cecb504f owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:54.364630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44470) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.426709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:54.431456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.445741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:54.462033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.473695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.476926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:54.477583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.501414 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-22c33ba2-d899-40e7-b1ad-7e3973fbaa91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed53b85ce25641dca9512c81bb8df5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308236 Dec 16 17:36:54.509380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44474) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.542755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.557619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Network f999f0d2-f726-406c-a903-33cefe6e2bbd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:54.560660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75de80f-6088-4806-b046-c75ab7108b2a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:54.564989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d75de80f-6088-4806-b046-c75ab7108b2a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.2589567 Dec 16 17:36:54.565131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:54.566857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:54.573626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44476) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.578526 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7d1422f2-15f3-402e-b7f1-7a79d18e1b37 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/floatingips/5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea HTTP/1.1" status: 200 len: 977 time: 2.7585552 Dec 16 17:36:54.591394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44478) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.594042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:54.594733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.596343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:54.602356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.602533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Pushing event updated for resources: {'Port': ['ID=45c52128-2057-44d4-bcb1-036f730b0827,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:54.643125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9ed189-2a30-40de-aef2-2033fd1acffd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:54.650260 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c4c32be-98d5-47dc-9882-4d39d2113a2c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e959052b-f52b-4518-ade0-aa46dcb6033f HTTP/1.1" status: 200 len: 205 time: 0.0672841 Dec 16 17:36:54.653161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44482) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:54.655579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.657212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761308f-e4f1-43e8-8c66-ef0b085e35d0 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:54.665799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.666398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.666837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.667715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.668158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.668608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.669146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.669587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.670037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.670593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.670976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.671498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.672001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:36:54.684499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Attempting to bind port 45c52128-2057-44d4-bcb1-036f730b0827 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:36:54.685194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Attempting to bind port 45c52128-2057-44d4-bcb1-036f730b0827 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:36:54.685766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Attempting to bind port 45c52128-2057-44d4-bcb1-036f730b0827 on network f999f0d2-f726-406c-a903-33cefe6e2bbd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:36:54.695269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:36:54.695644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Checking segment: {'id': '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:54.696226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.696619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Bound using segment: {'id': '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:36:54.697145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Bound port: 45c52128-2057-44d4-bcb1-036f730b0827, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:36:54.697684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.773134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] For port 45c52128-2057-44d4-bcb1-036f730b0827, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:36:54.777464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] For port 45c52128-2057-44d4-bcb1-036f730b0827, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=45c52128-2057-44d4-bcb1-036f730b0827,segment=NetworkSegment(5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f),segment_id=5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:36:54.780028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e06bf-0508-4156-ba8f-c068cdae9d6e req-3509514c-78c2-4b00-9841-2067f1db4c36 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:54.781669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-485e06bf-0508-4156-ba8f-c068cdae9d6e req-3509514c-78c2-4b00-9841-2067f1db4c36 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.2325296 Dec 16 17:36:54.785134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.792794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.794452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.801099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.821607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-096916a4-158a-411f-bfff-2ed04ef6d279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.847771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f999f0d2-f726-406c-a903-33cefe6e2bbd']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.870947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.871777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ba5f-fc80-4939-a55f-f84825b2e151 None None] Pushing event updated for resources: {'Port': ['ID=45c52128-2057-44d4-bcb1-036f730b0827,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:54.882223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.882555 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:54.896929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-096916a4-158a-411f-bfff-2ed04ef6d279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.900265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1a5dd-6adb-481b-b34b-4dde26c559ec None None] Network f999f0d2-f726-406c-a903-33cefe6e2bbd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:54.922960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:54.940439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Port': ['ID=652c3ca8-dd5a-4952-8e42-bdb5cecb504f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:54.958743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa569b3d-7596-4c36-bb62-a526506a2ccd None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:54.992846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-485e06bf-0508-4156-ba8f-c068cdae9d6e req-704688ff-2c92-46d7-b8ec-dcc62125636e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001226 Dec 16 17:36:54.996006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.032152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:55.032320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:55.037078 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:55.061557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e2534-cf97-463a-8ffb-a58092bd3f1a None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:36:55.104840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.170096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-096916a4-158a-411f-bfff-2ed04ef6d279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.172656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-096916a4-158a-411f-bfff-2ed04ef6d279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.177465 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-096916a4-158a-411f-bfff-2ed04ef6d279 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5457df51-bb9a-479f-a23f-e63f93e84cb3 HTTP/1.1" status: 204 len: 168 time: 0.6626744 Dec 16 17:36:55.177465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:36:55.177465 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:36:55.177465 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': 'f999f0d2-f726-406c-a903-33cefe6e2bbd'}] Dec 16 17:36:55.177465 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:36:55.177465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:36:55.194459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e2534-cf97-463a-8ffb-a58092bd3f1a None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:36:55.239314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096916a4-158a-411f-bfff-2ed04ef6d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5457df51-bb9a-479f-a23f-e63f93e84cb3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:55.242465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.248489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.308974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7b528-eb2a-45b4-af96-53ddbc9bafb2 req-a6eb5de0-783c-481c-9e99-2f1b81d27a9c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:55.310603 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29d7b528-eb2a-45b4-af96-53ddbc9bafb2 req-a6eb5de0-783c-481c-9e99-2f1b81d27a9c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.1725106 Dec 16 17:36:55.311978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.312853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Fanout notify agent at l3_agent the message router_deleted on router f067f7cd-7872-4921-99d8-195d16022769 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:55.320477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44488) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:55.327848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.332753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bae225cf-848d-4042-ac26-55de4e2a1002 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "DELETE /v2.0/routers/f067f7cd-7872-4921-99d8-195d16022769 HTTP/1.1" status: 204 len: 168 time: 2.4986596 Dec 16 17:36:55.334737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44490) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:55.336519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Request body: {'floatingip': {'port_id': 'c4995120-f886-40c6-a9ec-ddd56b0efac7'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:55.379349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.393971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting subnet 709f06d1-78dc-4056-9a92-68d35ae7ec37 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:36:55.397246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.429944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.448345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.458709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.541020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.548605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.574326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.574961 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea disassociated. External IP: 172.26.2.160, port: 841c2f63-e64f-4ae9-a77e-825434fb8483. Dec 16 17:36:55.706742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.785050 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Floating IP c3751a54-d3f1-4c9c-bb51-90eada0fcdd5 associated. External IP: 172.26.2.156, port: 298527f9-5e76-45db-a518-ba3c08198fb9. Dec 16 17:36:55.849757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Deleting port 6cd749c4-688d-4b5d-8975-7e0b94798429 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:55.850223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:55.857211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.084053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.131703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44512) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:56.134817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Calling delete_port for 6cd749c4-688d-4b5d-8975-7e0b94798429 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:56.139609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.154119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 45c52128-2057-44d4-bcb1-036f730b0827 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:56.154458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.235863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc8136-67e3-445d-b9e2-852351cf2b99 None None] Network f6f71ff0-454a-420f-af4a-4e0979d5fcac requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:56.255836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Subnet': ['ID=709f06d1-78dc-4056-9a92-68d35ae7ec37,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:56.261722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1502015082'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:56.262056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.265328 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1254d883-0ce5-4e1d-89ae-48b820dc44a3 tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "DELETE /v2.0/subnets/709f06d1-78dc-4056-9a92-68d35ae7ec37 HTTP/1.1" status: 204 len: 168 time: 0.9281108 Dec 16 17:36:56.269397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44516) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:56.272167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.278881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 45c52128-2057-44d4-bcb1-036f730b0827, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=45c52128-2057-44d4-bcb1-036f730b0827,segment=NetworkSegment(5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f),segment_id=5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:56.279287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.304747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.318442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:56.370126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 45c52128-2057-44d4-bcb1-036f730b0827 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:56.403938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] DHCP port deletion for f6f71ff0-454a-420f-af4a-4e0979d5fcac request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:56.443730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Router d142feb3-dc9c-43da-8f86-791e84ce7ddb has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:56.457771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:56.461324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.471658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] Deleting port 36f2189b-0270-4317-a177-596c914761b3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:56.472394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.475919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.507173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.592043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:56.598596 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Floating IP 3a4830b8-2304-479b-916b-a8cf86d6d835 associated. External IP: 172.26.2.125, port: c4995120-f886-40c6-a9ec-ddd56b0efac7. Dec 16 17:36:56.609162 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:56.625210 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:56.625824 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:56.660439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.678079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.682476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:56.693880 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:56.694844 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:56.713791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 36f2189b-0270-4317-a177-596c914761b3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:36:56.728230 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:56.729127 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57032fcc-8de9-4ceb-8767-32b43845be6a None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:56.736590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=45c52128-2057-44d4-bcb1-036f730b0827,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:56.739480 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b1b29915-afe4-4f07-bbac-0c3e9db1670f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/floatingips/5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea HTTP/1.1" status: 200 len: 688 time: 2.1468267 Dec 16 17:36:56.742421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.742854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 45c52128-2057-44d4-bcb1-036f730b0827 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:56.745083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44518) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:56.774441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] For port 36f2189b-0270-4317-a177-596c914761b3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36f2189b-0270-4317-a177-596c914761b3,segment=NetworkSegment(5162abdf-1b3b-4d7d-8e58-d7be52cdf721),segment_id=5162abdf-1b3b-4d7d-8e58-d7be52cdf721)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:56.774846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.784724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting port 36f2189b-0270-4317-a177-596c914761b3 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:56.785106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.790458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] Calling delete_port for 36f2189b-0270-4317-a177-596c914761b3 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:56.889531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.935033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 36f2189b-0270-4317-a177-596c914761b3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36f2189b-0270-4317-a177-596c914761b3,segment=NetworkSegment(5162abdf-1b3b-4d7d-8e58-d7be52cdf721),segment_id=5162abdf-1b3b-4d7d-8e58-d7be52cdf721)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:56.941301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.952731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.975203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:56.976426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] For port 36f2189b-0270-4317-a177-596c914761b3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36f2189b-0270-4317-a177-596c914761b3,segment=NetworkSegment(5162abdf-1b3b-4d7d-8e58-d7be52cdf721),segment_id=5162abdf-1b3b-4d7d-8e58-d7be52cdf721)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:36:56.976797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.001807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] No DVR routers for this DVR port 36f2189b-0270-4317-a177-596c914761b3 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:57.015379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Calling delete_port for 36f2189b-0270-4317-a177-596c914761b3 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:57.029302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f999f0d2-f726-406c-a903-33cefe6e2bbd']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.036174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=36f2189b-0270-4317-a177-596c914761b3,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.069285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb918f-2775-465d-9c05-7acbf97f70c3 None None] Pushing event deleted for resources: {'Port': ['ID=36f2189b-0270-4317-a177-596c914761b3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.073577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.078532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.079417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5125fe6c-48fb-4c9a-9a3d-3eb9b9a3145f') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.090869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event deleted for resources: {'Port': ['ID=6cd749c4-688d-4b5d-8975-7e0b94798429,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.094097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.101447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584b184-9887-4bee-94cc-d8508a237ddc None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:57.117407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:57.125545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.135247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] Sync routers for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:57.137255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.146656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:57.147597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.182386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:57.190574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.214440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:57.214846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:57.219830 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:57.221692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7735681e-7e16-4acb-bb96-caec1f82834b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.235007 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a4121fe8-ef96-4393-b9b3-ae98738d7f79 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "PUT /v2.0/floatingips/c3751a54-d3f1-4c9c-bb51-90eada0fcdd5 HTTP/1.1" status: 200 len: 992 time: 3.3894947 Dec 16 17:36:57.236415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Router ec8da32d-6fef-4ddc-8dad-b41c3551df77 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:36:57.240169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:57.242389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d4080-6f19-46b2-af35-fbada5aae629" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:57.253000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.299678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.306054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:57.350061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77636adc-6281-4d5c-8d81-3755ef4fb805 x-openstack-request-id: req-77636adc-6281-4d5c-8d81-3755ef4fb805 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:57.350353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:57.350614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77636adc-6281-4d5c-8d81-3755ef4fb805 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:57.351030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9', 'status': 'completed', 'code': 200} Dec 16 17:36:57.354183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.361403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.365284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.374759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.375247 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Added segment be68ecb2-12b3-4348-b2be-9b393b7e0335 of type vlan for network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f Dec 16 17:36:57.377126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 15983a01-d373-451d-aac5-1adb49b21fd5 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:57.377471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.384782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] No DVR routers for this DVR port 36f2189b-0270-4317-a177-596c914761b3 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:36:57.386519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.389935 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/f999f0d2-f726-406c-a903-33cefe6e2bbd HTTP/1.1" status: 204 len: 168 time: 3.5439608 Dec 16 17:36:57.399330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Port': ['ID=36f2189b-0270-4317-a177-596c914761b3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.404074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44526) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:57.469124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-877286789'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:57.477010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.477560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Fanout notify agent at l3_agent the message router_deleted on router e959052b-f52b-4518-ade0-aa46dcb6033f {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:36:57.486873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.488007 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-086dcd76-80f1-4b15-a2ad-906bc9d19a6c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/e959052b-f52b-4518-ade0-aa46dcb6033f HTTP/1.1" status: 204 len: 168 time: 2.8352377 Dec 16 17:36:57.495165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44528) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:57.495409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854748ae-f8fe-45a7-bf45-e63b3df95e00 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=f999f0d2-f726-406c-a903-33cefe6e2bbd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.502080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1119150525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:57.526664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.544675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-912505d7-29b1-42f4-a9c4-d0ef541521df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:57.546216 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-912505d7-29b1-42f4-a9c4-d0ef541521df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.1314423 Dec 16 17:36:57.602199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.608785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.609355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.612293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.613403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.615114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:36:57.624421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.635930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 15983a01-d373-451d-aac5-1adb49b21fd5 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:57.638086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'c3751a54-d3f1-4c9c-bb51-90eada0fcdd5', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'port_id': '298527f9-5e76-45db-a518-ba3c08198fb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'mac_address': 'fa:16:3e:18:8b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:19Z', 'updated_at': '2021-12-16T17:36:54Z', 'revision_number': 1, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:18Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.644279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98206635-d059-4902-b64a-523d5ce044ae None None] Sync routers for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:36:57.653831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:57.656357 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:57.657356 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.657657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.660602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f71ff0-454a-420f-af4a-4e0979d5fcac']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.686914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] Checking router: d142feb3-dc9c-43da-8f86-791e84ce7ddb for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:57.687665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5162abdf-1b3b-4d7d-8e58-d7be52cdf721') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.687965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5162abdf-1b3b-4d7d-8e58-d7be52cdf721') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.693343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.699104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:57.699709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.700893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:57.701787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:57.728601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-8c4e1028-26f2-4320-8924-82f38b72679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:57.730330 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-8c4e1028-26f2-4320-8924-82f38b72679e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 0.1755853 Dec 16 17:36:57.732815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.738610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e51afad5-f4d4-471a-9ed5-61c4e0930a6b tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "PUT /v2.0/floatingips/3a4830b8-2304-479b-916b-a8cf86d6d835 HTTP/1.1" status: 200 len: 992 time: 2.4144180 Dec 16 17:36:57.766281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:36:57.768550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a74851-bf08-489b-affc-24cedf4c06ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:36:57.789821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.800347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6629539 Dec 16 17:36:57.803993 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:57.809415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:36:57.812314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44534) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:57.819593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:57.823479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:36:57.823914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:36:57.831495 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:36:57.890112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:57.891025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba7c3a8-099a-47dc-bf86-d79a676b08e6 x-openstack-request-id: req-6ba7c3a8-099a-47dc-bf86-d79a676b08e6 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:36:57.891361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:36:57.891609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ba7c3a8-099a-47dc-bf86-d79a676b08e6 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:36:57.892970 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'status': 'completed', 'code': 200} Dec 16 17:36:57.920500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638d40-53ce-4421-a41e-7010a8fb3132 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Network': ['ID=6f6e2fef-6135-4062-8c51-cb6bee5ed98f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:57.924877 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.925253 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 04766736-7776-44d2-afb3-36caac4d5bfa of type vlan for network 113d5b2f-aff0-439c-b8be-cf5a78252891 Dec 16 17:36:57.927267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.943856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.981960 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-f13eadca-45f6-42b2-aab1-26ec296cdcf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1000 time: 0.1673102 Dec 16 17:36:57.990952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:57.995054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-134988b2-d08e-44b4-a851-e76af0cf9553 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4979966 Dec 16 17:36:58.005189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44536) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:58.011937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:58.019854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.040568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.046916 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "DELETE /v2.0/networks/f6f71ff0-454a-420f-af4a-4e0979d5fcac HTTP/1.1" status: 204 len: 168 time: 1.7735217 Dec 16 17:36:58.056692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44540) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:58.058361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.062877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:58.086130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8faeab-ef06-4201-a7c9-5bc457bbc09f tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Network': ['ID=f6f71ff0-454a-420f-af4a-4e0979d5fcac,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:58.152625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-24a23dba-4f7d-4811-8e12-3c182aae2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:58.154148 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-24a23dba-4f7d-4811-8e12-3c182aae2486 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76&device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 1099 time: 0.2312014 Dec 16 17:36:58.205086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.205937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-8d60cf8c-2b10-4466-8c31-b910ad74895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:58.207683 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-8d60cf8c-2b10-4466-8c31-b910ad74895e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.2116146 Dec 16 17:36:58.210555 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:58.211206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.235879 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3a4830b8-2304-479b-916b-a8cf86d6d835', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'port_id': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'mac_address': 'fa:16:3e:3b:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:19Z', 'updated_at': '2021-12-16T17:36:56Z', 'revision_number': 1, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:13Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:58.276336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98206635-d059-4902-b64a-523d5ce044ae None None] Checking router: ec8da32d-6fef-4ddc-8dad-b41c3551df77 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:36:58.279932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:58.283987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.288755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:36:58.289796 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:58.337434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.389171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9801080 Dec 16 17:36:58.389501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'c3751a54-d3f1-4c9c-bb51-90eada0fcdd5', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'port_id': '298527f9-5e76-45db-a518-ba3c08198fb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'mac_address': 'fa:16:3e:18:8b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:19Z', 'updated_at': '2021-12-16T17:36:54Z', 'revision_number': 1, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:18Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:58.407942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44542) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:58.425161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': '113d5b2f-aff0-439c-b8be-cf5a78252891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:58.439131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef07664-e2b0-4965-a85c-9fbd1908dfd7 None None] The sync data for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv is: [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'c3751a54-d3f1-4c9c-bb51-90eada0fcdd5', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'port_id': '298527f9-5e76-45db-a518-ba3c08198fb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'mac_address': 'fa:16:3e:18:8b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:19Z', 'updated_at': '2021-12-16T17:36:54Z', 'revision_number': 1, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:18Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:58.446480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c96030-020a-4060-b5fa-67934acbc85f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=113d5b2f-aff0-439c-b8be-cf5a78252891,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:58.460970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 113d5b2f-aff0-439c-b8be-cf5a78252891 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:36:58.553169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-1eed529f-2b41-4519-a13e-b9f4c88a6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:58.554811 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-1eed529f-2b41-4519-a13e-b9f4c88a6ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2533329 Dec 16 17:36:58.560689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.563922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.570265 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/floatingips/5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea HTTP/1.1" status: 204 len: 168 time: 1.8133676 Dec 16 17:36:58.570954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44546) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:58.584773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-1c8b7934-fa98-41f4-bb5c-8347e50e83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:58.586766 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-1c8b7934-fa98-41f4-bb5c-8347e50e83ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd4822ee-7cc7-49b6-acd6-47257ef078d9 HTTP/1.1" status: 200 len: 913 time: 0.3923781 Dec 16 17:36:58.615873 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:36:58.617959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9b3b2-3cc5-416c-aaf4-5c3be5349ff3 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=15983a01-d373-451d-aac5-1adb49b21fd5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:58.646966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.658387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Deleting port 607958a8-7bf3-455f-ab99-e037787aaa6e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:36:58.658917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:58.684732 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-92c33f3f-936f-46c7-9dfe-ddcea2cff981 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] delete failed (client error): The resource could not be found. Dec 16 17:36:58.689339 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-92c33f3f-936f-46c7-9dfe-ddcea2cff981 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/floatingips/5b3a8eeb-abe2-4f99-9fe5-5ca46f1683ea HTTP/1.1" status: 404 len: 345 time: 0.0747595 Dec 16 17:36:58.698909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44548) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:58.778415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-079b1312-7626-47cd-a35e-d3f887c6a2c3 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019627 Dec 16 17:36:58.810174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6bafa-28dc-4987-a7c7-fdc1d33a487b None None] New status for floating IP c3751a54-d3f1-4c9c-bb51-90eada0fcdd5: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:36:58.887262 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98206635-d059-4902-b64a-523d5ce044ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3a4830b8-2304-479b-916b-a8cf86d6d835', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'port_id': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'mac_address': 'fa:16:3e:3b:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:19Z', 'updated_at': '2021-12-16T17:36:56Z', 'revision_number': 1, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:13Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:36:58.907988 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1d8d4080-6f19-46b2-af35-fbada5aae629 req-ef748837-2b3a-47e9-a141-9ed1db160d01 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207404 Dec 16 17:36:58.919632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98206635-d059-4902-b64a-523d5ce044ae None None] The sync data for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv is: [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3a4830b8-2304-479b-916b-a8cf86d6d835', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'port_id': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'mac_address': 'fa:16:3e:3b:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:36:19Z', 'updated_at': '2021-12-16T17:36:56Z', 'revision_number': 1, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:13Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:36:59.068890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.092799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.189077 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-cf26b4e1-aa96-4984-8ecf-6c09bb5dfb78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7 HTTP/1.1" status: 200 len: 1000 time: 0.5915012 Dec 16 17:36:59.208994 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0b45-d769-4fe1-b5d6-32423be53344 None None] New status for floating IP 3a4830b8-2304-479b-916b-a8cf86d6d835: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:36:59.229683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Allocated IP 172.26.2.11 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/e6197f5b-6adb-4bf6-99b4-4e098b720ca6) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:36:59.245543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:59.249484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.349227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.366493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf056713-c50f-47bc-a17a-f065e0abe314 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.383028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf056713-c50f-47bc-a17a-f065e0abe314 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.388831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.393471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf056713-c50f-47bc-a17a-f065e0abe314 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.395356 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bf056713-c50f-47bc-a17a-f065e0abe314 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/ports?network_id=94f2aeb3-b9bd-46b7-acf4-b2e061474d3e HTTP/1.1" status: 200 len: 2357 time: 0.6864803 Dec 16 17:36:59.398879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44554) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:59.428013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.428013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.439985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing IP validity checks on allocation pools {{(pid=103242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:36:59.440502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:36:59.443699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-e1fc618f-5a00-4eca-9b26-41792f84c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.445229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-e1fc618f-5a00-4eca-9b26-41792f84c43e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=beb9bbc7-39b1-42bf-b1be-307466eb6703 HTTP/1.1" status: 200 len: 851 time: 0.2406399 Dec 16 17:36:59.448899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.458429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Calling delete_port for 607958a8-7bf3-455f-ab99-e037787aaa6e owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:36:59.474638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:36:59.486299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:59.493897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:36:59.504498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820ddd0-7a3b-40e6-b4ed-204f23a5af8b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:36:59.518475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event updated for resources: {'Port': ['ID=e6197f5b-6adb-4bf6-99b4-4e098b720ca6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:59.525440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47535a7e-f451-4e0a-9d5c-16552f2eae7b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.529398 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-47535a7e-f451-4e0a-9d5c-16552f2eae7b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/subnets/323acdea-48dd-4422-baa5-d7eb1fbb2ed1 HTTP/1.1" status: 200 len: 797 time: 0.1284864 Dec 16 17:36:59.532730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44556) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:36:59.540310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'port': {'network_id': '94f2aeb3-b9bd-46b7-acf4-b2e061474d3e', 'name': 'tempest-FloatingIPTestJSON-2076169390', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:36:59.619821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-458ccf91-1740-49d6-842d-69b9156f1e52 None None] Provisioning complete for port e6197f5b-6adb-4bf6-99b4-4e098b720ca6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:36:59.620102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458ccf91-1740-49d6-842d-69b9156f1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.647290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=c4b09afb-c4f1-4da6-8cbf-5108fa701bf8,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:59.660549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-458ccf91-1740-49d6-842d-69b9156f1e52 None None] Port e6197f5b-6adb-4bf6-99b4-4e098b720ca6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:36:59.694504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-da58700e-2344-4207-81ff-30abeb56a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.696016 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-da58700e-2344-4207-81ff-30abeb56a31f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd4822ee-7cc7-49b6-acd6-47257ef078d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2338624 Dec 16 17:36:59.756450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:36:59.756805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network hostable DHCP agents. Network: 6f6e2fef-6135-4062-8c51-cb6bee5ed98f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:36:59.805959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:36:59.818828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.899842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:36:59.907444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.939425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6f6e2fef-6135-4062-8c51-cb6bee5ed98f) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:36:59.941027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=8adadac9-0906-468a-a2f8-dc3efdf7654e,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:36:59.947776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d452f-7b82-4af7-83f4-0dc9de62a786 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:36:59.948751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:36:59.949382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:36:59.971489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-244a4d66-899f-4357-a3b8-138559a232be service neutron] 10.222.0.57 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652771 Dec 16 17:36:59.982033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.000994 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3842c5b1-d7f1-4018-9e57-06776e34b57b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1851287 Dec 16 17:37:00.006329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '04766736-7776-44d2-afb3-36caac4d5bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '113d5b2f-aff0-439c-b8be-cf5a78252891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:00.006703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: 113d5b2f-aff0-439c-b8be-cf5a78252891, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:00.027164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44560) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:00.068320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': 'c4b09afb-c4f1-4da6-8cbf-5108fa701bf8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:00.069522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.102976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'name': 'tempest-NetworksTestDHCPv6-1449899244'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:00.138753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Pushing event deleted for resources: {'Port': ['ID=607958a8-7bf3-455f-ab99-e037787aaa6e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:00.151086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ba9c26-89c1-4052-b147-9150b2f2c997 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:00.201656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.221625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] device_id is not set on port 840d4038-097e-467b-9771-e9d69d7459d6 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:00.230226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/c4b09afb-c4f1-4da6-8cbf-5108fa701bf8/9fffc135-b632-4513-bc87-9b8d18bfa977) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:00.255015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 113d5b2f-aff0-439c-b8be-cf5a78252891 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:00.270084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 113d5b2f-aff0-439c-b8be-cf5a78252891) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:00.274636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:00.275269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.298451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187b882-3876-47e8-a2d9-ff2586a0fcf9 None None] Network 113d5b2f-aff0-439c-b8be-cf5a78252891 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:00.302439 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d9a74851-bf08-489b-affc-24cedf4c06ff req-6201b7cc-5d67-45be-97db-99fc309dd687 service neutron] 10.222.0.57 "GET /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132808 Dec 16 17:37:00.303206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.306201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.309753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-39678826-d851-423a-9a88-bf2bf723665c tempest-FloatingIPAdminTestJSON-1340655874 tempest-FloatingIPAdminTestJSON-1340655874-project] 10.222.0.66 "DELETE /v2.0/floatingips/682e8d74-ff0e-4d7f-8d55-427488c5a4c2 HTTP/1.1" status: 204 len: 168 time: 2.2464802 Dec 16 17:37:00.330326 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b9bdbbb8-4f97-49d2-8b61-40d0ba30f24a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9175534 Dec 16 17:37:00.335032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44568) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:00.444795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.505445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8e7a0-285a-4426-b3bd-8bc9992f00de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-113d5b2f-aff0-439c-b8be-cf5a78252891', 'network_id': '113d5b2f-aff0-439c-b8be-cf5a78252891', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': '8adadac9-0906-468a-a2f8-dc3efdf7654e'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:00.506911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edf8e7a0-285a-4426-b3bd-8bc9992f00de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.526005 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.544551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.14 (94f2aeb3-b9bd-46b7-acf4-b2e061474d3e/323acdea-48dd-4422-baa5-d7eb1fbb2ed1/840d4038-097e-467b-9771-e9d69d7459d6) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:00.550871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.552368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.13 (94f2aeb3-b9bd-46b7-acf4-b2e061474d3e/323acdea-48dd-4422-baa5-d7eb1fbb2ed1/840d4038-097e-467b-9771-e9d69d7459d6) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:00.570942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.607764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.682924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:00.696750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:00.715441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:00.722740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.726552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:00.727473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:00.731470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.739324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=8adadac9-0906-468a-a2f8-dc3efdf7654e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:00.756904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Pushing event updated for resources: {'Port': ['ID=9fffc135-b632-4513-bc87-9b8d18bfa977,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:00.808131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 58d9ba1a-99a6-4503-bad9-545ee9b4e239 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:00.823635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113d5b2f-aff0-439c-b8be-cf5a78252891']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server [None req-edf8e7a0-285a-4426-b3bd-8bc9992f00de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8adadac9-0906-468a-a2f8-dc3efdf7654e: This subnet is being modified by another concurrent operation. Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 17:37:00.830062 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise exception Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8adadac9-0906-468a-a2f8-dc3efdf7654e: This subnet is being modified by another concurrent operation. Dec 16 17:37:00.833071 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server Dec 16 17:37:00.835518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.868142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Attempting to bind port 9fffc135-b632-4513-bc87-9b8d18bfa977 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:00.868331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04766736-7776-44d2-afb3-36caac4d5bfa') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:00.868519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Attempting to bind port 9fffc135-b632-4513-bc87-9b8d18bfa977 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:00.868768 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04766736-7776-44d2-afb3-36caac4d5bfa') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:00.869218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Attempting to bind port 9fffc135-b632-4513-bc87-9b8d18bfa977 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:00.876176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:00.876553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:00.877263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.878675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:00.878855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Bound port: 9fffc135-b632-4513-bc87-9b8d18bfa977, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:00.879219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.898214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.911374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.923626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.925073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af960bf7-94a9-4425-b007-94a096f0fd15 None None] Network 113d5b2f-aff0-439c-b8be-cf5a78252891 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:00.939609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.972868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:00.973671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:00.979139 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:01.002073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] For port 9fffc135-b632-4513-bc87-9b8d18bfa977, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:01.026494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] For port 9fffc135-b632-4513-bc87-9b8d18bfa977, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9fffc135-b632-4513-bc87-9b8d18bfa977,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:01.028465 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ed6044f3-88c7-491f-ae17-2da5276322f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=473a63debccc40188e344050e31ad7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944803 Dec 16 17:37:01.032491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.035638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.035782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44578) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.096673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6cd19-7471-4c63-8933-d7e87009c72d None None] Pushing event updated for resources: {'Port': ['ID=9fffc135-b632-4513-bc87-9b8d18bfa977,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:01.107140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:01.114925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:01.117307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::292 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/c4b09afb-c4f1-4da6-8cbf-5108fa701bf8/58d9ba1a-99a6-4503-bad9-545ee9b4e239) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:01.118110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:01.120628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=840d4038-097e-467b-9771-e9d69d7459d6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:01.127915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91df369f-6bd3-4e61-a57f-b759f1b4ab08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.132237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a3b24-396b-41d8-bc9e-8e7ac468952b None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:01.151024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91df369f-6bd3-4e61-a57f-b759f1b4ab08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.169641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.176895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.184290 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/113d5b2f-aff0-439c-b8be-cf5a78252891 HTTP/1.1" status: 204 len: 168 time: 0.8447955 Dec 16 17:37:01.189045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44582) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.210965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5252572'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:01.223305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:01.225164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.226735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f696c2-33a7-47c8-8e43-3184e59bb8e5 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=113d5b2f-aff0-439c-b8be-cf5a78252891,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:01.248574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Router 13b53e7f-1e24-417b-acb5-bd9b79d9cb82 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:37:01.262829 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a09503f4-089a-449b-805f-85c648fabd52 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7267854 Dec 16 17:37:01.263722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44584) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.269952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '840d4038-097e-467b-9771-e9d69d7459d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:01.316591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:01.320176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.397526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91df369f-6bd3-4e61-a57f-b759f1b4ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.400269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91df369f-6bd3-4e61-a57f-b759f1b4ab08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.404578 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-91df369f-6bd3-4e61-a57f-b759f1b4ab08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7dbb0a3-dafc-4629-8d26-32005d809c15 HTTP/1.1" status: 204 len: 168 time: 0.3681951 Dec 16 17:37:01.418791 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df369f-6bd3-4e61-a57f-b759f1b4ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dbb0a3-dafc-4629-8d26-32005d809c15,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:01.426227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.465953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:01.486153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.486926 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 8bce0d24-02bd-4bc4-a536-aafb1146cd83 of type vlan for network 0233c74d-8d31-4c25-86bd-b48e48320f60 Dec 16 17:37:01.498492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4975b042-c42e-4287-b601-ba0dfce2f9a5 None None] Provisioning complete for port 840d4038-097e-467b-9771-e9d69d7459d6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:01.498782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4975b042-c42e-4287-b601-ba0dfce2f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.517696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:01.528820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.533859 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a704c0f-fe0b-4f7f-bdc9-65acaaa58c8b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "PUT /v2.0/routers/13b53e7f-1e24-417b-acb5-bd9b79d9cb82 HTTP/1.1" status: 200 len: 883 time: 3.5276797 Dec 16 17:37:01.535810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44590) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.554652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] Sync routers for ids ['13b53e7f-1e24-417b-acb5-bd9b79d9cb82'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:01.582721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] Routers {'13b53e7f-1e24-417b-acb5-bd9b79d9cb82'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:01.583030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['13b53e7f-1e24-417b-acb5-bd9b79d9cb82'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:01.586947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4975b042-c42e-4287-b601-ba0dfce2f9a5 None None] Port 840d4038-097e-467b-9771-e9d69d7459d6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:01.590631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.643599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:01.646298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.655144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] Routers {'13b53e7f-1e24-417b-acb5-bd9b79d9cb82'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:01.656333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['13b53e7f-1e24-417b-acb5-bd9b79d9cb82'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:01.677536 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.698116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:01.699080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e9cf4-b0ad-4234-87d5-462d0ef125b8 None None] The sync data for ids ['13b53e7f-1e24-417b-acb5-bd9b79d9cb82'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:01.727322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.732960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:01.733603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.742163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:01.749445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:01.752843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.758075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:01.765560 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-20828b0a-fe39-481c-9489-7341236f27a1 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/13b53e7f-1e24-417b-acb5-bd9b79d9cb82 HTTP/1.1" status: 200 len: 924 time: 0.2259769 Dec 16 17:37:01.765728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:01.765728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.771688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44594) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.822071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6181211 Dec 16 17:37:01.830810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44598) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.836858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:01.851093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=58d9ba1a-99a6-4503-bad9-545ee9b4e239,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:01.878543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44600) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.889968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287de9f7-241e-4e30-9b07-2d1c9eea723a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=0233c74d-8d31-4c25-86bd-b48e48320f60,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:01.902154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0233c74d-8d31-4c25-86bd-b48e48320f60 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:01.905321 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6b71062a-f7ab-4f6f-802e-7e41eb6f0ce7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8681948 Dec 16 17:37:01.906286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2effa1c0-2ef0-4072-bbc6-246426d7f1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:01.908719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44602) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.979506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec411d-5156-4324-890e-353ba9bca723 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:01.981094 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b2ec411d-5156-4324-890e-353ba9bca723 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=13b53e7f-1e24-417b-acb5-bd9b79d9cb82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1964347 Dec 16 17:37:01.984113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44604) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:01.984902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:01.988209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.057189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5b25e-19e6-4005-bbb1-7002a82f1953 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:02.062824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5b25e-19e6-4005-bbb1-7002a82f1953 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:02.065029 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7a5b25e-19e6-4005-bbb1-7002a82f1953 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1545093 Dec 16 17:37:02.068227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44606) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:02.077663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2effa1c0-2ef0-4072-bbc6-246426d7f1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.078200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.137 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/0b369478-5183-4bb0-b270-b861510ddad3) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:02.110594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2effa1c0-2ef0-4072-bbc6-246426d7f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.163078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d37b86-fa05-4dd1-9355-6f856024b09a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:02.167397 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f1d37b86-fa05-4dd1-9355-6f856024b09a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.1795998 Dec 16 17:37:02.167673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44608) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:02.201119 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7fa6af52-940d-45cf-8b4d-1ff0f17c92a0 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=13b53e7f-1e24-417b-acb5-bd9b79d9cb82 HTTP/1.1" status: 200 len: 205 time: 0.0291955 Dec 16 17:37:02.201119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44610) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:02.208271 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2effa1c0-2ef0-4072-bbc6-246426d7f1ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd12242421e84d618b6229e0426b1033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285558 Dec 16 17:37:02.208866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effa1c0-2ef0-4072-bbc6-246426d7f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c181418a-8931-4ee7-93d3-93cb1feb5430,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:02.210850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:02.291471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 58d9ba1a-99a6-4503-bad9-545ee9b4e239 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:02.291765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.364667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.387551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-335e49fd-aba0-4235-ba24-80269d85302e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.394261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.395536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.426266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1566b84-557f-4224-9a9e-8123da03e2b9 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:02.467690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-335e49fd-aba0-4235-ba24-80269d85302e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.483193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=fe02e9d2-a12a-4732-a201-174e47bacd64,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:02.496408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.507301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '8bce0d24-02bd-4bc4-a536-aafb1146cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:02.507664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: 0233c74d-8d31-4c25-86bd-b48e48320f60, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:02.520535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 58d9ba1a-99a6-4503-bad9-545ee9b4e239 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:02.535961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e9955b8d-cfd5-41ce-b516-6179e08f3f7b None None] Provisioning complete for port 9fffc135-b632-4513-bc87-9b8d18bfa977 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:02.536685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9955b8d-cfd5-41ce-b516-6179e08f3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.575957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 0233c74d-8d31-4c25-86bd-b48e48320f60 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:02.605257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 0233c74d-8d31-4c25-86bd-b48e48320f60) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:02.612464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:02.613093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.623518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e14c27-3bc5-4f7a-a314-f84947a72ffc None None] Network 0233c74d-8d31-4c25-86bd-b48e48320f60 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:02.644271 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1ff6ad13-bb47-43c3-8308-c60507aa0c31 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8116288 Dec 16 17:37:02.646500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:02.755255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9fffc135-b632-4513-bc87-9b8d18bfa977 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:02.787968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.822109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9955b8d-cfd5-41ce-b516-6179e08f3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.826781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.854278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=58d9ba1a-99a6-4503-bad9-545ee9b4e239,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:02.915168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e9955b8d-cfd5-41ce-b516-6179e08f3f7b None None] For port 9fffc135-b632-4513-bc87-9b8d18bfa977, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9fffc135-b632-4513-bc87-9b8d18bfa977,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:02.921676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.931390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-245c44d3-9d10-449a-8214-f028fcda0f68 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/58d9ba1a-99a6-4503-bad9-545ee9b4e239 HTTP/1.1" status: 204 len: 168 time: 0.8604808 Dec 16 17:37:02.939198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44622) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:02.939391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-0233c74d-8d31-4c25-86bd-b48e48320f60', 'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': 'fe02e9d2-a12a-4732-a201-174e47bacd64'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:02.940442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.942480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9955b8d-cfd5-41ce-b516-6179e08f3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.946799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9fffc135-b632-4513-bc87-9b8d18bfa977 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:02.947169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:02.964000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.005090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:03.036864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:03.042755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:03.100651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b1536eac-c053-4929-982c-30a7af1a7961 None None] Could not find standard attr ID for object 58d9ba1a-99a6-4503-bad9-545ee9b4e239. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:03.106612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.110201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=0b369478-5183-4bb0-b270-b861510ddad3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:03.112697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad2943-cd47-4149-9412-216347e093d8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:03.114574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad2943-cd47-4149-9412-216347e093d8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:03.118297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-335e49fd-aba0-4235-ba24-80269d85302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.129001 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0bad2943-cd47-4149-9412-216347e093d8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1802964 Dec 16 17:37:03.129233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-335e49fd-aba0-4235-ba24-80269d85302e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.129233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-335e49fd-aba0-4235-ba24-80269d85302e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c181418a-8931-4ee7-93d3-93cb1feb5430 HTTP/1.1" status: 204 len: 168 time: 0.9106193 Dec 16 17:37:03.129423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44624) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:03.161223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e49fd-aba0-4235-ba24-80269d85302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c181418a-8931-4ee7-93d3-93cb1feb5430,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:03.163848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9955b8d-cfd5-41ce-b516-6179e08f3f7b None None] Pushing event updated for resources: {'Port': ['ID=9fffc135-b632-4513-bc87-9b8d18bfa977,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:03.192666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.245236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b1536eac-c053-4929-982c-30a7af1a7961 None None] Provisioning complete for port 9fffc135-b632-4513-bc87-9b8d18bfa977 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:03.245545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1536eac-c053-4929-982c-30a7af1a7961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.277715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet c4b09afb-c4f1-4da6-8cbf-5108fa701bf8 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:03.286823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.376275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Deleting port e6197f5b-6adb-4bf6-99b4-4e098b720ca6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:03.377410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.381559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Allocated IP 172.20.0.1 (0233c74d-8d31-4c25-86bd-b48e48320f60/fe02e9d2-a12a-4732-a201-174e47bacd64/1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:03.394027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.565228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.573144 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.616307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Calling delete_port for e6197f5b-6adb-4bf6-99b4-4e098b720ca6 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:03.643262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ff5cddab-1a55-4e26-baf7-df28997dc142 None None] Could not find standard attr ID for object 58d9ba1a-99a6-4503-bad9-545ee9b4e239. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:03.700389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.708057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.724959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.741142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b09afb-c4f1-4da6-8cbf-5108fa701bf8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:03.746789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.754533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c3504481-679f-4d56-b032-dff5249dc507 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/c4b09afb-c4f1-4da6-8cbf-5108fa701bf8 HTTP/1.1" status: 204 len: 168 time: 0.6240792 Dec 16 17:37:03.755258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44634) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:03.777136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c333f27-450d-4072-9798-791a0d66d330 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:03.841470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44636) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:03.843584 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-437ad431-fa0d-4797-8ab8-daec209f0734 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859945 Dec 16 17:37:03.850706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44638) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:03.856711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:03.864477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Network 0233c74d-8d31-4c25-86bd-b48e48320f60 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:03.871643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:03.873680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Pushing event updated for resources: {'Port': ['ID=1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:03.882297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:03.918649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.921170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93336bd3-d063-4645-a67b-f4d44bb1cf2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.959978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=fe02e9d2-a12a-4732-a201-174e47bacd64,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:03.961963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Attempting to bind port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:03.962357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Attempting to bind port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '8bce0d24-02bd-4bc4-a536-aafb1146cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:03.962726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Attempting to bind port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299 on network 0233c74d-8d31-4c25-86bd-b48e48320f60 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:03.964792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.970509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:03.970893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Checking segment: {'id': '8bce0d24-02bd-4bc4-a536-aafb1146cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:03.971300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:03.971692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Bound using segment: {'id': '8bce0d24-02bd-4bc4-a536-aafb1146cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:03.973632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Bound port: 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bce0d24-02bd-4bc4-a536-aafb1146cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0233c74d-8d31-4c25-86bd-b48e48320f60'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:03.973632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.012348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.045222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] For port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:04.048916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] For port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299,segment=NetworkSegment(8bce0d24-02bd-4bc4-a536-aafb1146cd83),segment_id=8bce0d24-02bd-4bc4-a536-aafb1146cd83)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:04.064476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f152c00-d8fa-4f46-b17e-b924973cf4b0 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:04.080094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.164186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.166168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event deleted for resources: {'Port': ['ID=e6197f5b-6adb-4bf6-99b4-4e098b720ca6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:04.171844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.205499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:04.214626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8e521-57cb-4df5-abc6-1fb43f5e2cad None None] Network 0233c74d-8d31-4c25-86bd-b48e48320f60 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:04.218667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcddc0-6e20-47e9-9b41-04eeb5c6ecdf None None] Pushing event updated for resources: {'Port': ['ID=1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:04.309671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.313982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.349928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] Deleting port 9fffc135-b632-4513-bc87-9b8d18bfa977 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:04.350310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.355127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.389161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.389720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Fanout notify agent at l3_agent the message router_deleted on router 13b53e7f-1e24-417b-acb5-bd9b79d9cb82 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:04.399571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.401360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3033b4d2-e528-47e2-a2b7-0e79491a0e83 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/13b53e7f-1e24-417b-acb5-bd9b79d9cb82 HTTP/1.1" status: 204 len: 168 time: 2.1995282 Dec 16 17:37:04.401932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0233c74d-8d31-4c25-86bd-b48e48320f60']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:04.406393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44642) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:04.412628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1967629952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:04.436010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bce0d24-02bd-4bc4-a536-aafb1146cd83') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:04.436241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bce0d24-02bd-4bc4-a536-aafb1146cd83') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:04.469354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.471548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] For port 9fffc135-b632-4513-bc87-9b8d18bfa977, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9fffc135-b632-4513-bc87-9b8d18bfa977,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:04.472058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.483150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:04.488151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.489169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] Calling delete_port for 9fffc135-b632-4513-bc87-9b8d18bfa977 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:04.510217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.544754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.549054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:04.549467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.552379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: items = [ Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:04.554732 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:04.602030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.606099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.607149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.635421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93336bd3-d063-4645-a67b-f4d44bb1cf2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.658142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93336bd3-d063-4645-a67b-f4d44bb1cf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.658541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=0b369478-5183-4bb0-b270-b861510ddad3,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:04.668522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.682175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.api [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:37:04.682175 dv-neutron-821818-2-hyperv neutron-server[103243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:37:04.682175 dv-neutron-821818-2-hyperv neutron-server[103243]: [parameters: {'id': '0233c74d-8d31-4c25-86bd-b48e48320f60'}] Dec 16 17:37:04.682175 dv-neutron-821818-2-hyperv neutron-server[103243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:04.682659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG oslo_db.api [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:04.694696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] Pushing event deleted for resources: {'Port': ['ID=9fffc135-b632-4513-bc87-9b8d18bfa977,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:04.699357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9fffc135-b632-4513-bc87-9b8d18bfa977 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:04.731668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9fffc135-b632-4513-bc87-9b8d18bfa977 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:04.732435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9fffc135-b632-4513-bc87-9b8d18bfa977 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:04.748472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126484d-0c4a-4f02-82e6-6050ea0fd206 None None] No DVR routers for this DVR port 9fffc135-b632-4513-bc87-9b8d18bfa977 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:04.765103 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-93336bd3-d063-4645-a67b-f4d44bb1cf2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21e785b9398740e4bd65f7a3894a66f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194987 Dec 16 17:37:04.767561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.767820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44646) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:04.771612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93336bd3-d063-4645-a67b-f4d44bb1cf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb3810-06aa-4a24-b01f-e41b9135651f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:04.773483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024c1cf-0383-479f-b08a-1769afa97dd9 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:37:04.820879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.821808 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 1c84372e-9237-4819-a0ba-f85f7242f355 associated. External IP: 172.26.2.137, port: 840d4038-097e-467b-9771-e9d69d7459d6. Dec 16 17:37:04.848192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.849438 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-494fcbfc-b3c7-4975-a999-89c6083afaec tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4413018 Dec 16 17:37:04.852235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44648) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:04.861210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': True}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:04.887245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c26e37e-bd5f-4c18-910e-85b51d966fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:04.902609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024c1cf-0383-479f-b08a-1769afa97dd9 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:37:04.946202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c26e37e-bd5f-4c18-910e-85b51d966fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.128832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.142141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:05.193161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.251278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c26e37e-bd5f-4c18-910e-85b51d966fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.254582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c26e37e-bd5f-4c18-910e-85b51d966fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.255855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6c26e37e-bd5f-4c18-910e-85b51d966fa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5eb3810-06aa-4a24-b01f-e41b9135651f HTTP/1.1" status: 204 len: 168 time: 0.4870825 Dec 16 17:37:05.269332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26e37e-bd5f-4c18-910e-85b51d966fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb3810-06aa-4a24-b01f-e41b9135651f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:05.284279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:05.297415 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:05.298714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.313666 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:05.314491 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:05.329735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.358649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:05.397400 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:05.405687 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-04523dea-d5b4-4ecc-9d62-3bdc0776baa8 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1405294 Dec 16 17:37:05.406281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44656) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:05.410854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'port_id': '840d4038-097e-467b-9771-e9d69d7459d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:05.412350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:05.429947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:05.430933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.433611 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:05.435489 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:05.451149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '28239315-0365-4324-b523-1cc529c15201'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:05.452023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.471414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.481953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=28239315-0365-4324-b523-1cc529c15201,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:05.508427 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-67796f7a-0435-4448-8043-482c7faca32b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6559057 Dec 16 17:37:05.513713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44658) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:05.518129 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:05.519901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'name': 'tempest-NetworksTestDHCPv6-5375227'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:05.520361 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e3ca87-a99f-4ebf-8cca-bead33f1e0c5 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:05.608188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:05.608726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.679909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/28239315-0365-4324-b523-1cc529c15201/a87b7ddf-1e5d-474b-824c-a8219f148428) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:05.705414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299,segment=NetworkSegment(8bce0d24-02bd-4bc4-a536-aafb1146cd83),segment_id=8bce0d24-02bd-4bc4-a536-aafb1146cd83)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:05.705772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.726110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:05.806310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:05.830812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.882364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.892415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:05.936037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:05.939613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:05.941373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 6f3c230d-bcea-4414-a0c9-60cea1e07e64 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:05.943198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:05.950345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Pushing event updated for resources: {'Port': ['ID=a87b7ddf-1e5d-474b-824c-a8219f148428,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:06.003803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Attempting to bind port a87b7ddf-1e5d-474b-824c-a8219f148428 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:06.004201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Attempting to bind port a87b7ddf-1e5d-474b-824c-a8219f148428 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:06.004559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Attempting to bind port a87b7ddf-1e5d-474b-824c-a8219f148428 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:06.010096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:06.010469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:06.012969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.012969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:06.012969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Bound port: a87b7ddf-1e5d-474b-824c-a8219f148428, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:06.012969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.039435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.069609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:06.078901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.138416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 1c2df2bc-de9f-41e2-9aa4-71cbd7cc5299 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:06.140719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.150678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] For port a87b7ddf-1e5d-474b-824c-a8219f148428, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:06.154476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] For port a87b7ddf-1e5d-474b-824c-a8219f148428, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a87b7ddf-1e5d-474b-824c-a8219f148428,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:06.167059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.211718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.220899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.265451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323fd67-9ba1-445d-8179-13c06594d692 None None] Pushing event updated for resources: {'Port': ['ID=a87b7ddf-1e5d-474b-824c-a8219f148428,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:06.317144 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::267 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/28239315-0365-4324-b523-1cc529c15201/6f3c230d-bcea-4414-a0c9-60cea1e07e64) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:06.323711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.396280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0233c74d-8d31-4c25-86bd-b48e48320f60']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.423743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bce0d24-02bd-4bc4-a536-aafb1146cd83') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.424048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bce0d24-02bd-4bc4-a536-aafb1146cd83') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.451462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.489194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Allocated IP 172.26.2.85 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/5f427a7a-078c-49ea-a242-460c866cfd8b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:06.498440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.508655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:06.580647 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:06.581161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:06.585512 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:06.669856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:06.677012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.689428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:06.704254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:06.705332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.770730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.771064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.774665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a87b7ddf-1e5d-474b-824c-a8219f148428 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:06.779454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-51bce371-fca2-4842-a3cd-cb5d91ea01df tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/floatingips/1c84372e-9237-4819-a0ba-f85f7242f355 HTTP/1.1" status: 200 len: 979 time: 1.3697543 Dec 16 17:37:06.779754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44690) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:06.793473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.807380 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/0233c74d-8d31-4c25-86bd-b48e48320f60 HTTP/1.1" status: 204 len: 168 time: 4.1597431 Dec 16 17:37:06.815811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44692) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:06.821282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:06.822597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.840240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681610883'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:06.858393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a87d4-87d7-4cee-af9c-2235b81d9906 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=0233c74d-8d31-4c25-86bd-b48e48320f60,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:06.870114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:06.871443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e49fb4-5775-482e-b940-5133f3fdb7dc None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:06.894324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.929657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a87b7ddf-1e5d-474b-824c-a8219f148428 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:06.930203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.930790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:06.943206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:06.946864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.004921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:07.007699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.029865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 0b369478-5183-4bb0-b270-b861510ddad3 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:07.030436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.057694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.058094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.058466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment ff938e24-28bf-4cc1-803f-7fecf7db1962 of type vlan for network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f Dec 16 17:37:07.079999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:07.081984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.088393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:07.097319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port a87b7ddf-1e5d-474b-824c-a8219f148428, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a87b7ddf-1e5d-474b-824c-a8219f148428,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:07.102009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:07.108179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:07.108983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.117310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.141528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.142743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.157285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 0b369478-5183-4bb0-b270-b861510ddad3 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:07.165977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=6f3c230d-bcea-4414-a0c9-60cea1e07e64,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:07.178199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:07.193829 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e1de5f27-f9f2-4cad-b9bf-49da839f668f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6787922 Dec 16 17:37:07.218906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44706) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:07.225556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.227864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:07.247611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=a87b7ddf-1e5d-474b-824c-a8219f148428,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:07.252845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:07.255186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44708) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:07.301673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92957d5-1232-4c15-aa9b-7c28342cfc7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:07.308039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92957d5-1232-4c15-aa9b-7c28342cfc7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:07.313409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c92957d5-1232-4c15-aa9b-7c28342cfc7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0925725 Dec 16 17:37:07.314161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44712) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:07.318526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Port': ['ID=5f427a7a-078c-49ea-a242-460c866cfd8b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:07.334460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e73fc5-8d82-426c-84ab-0a10651326ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.374668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.381197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:07.382069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.429230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-168885811', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:07.503386 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6650100 Dec 16 17:37:07.506325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44716) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:07.511818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:07.519638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:37:07.541716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d22cd-3371-480f-8e0d-d4a50674f106 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=f93c70c9-4c1c-48f7-bb01-f59e0c97e52f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:07.557897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:07.570233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Made reservation on behalf of 61f6b577b4044050a36b4974effc9f93 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:07.574379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.589275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.593797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 6f3c230d-bcea-4414-a0c9-60cea1e07e64 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:07.594164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.606356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.676339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4c16c7-e33b-4c8b-ab33-11112a55c1cf None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:37:07.681369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=0b369478-5183-4bb0-b270-b861510ddad3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:07.747480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1d3f1a91-50b5-4eef-aadb-277124cbe5e0 None None] Provisioning complete for port a87b7ddf-1e5d-474b-824c-a8219f148428 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:07.747850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d3f1a91-50b5-4eef-aadb-277124cbe5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.769403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:07.772975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.824216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c16c7-e33b-4c8b-ab33-11112a55c1cf None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:37:07.830366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.863459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:07.863839 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 1c84372e-9237-4819-a0ba-f85f7242f355 disassociated (deleted). External IP: 172.26.2.137, port: 840d4038-097e-467b-9771-e9d69d7459d6. Dec 16 17:37:08.004423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.121349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.129462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.131823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76c298-d934-48c8-9be7-7e8f2ac07cec None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:08.144589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] device_id is not set on port a2dbf207-294c-4926-922d-32e53b64a33b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:08.149573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec31e11-4098-4a2a-b7fb-76fb87f28162 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:08.208251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7f5c6-911d-48f1-b1ce-33fe18cb6f6b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:08.251247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 6f3c230d-bcea-4414-a0c9-60cea1e07e64 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:08.303722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-af90548f-bbda-4b84-a6ed-299ee9a361fa None None] Provisioning complete for port 5f427a7a-078c-49ea-a242-460c866cfd8b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:08.304106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af90548f-bbda-4b84-a6ed-299ee9a361fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.352211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Allocated IP 172.26.2.164 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/a2dbf207-294c-4926-922d-32e53b64a33b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:08.361758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.365026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-af90548f-bbda-4b84-a6ed-299ee9a361fa None None] Port 5f427a7a-078c-49ea-a242-460c866cfd8b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:08.369619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.599324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.634259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Router 852c41f3-62b0-4750-9eb3-01ad3246f1e5 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:37:08.638240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.641862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.689875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=6f3c230d-bcea-4414-a0c9-60cea1e07e64,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:08.691030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a87b7ddf-1e5d-474b-824c-a8219f148428 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:08.702300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:08.744429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=098699e7-f2f8-49a0-b31e-c776539b5067,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:08.755741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.759685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f61881a1-9e95-4d89-8ec1-c29c01e06a26 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/6f3c230d-bcea-4414-a0c9-60cea1e07e64 HTTP/1.1" status: 204 len: 168 time: 1.4428797 Dec 16 17:37:08.762862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.763715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44724) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:08.774484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-87b83255-b8cf-4bcc-ac21-b9ff801e39dd None None] Provisioning complete for port a87b7ddf-1e5d-474b-824c-a8219f148428 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:08.774866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87b83255-b8cf-4bcc-ac21-b9ff801e39dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.809588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:08.814578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:08.818099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.821737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b8a5adce-04a8-46e3-856e-b42fbfe7afda tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "PUT /v2.0/routers/852c41f3-62b0-4750-9eb3-01ad3246f1e5 HTTP/1.1" status: 200 len: 918 time: 3.9661856 Dec 16 17:37:08.822423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:08.824213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44726) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:08.829928 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] Sync routers for ids ['852c41f3-62b0-4750-9eb3-01ad3246f1e5'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:08.831913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:08.839391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': 'ff938e24-28bf-4cc1-803f-7fecf7db1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:08.839781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: f93c70c9-4c1c-48f7-bb01-f59e0c97e52f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:08.853600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2805453-724c-493a-b3ac-8817de91af70 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:08.861841 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] Routers {'852c41f3-62b0-4750-9eb3-01ad3246f1e5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:08.863492 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['852c41f3-62b0-4750-9eb3-01ad3246f1e5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:08.890867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a87b7ddf-1e5d-474b-824c-a8219f148428 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:08.891327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:08.908293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Pushing event updated for resources: {'Port': ['ID=a2dbf207-294c-4926-922d-32e53b64a33b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:08.937253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:08.948864 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] Routers {'852c41f3-62b0-4750-9eb3-01ad3246f1e5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:08.949946 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['852c41f3-62b0-4750-9eb3-01ad3246f1e5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:08.962311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418244-a774-4754-a284-db6bff4f6732 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:08.963934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418244-a774-4754-a284-db6bff4f6732 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:08.968038 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-62418244-a774-4754-a284-db6bff4f6732 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1976531 Dec 16 17:37:08.971772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44728) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:08.987750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-87b83255-b8cf-4bcc-ac21-b9ff801e39dd None None] Could not find standard attr ID for object 6f3c230d-bcea-4414-a0c9-60cea1e07e64. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:09.013828 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:09.014831 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1add8f2-3334-401d-b063-250d33daa6fa None None] The sync data for ids ['852c41f3-62b0-4750-9eb3-01ad3246f1e5'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:09.019581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:09.020239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.023265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:09.046354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:09.048496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f93c70c9-4c1c-48f7-bb01-f59e0c97e52f) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:09.052380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.055249 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4e8b362f-7aef-43e9-b68b-8d195685e3f0 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7989767 Dec 16 17:37:09.055868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44730) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.057519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:09.058118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.067752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.164'}]}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:09.079001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 28239315-0365-4324-b523-1cc529c15201 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:09.082210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.088751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e0d27-a90e-4ff7-9ddd-74a8208a9ada None None] Network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:09.089521 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f13259e8-2d0d-4b77-8292-5a2c843dbdf7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/floatingips/1c84372e-9237-4819-a0ba-f85f7242f355 HTTP/1.1" status: 204 len: 168 time: 2.3086016 Dec 16 17:37:09.092153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44732) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.093078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:09.119081 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68220830-5b7b-498e-b0e2-ed5aaed27a77 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/852c41f3-62b0-4750-9eb3-01ad3246f1e5 HTTP/1.1" status: 200 len: 924 time: 0.2919340 Dec 16 17:37:09.122662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44734) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.177880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-553cde9c-7b7f-4b3d-9a89-268c3ff2cd40 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6702411 Dec 16 17:37:09.180356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44738) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.202993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:09.203639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:09.257790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:09.266662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.266901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fedf0737-1823-429c-9f4b-0d75a4f88976 None None] Provisioning complete for port a2dbf207-294c-4926-922d-32e53b64a33b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:09.267116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fedf0737-1823-429c-9f4b-0d75a4f88976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.275985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 840d4038-097e-467b-9771-e9d69d7459d6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:09.276321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.292527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.293627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.330872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589e1ec-e67b-4d69-9865-8ff8f7dce1a7 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:09.334783 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c589e1ec-e67b-4d69-9865-8ff8f7dce1a7 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=852c41f3-62b0-4750-9eb3-01ad3246f1e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2086766 Dec 16 17:37:09.336374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44740) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.348262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fedf0737-1823-429c-9f4b-0d75a4f88976 None None] Port a2dbf207-294c-4926-922d-32e53b64a33b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:09.365944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.371967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fedf0737-1823-429c-9f4b-0d75a4f88976 None None] Could not find standard attr ID for object 6f3c230d-bcea-4414-a0c9-60cea1e07e64. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:09.376221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:09.376767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:36:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:09.417408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f93c70c9-4c1c-48f7-bb01-f59e0c97e52f', 'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': '098699e7-f2f8-49a0-b31e-c776539b5067'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:09.419826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.422302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:09.422985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8217dbae-ae45-44c1-bb6b-43856cb5476d None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:09.432493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.454868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 840d4038-097e-467b-9771-e9d69d7459d6 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:09.461115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.487113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.571042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.572764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Allocated IP 172.20.0.1 (f93c70c9-4c1c-48f7-bb01-f59e0c97e52f/098699e7-f2f8-49a0-b31e-c776539b5067/1f0ad33e-b9f3-4146-9c20-3e53f4ad6006) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:09.662332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1e4baca-1d44-4189-a00e-9efac880217b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.702619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bba3b8-5060-4e4d-a4b6-4d975bcdfca1 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:09.702828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.707353 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a7bba3b8-5060-4e4d-a4b6-4d975bcdfca1 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.3675966 Dec 16 17:37:09.709062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44746) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.742029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=840d4038-097e-467b-9771-e9d69d7459d6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:09.742782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.750599 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0ceba14-4a3c-4b49-857c-2b93228c2751 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=852c41f3-62b0-4750-9eb3-01ad3246f1e5 HTTP/1.1" status: 200 len: 205 time: 0.0341089 Dec 16 17:37:09.752651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44748) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.764852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.771893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1669265-d732-4f80-abfd-a7a779e4437b None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:09.775556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.778185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.839838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:09.840315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.845691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:09.848094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:09.851374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Pushing event updated for resources: {'Port': ['ID=1f0ad33e-b9f3-4146-9c20-3e53f4ad6006,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:09.856976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=28239315-0365-4324-b523-1cc529c15201,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:09.861719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.865130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d5b0be5-f4da-4835-88fc-a0e76dd0c5f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/28239315-0365-4324-b523-1cc529c15201 HTTP/1.1" status: 204 len: 168 time: 0.8923593 Dec 16 17:37:09.867779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44750) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.889709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73380f-f897-4515-8822-c361ef29e00f None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:09.910879 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f0c893ac-6d23-446c-aac3-8d636e0d25f0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392344 Dec 16 17:37:09.911076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44752) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:09.916981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=098699e7-f2f8-49a0-b31e-c776539b5067,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:09.917609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:09.972539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Attempting to bind port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:09.973041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Attempting to bind port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'ff938e24-28bf-4cc1-803f-7fecf7db1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:09.973300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Attempting to bind port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006 on network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:09.980543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:09.981020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Checking segment: {'id': 'ff938e24-28bf-4cc1-803f-7fecf7db1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:09.981349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:09.981803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Bound using segment: {'id': 'ff938e24-28bf-4cc1-803f-7fecf7db1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:09.982251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Bound port: 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff938e24-28bf-4cc1-803f-7fecf7db1962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:09.982631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.010118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.017664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5b1f6547-86d2-4341-a0da-a8bb611c0f9d tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/ports/840d4038-097e-467b-9771-e9d69d7459d6 HTTP/1.1" status: 204 len: 168 time: 0.9234273 Dec 16 17:37:10.028963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44754) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:10.035489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:10.046466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.082743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] For port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:10.086801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] For port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1f0ad33e-b9f3-4146-9c20-3e53f4ad6006,segment=NetworkSegment(ff938e24-28bf-4cc1-803f-7fecf7db1962),segment_id=ff938e24-28bf-4cc1-803f-7fecf7db1962)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:10.087025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.094204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.104203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93c70c9-4c1c-48f7-bb01-f59e0c97e52f']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:10.147715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.151001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff938e24-28bf-4cc1-803f-7fecf7db1962') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:10.151423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff938e24-28bf-4cc1-803f-7fecf7db1962') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:10.186033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:10.202328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.205643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beffc84-fe1c-49f2-b6f5-902c799a6ab9 None None] Pushing event updated for resources: {'Port': ['ID=1f0ad33e-b9f3-4146-9c20-3e53f4ad6006,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:10.244403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dddfde-fee8-40c0-898f-e70e6a713d1e None None] Network f93c70c9-4c1c-48f7-bb01-f59e0c97e52f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:10.256101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.271092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:10.271527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:10.275128 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:10.291485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:10.295482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.352470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] Deleting port a87b7ddf-1e5d-474b-824c-a8219f148428 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:10.352850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.359248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:37:10.359248 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:37:10.359248 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': 'f93c70c9-4c1c-48f7-bb01-f59e0c97e52f'}] Dec 16 17:37:10.359248 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:10.359690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:10.362832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.435123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.483306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.506937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.511357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Deleting port 5f427a7a-078c-49ea-a242-460c866cfd8b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:10.511709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.615636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] For port a87b7ddf-1e5d-474b-824c-a8219f148428, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a87b7ddf-1e5d-474b-824c-a8219f148428,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:10.616425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.621601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.111 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/170a10b3-86bc-4dde-8ce7-c70be7b0d1aa) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:10.642196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] Calling delete_port for a87b7ddf-1e5d-474b-824c-a8219f148428 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:10.661519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a87b7ddf-1e5d-474b-824c-a8219f148428 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:10.668004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.709483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Calling delete_port for 5f427a7a-078c-49ea-a242-460c866cfd8b owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:10.751872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.809625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.813234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:10.816496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:10.820867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:10.821519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.826566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port a87b7ddf-1e5d-474b-824c-a8219f148428 update to DOWN by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:37:10.847582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=df083625-184c-42ce-bd8d-9e45502d7ede,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:10.856849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.862669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-acbb7cc1-7291-4615-b3cd-96e77ae3dd14 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9506943 Dec 16 17:37:10.865116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44762) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:10.870091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'name': 'tempest-NetworksTestDHCPv6-1119203113'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:10.880211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] No DVR routers for this DVR port a87b7ddf-1e5d-474b-824c-a8219f148428 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:10.902320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:10.903143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb8abc-5750-47c9-87d2-35b7ede769a8 None None] Pushing event deleted for resources: {'Port': ['ID=a87b7ddf-1e5d-474b-824c-a8219f148428,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:10.929180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7afd6-e292-4528-8ebe-2fc90b7c473b None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:10.994039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:10.998209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.022199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 80396607-9465-4165-861a-2ca2789ea169 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:11.046367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': 'df083625-184c-42ce-bd8d-9e45502d7ede'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:11.047381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.146043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::3a5 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/df083625-184c-42ce-bd8d-9e45502d7ede/80396607-9465-4165-861a-2ca2789ea169) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:11.149360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.246190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.285207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.305731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:11.309204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.313016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:11.318741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:11.327307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=170a10b3-86bc-4dde-8ce7-c70be7b0d1aa,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:11.364393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88078f1-c742-4372-bcff-7d0985bf7ad7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:11.378007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:11.378205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.394967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event deleted for resources: {'Port': ['ID=5f427a7a-078c-49ea-a242-460c866cfd8b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:11.507493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.515103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.535868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1f0ad33e-b9f3-4146-9c20-3e53f4ad6006,segment=NetworkSegment(ff938e24-28bf-4cc1-803f-7fecf7db1962),segment_id=ff938e24-28bf-4cc1-803f-7fecf7db1962)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:11.536239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.538756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.580876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.584184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.584716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f16bc103-ccab-4dc8-9b51-1614886a1ad3 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:11.605119 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 17:37:11.606166 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3dd1fcfe-7958-4230-a8ae-f278e45ef15f tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5459380 Dec 16 17:37:11.611383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44766) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:11.612604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:11.653531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.656985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.663145 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.676621 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.710097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/df083625-184c-42ce-bd8d-9e45502d7ede/9ee4a3a7-b39c-4c40-8245-f67f7fdce428) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:11.733629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:11.741882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:11.744657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:11.751279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:11.752163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.756705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=80396607-9465-4165-861a-2ca2789ea169,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:11.787225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-18111501-396a-4c01-9c6e-83e4c4aa7a6a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9188912 Dec 16 17:37:11.787917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Deleting port a2dbf207-294c-4926-922d-32e53b64a33b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:11.788254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.790708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:11.796016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.802585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.803490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Fanout notify agent at l3_agent the message router_deleted on router 852c41f3-62b0-4750-9eb3-01ad3246f1e5 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:11.843919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.848497 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-be3e4f31-f6de-4d05-b154-7969af14f82e tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/852c41f3-62b0-4750-9eb3-01ad3246f1e5 HTTP/1.1" status: 204 len: 168 time: 2.0928977 Dec 16 17:37:11.858020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44772) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:11.867296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1302736177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:11.877562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.927109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=1f0ad33e-b9f3-4146-9c20-3e53f4ad6006,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:11.939048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 1f0ad33e-b9f3-4146-9c20-3e53f4ad6006 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:11.961719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9de514-997b-41b7-b312-8715a876fb66 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:11.963229 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fc9de514-997b-41b7-b312-8715a876fb66 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1716154 Dec 16 17:37:11.966335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.967363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.970334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44776) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:11.978215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:11.988688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.011219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.037016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:12.046279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:12.047248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Calling delete_port for a2dbf207-294c-4926-922d-32e53b64a33b owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:12.053647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:12.059151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Pushing event updated for resources: {'Port': ['ID=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:12.064489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.072236 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.104720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93c70c9-4c1c-48f7-bb01-f59e0c97e52f']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:12.125407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff938e24-28bf-4cc1-803f-7fecf7db1962') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:12.125407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff938e24-28bf-4cc1-803f-7fecf7db1962') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:12.127633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Attempting to bind port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:12.128070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Attempting to bind port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:12.128445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Attempting to bind port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:12.133786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:12.134173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:12.134575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.134967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:12.135466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Bound port: 9ee4a3a7-b39c-4c40-8245-f67f7fdce428, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:12.135846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.141428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.155516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.164087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.169974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.177672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.179699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:12.180020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:12.183127 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:12.197370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.207375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] For port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:12.207652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.208907 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2c0acf0f-8fdf-4208-bcd6-c7613ba5144b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3475115 Dec 16 17:37:12.213886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] For port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:12.220905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44778) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:12.226391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': False}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:12.226739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.231202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 80396607-9465-4165-861a-2ca2789ea169 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:12.231569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.295458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b527f4-dbd1-4bfb-ad1d-61dba1e2b940 None None] Pushing event updated for resources: {'Port': ['ID=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:12.314547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=170a10b3-86bc-4dde-8ce7-c70be7b0d1aa,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:12.318732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.330010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.333188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/f93c70c9-4c1c-48f7-bb01-f59e0c97e52f HTTP/1.1" status: 204 len: 168 time: 3.1515675 Dec 16 17:37:12.347513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44780) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:12.352428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867259110'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:12.356020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.360082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c4b9-86bf-40ce-a18c-6a592833d324 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=f93c70c9-4c1c-48f7-bb01-f59e0c97e52f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:12.392340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.395945 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f6a8169d-9e62-4810-8ce5-67fc4d60d7c2 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3616874 Dec 16 17:37:12.396794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44782) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:12.402367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'port': {'network_id': '94f2aeb3-b9bd-46b7-acf4-b2e061474d3e', 'name': 'tempest-FloatingIPTestJSON-660576750'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:12.417708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:12.421003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.561741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:12.581176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.581741 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment e70f4770-df40-4194-8583-61e222cf90f6 of type vlan for network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 Dec 16 17:37:12.585916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.588573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.625392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:12.632709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.632858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.634224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 80396607-9465-4165-861a-2ca2789ea169 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:12.642094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2dbf207-294c-4926-922d-32e53b64a33b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:12.670082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921692c9-ec3a-48b3-b07c-99ba441a683e None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:12.696025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.706417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] device_id is not set on port 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:12.774509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:12.799445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.804977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:12.805640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.812200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.815028 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1c00734c-a399-4653-909b-e7f6cef2d6d5 tempest-RoutersAdminNegativeTest-1851753833 tempest-RoutersAdminNegativeTest-1851753833-project-admin] 10.222.0.66 "DELETE /v2.0/ports/a2dbf207-294c-4926-922d-32e53b64a33b HTTP/1.1" status: 204 len: 168 time: 1.2027283 Dec 16 17:37:12.855937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:12.856411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.909057 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5593424 Dec 16 17:37:12.910092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:12.928230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:12.934911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:12.989380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55720b79-98a4-4cce-bbfb-2b2bcb215c5f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:13.000894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.12 (94f2aeb3-b9bd-46b7-acf4-b2e061474d3e/323acdea-48dd-4422-baa5-d7eb1fbb2ed1/67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:13.009740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:13.030974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.036610 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/80396607-9465-4165-861a-2ca2789ea169 HTTP/1.1" status: 204 len: 168 time: 1.0622516 Dec 16 17:37:13.040218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44792) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:13.045929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e96bc-a538-46cb-9576-91dc4ed6b914 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=80396607-9465-4165-861a-2ca2789ea169,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:13.079209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.110230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.148274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:13.158791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.213400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:13.242381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462efab-3f12-47fd-a5ff-32e2fde843f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:13.244133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462efab-3f12-47fd-a5ff-32e2fde843f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:13.248740 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1462efab-3f12-47fd-a5ff-32e2fde843f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2061589 Dec 16 17:37:13.249034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44798) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:13.249202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44800) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:13.325946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.357940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.387119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 is not hosted by any dhcp agent {{(pid=103242) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:37:13.393472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:13.394384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.396846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "PUT /v2.0/networks/6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 HTTP/1.1" status: 200 len: 723 time: 0.4768915 Dec 16 17:37:13.412031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44806) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:13.420839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:13.532192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.547903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d977e2-d27f-47d1-a731-824c2273ced7 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:13.560839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:13.606742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5a52416-53f7-46a8-873f-7ea7a506c9fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.617459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.629141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet df083625-184c-42ce-bd8d-9e45502d7ede {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:13.634171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.635598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:13.637260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.640840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.660917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2ac8493d-ef5f-44ee-833b-f03147a6605f None None] Provisioning complete for port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:13.661321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac8493d-ef5f-44ee-833b-f03147a6605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.669584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:13.684157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.687800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:13.714727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474df0d8-4733-493c-ac61-1041e1e91b50 None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:13.717620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.737567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:13.818761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:13.860769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:13.861443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.878175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0d3d55ff-72c0-452d-ba30-bb884a7a99e0 None None] Provisioning complete for port 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:13.878548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d3d55ff-72c0-452d-ba30-bb884a7a99e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.893003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-188906b9-56d2-465c-8d6c-59b4e65f70cd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4941125 Dec 16 17:37:13.895504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44810) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:13.902781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'port_id': '67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:13.926245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5a52416-53f7-46a8-873f-7ea7a506c9fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.940247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d55ff-72c0-452d-ba30-bb884a7a99e0 None None] Port 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:13.941503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5a52416-53f7-46a8-873f-7ea7a506c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.973739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.987386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:13.997641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Allocated IP 172.26.2.35 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/e475e8ee-69b5-4adf-b797-a795125af40e) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:14.035938 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e5a52416-53f7-46a8-873f-7ea7a506c9fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d2701f3d3d246a4b2955108844cb8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7835290 Dec 16 17:37:14.036181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a52416-53f7-46a8-873f-7ea7a506c9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb340710-f293-4fcb-9a7b-ce7c31ec4588,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:14.039113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44812) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.055085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b97518a4-19d8-4424-9c61-3ae0629e2e15 None None] Could not find standard attr ID for object 80396607-9465-4165-861a-2ca2789ea169. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:14.147520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.151591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.191737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=df083625-184c-42ce-bd8d-9e45502d7ede,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:14.197127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.201919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.205779 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8d3704ca-2847-4a9d-922f-f2981c9e2434 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/df083625-184c-42ce-bd8d-9e45502d7ede HTTP/1.1" status: 204 len: 168 time: 0.9550953 Dec 16 17:37:14.208314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.250743 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4b6a5463-bb3a-4b62-a054-1c5f0a4358e7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414624 Dec 16 17:37:14.253677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.263136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac543e-2d46-4276-a0da-d03a33e9ccca None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:14.290530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a65ab21-e906-47c0-9343-d3e3eb048f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.317368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e885f81a-2c3a-4ed8-8d07-3b8fbefd290c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:14.319439 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e885f81a-2c3a-4ed8-8d07-3b8fbefd290c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0642760 Dec 16 17:37:14.328478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44822) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.340177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.369079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=215b0b83-7cd5-46ac-8e78-5e085d63f096,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:14.389525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a65ab21-e906-47c0-9343-d3e3eb048f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.393461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': 'e70f4770-df40-4194-8583-61e222cf90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:14.393821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:14.425544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:14.434314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:14.438871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Pushing event updated for resources: {'Port': ['ID=e475e8ee-69b5-4adf-b797-a795125af40e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:14.441485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:14.446102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4108a9e-f862-44de-a251-e4316dce133d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:14.447805 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f4108a9e-f862-44de-a251-e4316dce133d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1181829 Dec 16 17:37:14.450855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.456177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4709f-5ceb-45c8-b981-8affa7f23e6e None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:14.467663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:14.515665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e3953484-1bb9-4e79-88af-5e370d427d39 None None] Provisioning complete for port e475e8ee-69b5-4adf-b797-a795125af40e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:14.516261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3953484-1bb9-4e79-88af-5e370d427d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.518622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:14.528284 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0bc362fb-3112-4401-9be4-4583a1eed5bc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448697 Dec 16 17:37:14.533207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44826) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.541025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:14.560683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:14.568343 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e3953484-1bb9-4e79-88af-5e370d427d39 None None] Port e475e8ee-69b5-4adf-b797-a795125af40e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:14.574898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] Deleting port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:14.575281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.599883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:14.600967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.614391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a65ab21-e906-47c0-9343-d3e3eb048f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.616349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f02f16-3c0d-48fe-a075-5cc4420f8010 None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:14.616920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a65ab21-e906-47c0-9343-d3e3eb048f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.618239 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7a65ab21-e906-47c0-9343-d3e3eb048f11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb340710-f293-4fcb-9a7b-ce7c31ec4588 HTTP/1.1" status: 204 len: 168 time: 0.5512197 Dec 16 17:37:14.690052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] For port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:14.690269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.711400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] Calling delete_port for 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:14.716587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:14.764849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-195813de-8a0a-4125-a915-a3b4d9971f51 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3480468 Dec 16 17:37:14.766346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65ab21-e906-47c0-9343-d3e3eb048f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb340710-f293-4fcb-9a7b-ce7c31ec4588,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:14.770098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44830) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:14.778119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:14.830237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:14.834476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.834646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.865365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042', 'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': '215b0b83-7cd5-46ac-8e78-5e085d63f096'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:14.866224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.963066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:14.973130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.054563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5133756'] for subnet, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.069153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.119478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:15.133868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.180424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] Pushing event deleted for resources: {'Port': ['ID=9ee4a3a7-b39c-4c40-8245-f67f7fdce428,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:15.202544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68b0de-eb59-4adc-967b-6e16836130c3 None None] No DVR routers for this DVR port 9ee4a3a7-b39c-4c40-8245-f67f7fdce428 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:15.227383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Allocated IP 172.20.0.2 (6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042/215b0b83-7cd5-46ac-8e78-5e085d63f096/ca3e4709-9319-44ff-a8c5-ff1686c70ef4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:15.230398 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a7af1d1f-81ea-48d1-9937-1b7322840e59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61f6b577b4044050a36b4974effc9f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1072652 Dec 16 17:37:15.233123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44840) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:15.251939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.259243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.364922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5fca-5563-489a-9352-8bfc2f17cde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.400003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5fca-5563-489a-9352-8bfc2f17cde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.469763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Router 1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:37:15.478801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5fca-5563-489a-9352-8bfc2f17cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.481287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0d5fca-5563-489a-9352-8bfc2f17cde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.482466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0f0d5fca-5563-489a-9352-8bfc2f17cde5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29a7f5c6-911d-48f1-b1ce-33fe18cb6f6b HTTP/1.1" status: 204 len: 168 time: 0.2485936 Dec 16 17:37:15.529368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d5fca-5563-489a-9352-8bfc2f17cde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7f5c6-911d-48f1-b1ce-33fe18cb6f6b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:15.540279 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP b080f9f4-f895-464f-a117-faa97c4bea65 associated. External IP: 172.26.2.111, port: 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3. Dec 16 17:37:15.608556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.619760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.628531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:15.638303 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] Sync routers for ids ['1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:15.641588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.642950 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e8de951f-319e-4584-bd5a-31c0897fa40a tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "PUT /v2.0/routers/1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf HTTP/1.1" status: 200 len: 919 time: 3.4210653 Dec 16 17:37:15.647870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44846) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:15.654243 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] Routers {'1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:15.655217 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:15.664362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.695276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:15.697321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Pushing event updated for resources: {'Port': ['ID=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:15.707493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:15.713471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:15.736662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:15.740928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:15.744840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=4533b4f4-fac8-4882-bcf2-2a3e01928219,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:15.748687 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:15.749125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:15.749893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.770231 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] Routers {'1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:15.771905 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:15.821052 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:15.822022 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1031462-49cf-40cf-9377-c605be9dc23b None None] The sync data for ids ['1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:15.823466 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-25a8fbaf-db87-490e-a025-acc5572a4d6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2889011 Dec 16 17:37:15.829726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66957520-d09e-4336-9b22-44f61010ca47 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:15.830229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44850) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:15.840697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '4533b4f4-fac8-4882-bcf2-2a3e01928219', 'ip_address': '2001:db8::ce10:bf9a:6800:e3be'}], 'name': 'tempest-NetworksTestDHCPv6-2122014103'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:15.888551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Attempting to bind port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:15.888924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Attempting to bind port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'e70f4770-df40-4194-8583-61e222cf90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:15.889309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Attempting to bind port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 on network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:15.906515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:15.906515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Checking segment: {'id': 'e70f4770-df40-4194-8583-61e222cf90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:15.906819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.907334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Bound using segment: {'id': 'e70f4770-df40-4194-8583-61e222cf90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:15.907834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Bound port: ca3e4709-9319-44ff-a8c5-ff1686c70ef4, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70f4770-df40-4194-8583-61e222cf90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:15.908290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:15.909184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:15.934457 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a7f30edb-55d3-448e-8784-83fd29279725 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf HTTP/1.1" status: 200 len: 925 time: 0.2852905 Dec 16 17:37:15.937737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44854) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:15.971733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791334009052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4915924'] for subnet, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.037752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '4533b4f4-fac8-4882-bcf2-2a3e01928219'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:16.038925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.039780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:16.040310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.041583 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "PUT /v2.0/subnets/215b0b83-7cd5-46ac-8e78-5e085d63f096 HTTP/1.1" status: 200 len: 806 time: 1.2703745 Dec 16 17:37:16.051543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44860) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:16.063929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] For port ca3e4709-9319-44ff-a8c5-ff1686c70ef4, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:16.085397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] For port ca3e4709-9319-44ff-a8c5-ff1686c70ef4, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,segment=NetworkSegment(e70f4770-df40-4194-8583-61e222cf90f6),segment_id=e70f4770-df40-4194-8583-61e222cf90f6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:16.135101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.170842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.174677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:16.193773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.194783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724cd2fb-c5db-4364-89e8-af7134af6089 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:16.196331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-724cd2fb-c5db-4364-89e8-af7134af6089 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2576683 Dec 16 17:37:16.199283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44868) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:16.206401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11350fda-0436-4788-8f22-f15a07c3b6be tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=215b0b83-7cd5-46ac-8e78-5e085d63f096,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:16.213193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:16.271906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:16.279358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:16.279973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:16.285648 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4a58e404-3a4a-4c0b-9b80-2f66ade6eadb tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/floatingips/b080f9f4-f895-464f-a117-faa97c4bea65 HTTP/1.1" status: 200 len: 978 time: 2.3889959 Dec 16 17:37:16.289980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44872) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:16.399038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e20b-8576-4fb5-bab2-054fd984be6c None None] Pushing event updated for resources: {'Port': ['ID=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:16.410279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:16.423045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400434dd-c4e7-487e-a282-88a86be36210 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:16.430123 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-400434dd-c4e7-487e-a282-88a86be36210 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.2296157 Dec 16 17:37:16.433887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44878) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:16.437373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:16.438089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:16.512972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:16.515078 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6b03cd9e-cc8d-403a-b27b-0ef191151d44 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf HTTP/1.1" status: 200 len: 205 time: 0.0731163 Dec 16 17:37:16.517935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44884) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:16.519046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a436f44-7e17-4369-8c17-a1dc2ee07e3f None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:16.531994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/4533b4f4-fac8-4882-bcf2-2a3e01928219/a5b62f20-1b33-4069-96d2-7934d846ce65) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:16.696087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44886) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:16.732483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ca3e4709-9319-44ff-a8c5-ff1686c70ef4 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:16.750405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.786915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:16.787249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.839361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.852598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.862096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:16.862916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.891163 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-13cc50eb-b9df-411b-bc76-34115fd6e6e9 tempest-AgentManagementNegativeTest-1586944155 tempest-AgentManagementNegativeTest-1586944155-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1899853 Dec 16 17:37:16.907490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.916630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:16.917226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:16.947196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:16.947552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port f9de4373-7158-4832-b5ca-d97a0e5bb324 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:16.954546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:16.994583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Deleting port e475e8ee-69b5-4adf-b797-a795125af40e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:16.994943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.008336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Pushing event updated for resources: {'Port': ['ID=a5b62f20-1b33-4069-96d2-7934d846ce65,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:17.034522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port ca3e4709-9319-44ff-a8c5-ff1686c70ef4, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,segment=NetworkSegment(e70f4770-df40-4194-8583-61e222cf90f6),segment_id=e70f4770-df40-4194-8583-61e222cf90f6)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:17.034886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.068550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:17.068891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.083296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Attempting to bind port a5b62f20-1b33-4069-96d2-7934d846ce65 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:17.085546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Attempting to bind port a5b62f20-1b33-4069-96d2-7934d846ce65 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:17.086513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Attempting to bind port a5b62f20-1b33-4069-96d2-7934d846ce65 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:17.096238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.096461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for ca3e4709-9319-44ff-a8c5-ff1686c70ef4 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:17.106894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:17.107436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:17.108176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.110723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:17.111416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Bound port: a5b62f20-1b33-4069-96d2-7934d846ce65, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:17.112782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.113936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.131668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Calling delete_port for e475e8ee-69b5-4adf-b797-a795125af40e owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:17.206521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] For port a5b62f20-1b33-4069-96d2-7934d846ce65, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:17.210397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] For port a5b62f20-1b33-4069-96d2-7934d846ce65, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a5b62f20-1b33-4069-96d2-7934d846ce65,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:17.222979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.294899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port ca3e4709-9319-44ff-a8c5-ff1686c70ef4, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,segment=NetworkSegment(e70f4770-df40-4194-8583-61e222cf90f6),segment_id=e70f4770-df40-4194-8583-61e222cf90f6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:17.315004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.332083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f7a0f-3244-44f4-8fda-7ca5c744afeb None None] Pushing event updated for resources: {'Port': ['ID=a5b62f20-1b33-4069-96d2-7934d846ce65,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:17.364838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:17.389078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.415557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::ce10:bf9a:6800:e3be (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/4533b4f4-fac8-4882-bcf2-2a3e01928219/f9de4373-7158-4832-b5ca-d97a0e5bb324) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:17.438997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:17.498627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.532528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event deleted for resources: {'Port': ['ID=e475e8ee-69b5-4adf-b797-a795125af40e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:17.558484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090a14d-97cb-4d49-9ae4-6804ecd3350a None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:17.645975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.734165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895b11d1-ade5-4246-a8aa-c511802078ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.773136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.776258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.783419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc676e-1876-4f6e-8c77-e894d5316dff None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:17.841809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.844298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Fanout notify agent at l3_agent the message router_deleted on router 1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:17.863422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.864624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a21d5de6-6537-4d11-b1be-996c215ad07d tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf HTTP/1.1" status: 204 len: 168 time: 1.3455999 Dec 16 17:37:17.868623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44904) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:17.874351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1713518353', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:17.894043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-01dbcedf-374a-479a-9694-8c1fc22295ae None None] Provisioning complete for port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:17.894585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01dbcedf-374a-479a-9694-8c1fc22295ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.911370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.912702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.928149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.928734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.929008 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP b080f9f4-f895-464f-a117-faa97c4bea65 disassociated. External IP: 172.26.2.111, port: 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3. Dec 16 17:37:17.929456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:17.946793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:17.954290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-01dbcedf-374a-479a-9694-8c1fc22295ae None None] Could not find standard attr ID for object ca3e4709-9319-44ff-a8c5-ff1686c70ef4. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:17.957085 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.plugins.ml2.db [None req-01dbcedf-374a-479a-9694-8c1fc22295ae None None] No ports have port_id starting with ca3e4709-9319-44ff-a8c5-ff1686c70ef4 Dec 16 17:37:17.972648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.062067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=ca3e4709-9319-44ff-a8c5-ff1686c70ef4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:18.129848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.130035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895b11d1-ade5-4246-a8aa-c511802078ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.148447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port ca3e4709-9319-44ff-a8c5-ff1686c70ef4 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:18.157283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-895b11d1-ade5-4246-a8aa-c511802078ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.173157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd105d-9a32-4529-a0b1-5f794dedbd75 None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:18.263828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.279418 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-895b11d1-ade5-4246-a8aa-c511802078ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7ac25abbd0743ba830974cdc7496363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9059830 Dec 16 17:37:18.291183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f587cf13-51b3-4b81-98a5-7692b0523b62 None None] Could not find standard attr ID for object ca3e4709-9319-44ff-a8c5-ff1686c70ef4. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:18.291542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b11d1-ade5-4246-a8aa-c511802078ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d86ce-ee43-4861-9219-4607b63955e2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:18.305011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44906) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:18.377886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.386547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.400794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.478686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.510707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.543366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Allocated IP 172.26.2.78 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/8075e7bb-f31f-4880-9f8d-b21a78147ddd) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:18.551322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.570770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:18.604686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=215b0b83-7cd5-46ac-8e78-5e085d63f096,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:18.625693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4175a-4fd1-4016-9209-2999e52e25b3 None None] Network 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:18.685558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:18.690341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.752502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.752770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb3683-cfbf-4c40-b95c-2988f66d8481 None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:18.757236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:18.762439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:18.768677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d2afb174-d86b-488c-983b-0db3e758f697 None None] Provisioning complete for port a5b62f20-1b33-4069-96d2-7934d846ce65 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:18.770000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2afb174-d86b-488c-983b-0db3e758f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.770140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:18.771147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.786828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dea90374-4701-4317-8de4-d0ff2a619ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.842072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:18.851168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:18.865712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:18.871963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event updated for resources: {'Port': ['ID=8075e7bb-f31f-4880-9f8d-b21a78147ddd,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:18.886459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b05b1-383e-4dd0-996e-0140ea80f8c4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:18.918004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a5b62f20-1b33-4069-96d2-7934d846ce65 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:18.936413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.964794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3c00d-fd8a-4120-afeb-d0b27ae1e104 None None] DHCP port deletion for 6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:18.981446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2afb174-d86b-488c-983b-0db3e758f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:18.991286 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1597593 Dec 16 17:37:18.992198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f60c6-8af8-4602-82d4-0947a1a12aff tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=f9de4373-7158-4832-b5ca-d97a0e5bb324,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:19.000607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44916) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:19.002509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.026736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dea90374-4701-4317-8de4-d0ff2a619ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.040543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70f4770-df40-4194-8583-61e222cf90f6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.041072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70f4770-df40-4194-8583-61e222cf90f6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.051609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d2afb174-d86b-488c-983b-0db3e758f697 None None] For port a5b62f20-1b33-4069-96d2-7934d846ce65, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a5b62f20-1b33-4069-96d2-7934d846ce65,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:19.054722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a5b62f20-1b33-4069-96d2-7934d846ce65 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:19.055094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.078145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2afb174-d86b-488c-983b-0db3e758f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.106884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.130198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc2408-7080-4fa2-8b2f-fe939f3d48f2 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:37:19.150311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.170415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:19.170878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:19.174440 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:19.184376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9e2e2-ee49-4c7f-8d93-95d0066653b6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:19.192215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9e2e2-ee49-4c7f-8d93-95d0066653b6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:19.193880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4bd9e2e2-ee49-4c7f-8d93-95d0066653b6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1871040 Dec 16 17:37:19.198161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44918) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:19.214860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afb174-d86b-488c-983b-0db3e758f697 None None] Pushing event updated for resources: {'Port': ['ID=a5b62f20-1b33-4069-96d2-7934d846ce65,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:19.244996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:19.257543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.262163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dea90374-4701-4317-8de4-d0ff2a619ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.266140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dea90374-4701-4317-8de4-d0ff2a619ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.266655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d9c34294-039e-4a2f-bae7-6473b13b0f66 None None] Provisioning complete for port f9de4373-7158-4832-b5ca-d97a0e5bb324 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:19.267029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9c34294-039e-4a2f-bae7-6473b13b0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.270046 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dea90374-4701-4317-8de4-d0ff2a619ed8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd3d86ce-ee43-4861-9219-4607b63955e2 HTTP/1.1" status: 204 len: 168 time: 0.9566162 Dec 16 17:37:19.282909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea90374-4701-4317-8de4-d0ff2a619ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d86ce-ee43-4861-9219-4607b63955e2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:19.286519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.294153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.298756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 HTTP/1.1" status: 204 len: 168 time: 3.2453437 Dec 16 17:37:19.302960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:19.400361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port f9de4373-7158-4832-b5ca-d97a0e5bb324 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:19.400712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.416752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d9c34294-039e-4a2f-bae7-6473b13b0f66 None None] Port f9de4373-7158-4832-b5ca-d97a0e5bb324 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:19.465902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc2408-7080-4fa2-8b2f-fe939f3d48f2 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:37:19.474367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d9c34294-039e-4a2f-bae7-6473b13b0f66 None None] Provisioning complete for port 8075e7bb-f31f-4880-9f8d-b21a78147ddd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:19.474756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9c34294-039e-4a2f-bae7-6473b13b0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.574192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.600033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d9c34294-039e-4a2f-bae7-6473b13b0f66 None None] Port 8075e7bb-f31f-4880-9f8d-b21a78147ddd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:19.688613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4731d53-0e58-4993-9df0-d06518f1901e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:19.695148 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cb2fc0-7c09-49aa-a7fd-e194f614ae23 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:19.696224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cb2fc0-7c09-49aa-a7fd-e194f614ae23 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:19.699661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e7cb2fc0-7c09-49aa-a7fd-e194f614ae23 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 HTTP/1.1" status: 404 len: 339 time: 0.3952532 Dec 16 17:37:19.704304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44934) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:19.709499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1233223445', 'description': 'd1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:19.778479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:19.789737 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9133414-5b00-439a-8079-892b3c070972 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:19.805086 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9133414-5b00-439a-8079-892b3c070972 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:19.806187 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c9133414-5b00-439a-8079-892b3c070972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.854801 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c9133414-5b00-439a-8079-892b3c070972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.866161 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9133414-5b00-439a-8079-892b3c070972 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:19.867090 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c9133414-5b00-439a-8079-892b3c070972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.882499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:19.886200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.903923 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c9133414-5b00-439a-8079-892b3c070972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:19.904669 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9133414-5b00-439a-8079-892b3c070972 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:19.909778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:19.917185 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5293cec5-b55b-424f-ba13-38ca61e38506 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/ports/67e65d9c-c189-4e1f-b9b8-86a76f8b4bd3 HTTP/1.1" status: 204 len: 168 time: 3.5997894 Dec 16 17:37:19.917925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44942) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:19.979245 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8ff2b202-e9e7-48cb-a6f1-b176d8ae78dc tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/floatingips/b080f9f4-f895-464f-a117-faa97c4bea65 HTTP/1.1" status: 200 len: 688 time: 0.0583825 Dec 16 17:37:19.980239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:19.982274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44948) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:19.985827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.029489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.029897 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 78fe3c08-6f44-4588-b26e-59adb4b98e0f of type vlan for network d62e23a6-11c3-4c93-b701-95e97668952f Dec 16 17:37:20.117503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.170911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.176322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.176491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:20.177046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609815'] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.196074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for f9de4373-7158-4832-b5ca-d97a0e5bb324 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:20.211826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44954) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.230090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 170a10b3-86bc-4dde-8ce7-c70be7b0d1aa {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:20.230457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.259607 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5515277 Dec 16 17:37:20.262111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44958) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.291663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9261b5-9caa-4b0c-8a1f-c143fe0e07db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=d62e23a6-11c3-4c93-b701-95e97668952f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:20.303451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d62e23a6-11c3-4c93-b701-95e97668952f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:20.356582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.357194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.371488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 170a10b3-86bc-4dde-8ce7-c70be7b0d1aa owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:20.385242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Router 4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:37:20.398823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-673968682'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:20.468238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bdb20-4f85-4f0d-9daf-67ca6a131db2 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:20.470181 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-310bdb20-4f85-4f0d-9daf-67ca6a131db2 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks?id=d62e23a6-11c3-4c93-b701-95e97668952f HTTP/1.1" status: 200 len: 761 time: 0.2059097 Dec 16 17:37:20.472996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44960) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.485636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'description': 'd2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:20.527867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-622701a0-464c-4abd-8383-1f606e05473c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1957858 Dec 16 17:37:20.550738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Made reservation on behalf of 90ca1246cfca4bbe9424ceeefdb29980 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:20.554270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.572582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.648912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a5b62f20-1b33-4069-96d2-7934d846ce65 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:20.677038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.678477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.724449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=170a10b3-86bc-4dde-8ce7-c70be7b0d1aa,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:20.725613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a5b62f20-1b33-4069-96d2-7934d846ce65 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:20.726154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.740765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:20.751497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.769143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] Sync routers for ids ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:20.770759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=f9de4373-7158-4832-b5ca-d97a0e5bb324,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:20.799554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.801997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] Routers {'4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:20.802955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:20.829348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.829348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d09a0df-d8fb-4da6-a877-6ef3ae293e2b tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9590733 Dec 16 17:37:20.833048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44964) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.839073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:20.846139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-0b92ecf0-5ee5-43ce-a91b-72b69ea7ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:20.849252 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-0b92ecf0-5ee5-43ce-a91b-72b69ea7ce95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff&device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 1098 time: 0.2333856 Dec 16 17:37:20.850415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.856265 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-75e3be6a-94b5-4f9d-8bfc-47ebd4c53b1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/f9de4373-7158-4832-b5ca-d97a0e5bb324 HTTP/1.1" status: 204 len: 168 time: 1.6570878 Dec 16 17:37:20.861077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44968) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.882687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network d62e23a6-11c3-4c93-b701-95e97668952f is not hosted by any dhcp agent {{(pid=103243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:37:20.886283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:20.888299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:20.888759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.890108 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "PUT /v2.0/networks/d62e23a6-11c3-4c93-b701-95e97668952f HTTP/1.1" status: 200 len: 758 time: 0.4135845 Dec 16 17:37:20.892826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72498e9-50d4-4cae-8a62-6261f3cf75c8 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=d62e23a6-11c3-4c93-b701-95e97668952f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:20.898437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44970) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.920569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.929244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:20.930574 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7167a7d5-0931-4e05-8a3e-0836b4c028e9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/floatingips/b080f9f4-f895-464f-a117-faa97c4bea65 HTTP/1.1" status: 204 len: 168 time: 0.9473364 Dec 16 17:37:20.951076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44972) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:20.960805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d62e23a6-11c3-4c93-b701-95e97668952f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:20.986767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '841c2f63-e64f-4ae9-a77e-825434fb8483'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:21.067225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07a443-39de-43e2-a7d6-20fc83b58900 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.068431 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7f07a443-39de-43e2-a7d6-20fc83b58900 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks?id=d62e23a6-11c3-4c93-b701-95e97668952f HTTP/1.1" status: 200 len: 761 time: 0.1690462 Dec 16 17:37:21.072692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44976) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:21.075623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.082046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-661225643'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:21.098033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] Routers {'4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:21.098646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:21.110547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.113383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197236d-3d1d-460d-b79c-609400194196 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.115031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197236d-3d1d-460d-b79c-609400194196 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.119107 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1197236d-3d1d-460d-b79c-609400194196 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2548976 Dec 16 17:37:21.122593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44978) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:21.135962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.148975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:21.149842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ee5bf-f009-4afe-9703-8e33d61888df None None] The sync data for ids ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:21.162842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ca3e4709-9319-44ff-a8c5-ff1686c70ef4 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:21.183390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: ca3e4709-9319-44ff-a8c5-ff1686c70ef4 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:21.183745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ca3e4709-9319-44ff-a8c5-ff1686c70ef4 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:21.193473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:21.197209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.231746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:21.234252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:21.253195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.253554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 04a98127-0415-4ec8-af4e-6972515b3c00 of type vlan for network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f Dec 16 17:37:21.266615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.269962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-c15415b0-b5d0-429c-b58e-8dce9cecec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.271452 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-c15415b0-b5d0-429c-b58e-8dce9cecec65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d71d8c4c-852f-4fa2-98ec-545135f15add HTTP/1.1" status: 200 len: 905 time: 0.3402753 Dec 16 17:37:21.272074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990a005c-c7f0-44c1-8044-5b1d09fce799,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:21.283490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 4533b4f4-fac8-4882-bcf2-2a3e01928219 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:21.302785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.306181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.327682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.328018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Added segment 519451cb-3a19-4d6f-9e28-f837bce2327c of type vlan for network 284dc0f2-c637-472e-80a6-2922f55ef335 Dec 16 17:37:21.389430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.394967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.395547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.445909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.455171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.462127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3878336 Dec 16 17:37:21.466082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44980) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:21.477896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:21.507985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd07a-626e-4865-8484-54c41da5afd1 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=ae1e0d46-8e01-4c2c-84a1-bdba9efc061f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:21.513436 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-afda566a-af21-439f-9b48-482441d3e23d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c849f-a74b-4d86-a831-feaf0744d319 HTTP/1.1" status: 200 len: 1001 time: 0.2238953 Dec 16 17:37:21.524032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:21.535346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.105 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/ecf3287d-e1ca-4fec-b926-00989e6fd190) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:21.632241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.637697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.638287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.657278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:21.660688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.730912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.792656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-85ef9e6e-d0f9-4f60-9ca4-37c0295ec05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:21.794084 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-85ef9e6e-d0f9-4f60-9ca4-37c0295ec05d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa550591-4abc-4dde-a1c9-1b945972aee5 HTTP/1.1" status: 200 len: 843 time: 0.2684805 Dec 16 17:37:21.794892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.797312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5844557 Dec 16 17:37:21.807511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 44982) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:21.816246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'subnet': {'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:21.819864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.833301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a512798-760b-4590-9fff-d9374ad6f959 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Network': ['ID=284dc0f2-c637-472e-80a6-2922f55ef335,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:21.846294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 284dc0f2-c637-472e-80a6-2922f55ef335 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:21.878260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:21.886305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:21.907617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:21.909891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=ecf3287d-e1ca-4fec-b926-00989e6fd190,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:21.950207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.958916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:21.989333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.006153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-698138e1-2099-45dc-bd12-2a15af6b560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:22.008208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-698138e1-2099-45dc-bd12-2a15af6b560e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d71d8c4c-852f-4fa2-98ec-545135f15add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1973889 Dec 16 17:37:22.017196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.074678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=4533b4f4-fac8-4882-bcf2-2a3e01928219,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:22.091435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=c294b1d0-2e93-4f82-a82a-9b87ed62cf89,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:22.107235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '04a98127-0415-4ec8-af4e-6972515b3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:22.107581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: ae1e0d46-8e01-4c2c-84a1-bdba9efc061f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:22.141500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.143521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c751990-3d40-4fa3-9f64-d1ca376528b0 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:22.147331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3823e283-11a4-4159-b91c-fee951eda47a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/4533b4f4-fac8-4882-bcf2-2a3e01928219 HTTP/1.1" status: 204 len: 168 time: 1.0234091 Dec 16 17:37:22.150165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44990) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:22.155988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Made reservation on behalf of 90ca1246cfca4bbe9424ceeefdb29980 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:22.166984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.201726 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83597624-242a-48e5-b05d-9b4bc620e50b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493646 Dec 16 17:37:22.208105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44992) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:22.214743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:22.260732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:22.302711 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-8d902e15-89b2-40d7-ac97-1f8fcfc6f8cc service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799335 Dec 16 17:37:22.305390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Deleting port 8075e7bb-f31f-4880-9f8d-b21a78147ddd {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:22.305763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.315114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, ae1e0d46-8e01-4c2c-84a1-bdba9efc061f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:22.331574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:22.332316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:22.332964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.337409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2911a2-c926-4f4c-ba62-d97fe0bd851d None None] Network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:22.373122 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f37cc63a-247f-4be2-abb4-8506081e7703 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8972409 Dec 16 17:37:22.373329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 44994) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:22.461138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:22.464541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.475828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] Deleting port a5b62f20-1b33-4069-96d2-7934d846ce65 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:22.476344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.481647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-ae1e0d46-8e01-4c2c-84a1-bdba9efc061f', 'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': 'c294b1d0-2e93-4f82-a82a-9b87ed62cf89'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:22.482624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.570269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] For port a5b62f20-1b33-4069-96d2-7934d846ce65, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a5b62f20-1b33-4069-96d2-7934d846ce65,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:22.570764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.632468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] Calling delete_port for a5b62f20-1b33-4069-96d2-7934d846ce65 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:22.664081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.708843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.715009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a5b62f20-1b33-4069-96d2-7934d846ce65 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:22.809462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.814606 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9b40694-4d8b-4542-9f1f-40154472f637 req-21f32767-ff90-4bbb-a475-33c8bfb60810 service neutron] 10.222.0.57 "GET /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944839 Dec 16 17:37:22.833661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Calling delete_port for 8075e7bb-f31f-4880-9f8d-b21a78147ddd owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:22.860030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.868649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Allocated IP 172.20.0.2 (ae1e0d46-8e01-4c2c-84a1-bdba9efc061f/c294b1d0-2e93-4f82-a82a-9b87ed62cf89/6a061305-f814-429a-97aa-354275e0e1e6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:22.886963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.900798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.905189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.925204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.936965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:22.969640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] Pushing event deleted for resources: {'Port': ['ID=a5b62f20-1b33-4069-96d2-7934d846ce65,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:22.977301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849e9f5-81dc-4581-beb6-d4dfc01925b1 None None] No DVR routers for this DVR port a5b62f20-1b33-4069-96d2-7934d846ce65 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:22.984967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Subnet': ['ID=341b2df2-bf4a-4db5-b380-c6bd7975b7d0,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:23.006080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:23.035091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:23.054557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:23.055218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.066662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db08e0e-3751-4a51-b55e-96b147f21c90 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:23.084528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Checking segment: {'id': '519451cb-3a19-4d6f-9e28-f837bce2327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:23.084823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network hostable DHCP agents. Network: 284dc0f2-c637-472e-80a6-2922f55ef335, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:23.123816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network 284dc0f2-c637-472e-80a6-2922f55ef335 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:23.154814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 284dc0f2-c637-472e-80a6-2922f55ef335) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:23.163851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:23.164460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.175545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.179602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.188857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1582b26-feb7-4fef-95e4-0ef45d32bd3b None None] Network 284dc0f2-c637-472e-80a6-2922f55ef335 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:23.220110 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4ebe63d6-d4c2-400e-8989-9189106b208d tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4104173 Dec 16 17:37:23.221511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Pushing event deleted for resources: {'Port': ['ID=8075e7bb-f31f-4880-9f8d-b21a78147ddd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:23.223462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45000) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:23.228190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-854213448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:23.302092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f34b93-6a5a-4e5c-a688-6602ba1a6fc5 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:23.305625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.308187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.309384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.334808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.376325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:23.382830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-284dc0f2-c637-472e-80a6-2922f55ef335', 'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335', 'project_id': '90ca1246cfca4bbe9424ceeefdb29980', 'fixed_ips': [{'subnet_id': '341b2df2-bf4a-4db5-b380-c6bd7975b7d0'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:23.384078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.384286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=fc561a3f-502b-45df-8e32-3c359d952e21,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:23.441577 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aca14b39-6ee9-4946-9709-705dedd8159f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2322936 Dec 16 17:37:23.444830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45004) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:23.453584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'fc561a3f-502b-45df-8e32-3c359d952e21', 'ip_address': '2001:db8::1d38:c109:f284:9d6f'}], 'name': 'tempest-NetworksTestDHCPv6-1515235838'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:23.462036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.470841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.486934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:23.498018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:23.529396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Pushing event updated for resources: {'Port': ['ID=6a061305-f814-429a-97aa-354275e0e1e6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:23.536501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.542688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=c294b1d0-2e93-4f82-a82a-9b87ed62cf89,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:23.590524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.591648 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2d27d636-c186-4ba0-8e56-3d6e388cfe06 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3670688 Dec 16 17:37:23.614108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45006) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:23.628838 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.632321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.657195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': 'fc561a3f-502b-45df-8e32-3c359d952e21'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:23.658151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.662165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Attempting to bind port 6a061305-f814-429a-97aa-354275e0e1e6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:23.662634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Attempting to bind port 6a061305-f814-429a-97aa-354275e0e1e6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '04a98127-0415-4ec8-af4e-6972515b3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:23.663096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Attempting to bind port 6a061305-f814-429a-97aa-354275e0e1e6 on network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:23.683741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:23.684266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Checking segment: {'id': '04a98127-0415-4ec8-af4e-6972515b3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:23.684785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.685291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Bound using segment: {'id': '04a98127-0415-4ec8-af4e-6972515b3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:23.685857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Bound port: 6a061305-f814-429a-97aa-354275e0e1e6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a98127-0415-4ec8-af4e-6972515b3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:23.686417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.689700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Allocated IP 172.20.0.2 (284dc0f2-c637-472e-80a6-2922f55ef335/341b2df2-bf4a-4db5-b380-c6bd7975b7d0/c98370f5-e46b-4c22-8f82-8cd08167b5c3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:23.716311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Router 4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:23.717280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.781755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.795795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:23.808874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] Sync routers for ids ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:23.812960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.814415 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ef29d23b-9a77-4817-8574-0c46b69a9dd5 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "PUT /v2.0/routers/4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 200 len: 710 time: 2.9805689 Dec 16 17:37:23.817456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45008) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:23.821362 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] Routers {'4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:23.822300 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.823498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1e0d46-8e01-4c2c-84a1-bdba9efc061f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.835635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a98127-0415-4ec8-af4e-6972515b3c00') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.835941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a98127-0415-4ec8-af4e-6972515b3c00') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.849309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.858104 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.865372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.869432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] Routers {'4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:23.870323 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.874568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:23.875152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.912701 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:23.913398 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db56a11-5c5d-4096-bb02-95dbe351917b None None] The sync data for ids ['4fd5448f-a2c1-4f57-a4d0-40e8222e3d64'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:23.919852 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-69d0204a-e70c-4148-9776-583fdd88b306 tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/routers/4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 200 len: 745 time: 0.1008902 Dec 16 17:37:23.922289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45010) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:23.968522 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:23.970878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:23.973777 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cc42e889-33a1-4d0b-bbde-10c11397e6eb tempest-RoutersIpV6AdminTest-1567525775 tempest-RoutersIpV6AdminTest-1567525775-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 200 len: 205 time: 0.0502336 Dec 16 17:37:23.976230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45012) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:23.978288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.api [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:37:23.978288 dv-neutron-821818-2-hyperv neutron-server[103243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:37:23.978288 dv-neutron-821818-2-hyperv neutron-server[103243]: [parameters: {'id': 'ae1e0d46-8e01-4c2c-84a1-bdba9efc061f'}] Dec 16 17:37:23.978288 dv-neutron-821818-2-hyperv neutron-server[103243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:23.978651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG oslo_db.api [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:24.009335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6d3eb7df-a4d6-4147-b874-7312734e67cc tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 200 len: 205 time: 0.0315619 Dec 16 17:37:24.012842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45014) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:24.091197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] For port 6a061305-f814-429a-97aa-354275e0e1e6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:24.121020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] For port 6a061305-f814-429a-97aa-354275e0e1e6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6a061305-f814-429a-97aa-354275e0e1e6,segment=NetworkSegment(04a98127-0415-4ec8-af4e-6972515b3c00),segment_id=04a98127-0415-4ec8-af4e-6972515b3c00)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:24.135615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.146144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/fc561a3f-502b-45df-8e32-3c359d952e21/55694b83-9d82-44c6-9045-461b96bc5868) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:24.214718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=ecf3287d-e1ca-4fec-b926-00989e6fd190,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:24.243897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.288254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.324455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.346517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abaf1a-a97d-4bcf-9073-b598bb466bbd None None] Pushing event updated for resources: {'Port': ['ID=6a061305-f814-429a-97aa-354275e0e1e6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:24.369184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:24.384917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.413696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6da39-1dd1-4753-ac57-0b80bef3f283 None None] Network ae1e0d46-8e01-4c2c-84a1-bdba9efc061f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:24.462282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Network 284dc0f2-c637-472e-80a6-2922f55ef335 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:24.515379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.529625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:24.533134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:24.584415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Pushing event updated for resources: {'Port': ['ID=c98370f5-e46b-4c22-8f82-8cd08167b5c3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:24.760337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.774685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Attempting to bind port c98370f5-e46b-4c22-8f82-8cd08167b5c3 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:24.775274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Attempting to bind port c98370f5-e46b-4c22-8f82-8cd08167b5c3 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '519451cb-3a19-4d6f-9e28-f837bce2327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:24.775854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Attempting to bind port c98370f5-e46b-4c22-8f82-8cd08167b5c3 on network 284dc0f2-c637-472e-80a6-2922f55ef335 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:24.780739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.792063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:24.792666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Checking segment: {'id': '519451cb-3a19-4d6f-9e28-f837bce2327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:24.793328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.793965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Bound using segment: {'id': '519451cb-3a19-4d6f-9e28-f837bce2327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:24.794739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Bound port: c98370f5-e46b-4c22-8f82-8cd08167b5c3, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519451cb-3a19-4d6f-9e28-f837bce2327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:24.795338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.804268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.834878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.881906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:24.915903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:24.931980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:24.943298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:24.953097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Pushing event updated for resources: {'Port': ['ID=55694b83-9d82-44c6-9045-461b96bc5868,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:25.054274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] For port c98370f5-e46b-4c22-8f82-8cd08167b5c3, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:25.071494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Attempting to bind port 55694b83-9d82-44c6-9045-461b96bc5868 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:25.072101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Attempting to bind port 55694b83-9d82-44c6-9045-461b96bc5868 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:25.072697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Attempting to bind port 55694b83-9d82-44c6-9045-461b96bc5868 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:25.081886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] For port c98370f5-e46b-4c22-8f82-8cd08167b5c3, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c98370f5-e46b-4c22-8f82-8cd08167b5c3,segment=NetworkSegment(519451cb-3a19-4d6f-9e28-f837bce2327c),segment_id=519451cb-3a19-4d6f-9e28-f837bce2327c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:25.087949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:25.088535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:25.089263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.089832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:25.090587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Bound port: 55694b83-9d82-44c6-9045-461b96bc5868, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:25.091206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.095194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.103766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.140667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 52506626-99c7-4b59-85e8-bf9d1dab9541 associated. External IP: 172.26.2.105, port: 841c2f63-e64f-4ae9-a77e-825434fb8483. Dec 16 17:37:25.156141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.156956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Fanout notify agent at l3_agent the message router_deleted on router 4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:25.222916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.229751 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f49b0cb2-1233-4ffb-b5da-4e08a28478a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 204 len: 168 time: 1.2078662 Dec 16 17:37:25.230861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45022) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.251981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port bd462769-bdb8-4d10-9d52-7ecfd60d2674 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:25.253520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d98288-f47e-4ee7-9d27-0fb7c1d15e30 None None] Pushing event updated for resources: {'Port': ['ID=c98370f5-e46b-4c22-8f82-8cd08167b5c3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:25.267962 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-de9fd9d6-ef0d-40ad-8b1d-de4ab448f290 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 200 len: 205 time: 0.0335157 Dec 16 17:37:25.268311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45026) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.312608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] For port 55694b83-9d82-44c6-9045-461b96bc5868, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:25.319470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] For port 55694b83-9d82-44c6-9045-461b96bc5868, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=55694b83-9d82-44c6-9045-461b96bc5868,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:25.329905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.361552 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-365ef51c-cfff-4199-a5db-9e2708923b28 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] delete failed (client error): The resource could not be found. Dec 16 17:37:25.366031 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-365ef51c-cfff-4199-a5db-9e2708923b28 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/4fd5448f-a2c1-4f57-a4d0-40e8222e3d64 HTTP/1.1" status: 404 len: 336 time: 0.0963225 Dec 16 17:37:25.366987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45028) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.433077 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4f55abd1-6c91-44aa-88cf-928447db8e1c tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf HTTP/1.1" status: 200 len: 205 time: 0.0642946 Dec 16 17:37:25.434095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c0965-e6e2-49d2-ba6c-a04993e702a1 None None] Pushing event updated for resources: {'Port': ['ID=55694b83-9d82-44c6-9045-461b96bc5868,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:25.440328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45032) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.511723 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-478f7d19-71c9-4253-b744-e79d3e93c1bb tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] delete failed (client error): The resource could not be found. Dec 16 17:37:25.512791 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-478f7d19-71c9-4253-b744-e79d3e93c1bb tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/1942ed55-ed1a-4b5d-86e8-5fb956a1c6cf HTTP/1.1" status: 404 len: 336 time: 0.0714297 Dec 16 17:37:25.516267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45034) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.556435 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f8687641-dbca-425a-948d-69773ef1c7af tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=852c41f3-62b0-4750-9eb3-01ad3246f1e5 HTTP/1.1" status: 200 len: 205 time: 0.0386653 Dec 16 17:37:25.557989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45036) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.609780 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-87e20c7d-1dc0-4f49-83fa-e0e2c11a1c36 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] delete failed (client error): The resource could not be found. Dec 16 17:37:25.609780 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-87e20c7d-1dc0-4f49-83fa-e0e2c11a1c36 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/852c41f3-62b0-4750-9eb3-01ad3246f1e5 HTTP/1.1" status: 404 len: 336 time: 0.0463631 Dec 16 17:37:25.611420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45040) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.648365 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-521f734b-daaf-4947-a18f-dc4a8d310d49 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=13b53e7f-1e24-417b-acb5-bd9b79d9cb82 HTTP/1.1" status: 200 len: 205 time: 0.0334322 Dec 16 17:37:25.649509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45042) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.696812 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-6533ad90-977c-456c-8dac-21fc47285980 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] delete failed (client error): The resource could not be found. Dec 16 17:37:25.700589 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6533ad90-977c-456c-8dac-21fc47285980 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/13b53e7f-1e24-417b-acb5-bd9b79d9cb82 HTTP/1.1" status: 404 len: 336 time: 0.0475805 Dec 16 17:37:25.704187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45044) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.751085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e25206a5-a6fd-403d-9271-eea295ef3db9 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e959052b-f52b-4518-ade0-aa46dcb6033f HTTP/1.1" status: 200 len: 205 time: 0.0435183 Dec 16 17:37:25.751272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45046) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.769153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 6a061305-f814-429a-97aa-354275e0e1e6 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:25.769679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:25.808137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-635cef10-2ba2-4b1a-af92-8d044c616a88 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] delete failed (client error): The resource could not be found. Dec 16 17:37:25.809587 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-635cef10-2ba2-4b1a-af92-8d044c616a88 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/e959052b-f52b-4518-ade0-aa46dcb6033f HTTP/1.1" status: 404 len: 336 time: 0.0570478 Dec 16 17:37:25.811889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45048) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.845752 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-05ffad01-9a53-4ac0-8884-9af66e68c2cf tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b03d1c-f957-4ca9-8d16-426a1f32dc8b HTTP/1.1" status: 200 len: 205 time: 0.0304894 Dec 16 17:37:25.845938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45050) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.888179 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-9a096075-5e3d-4c6e-9dec-f2e31e793dea tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] delete failed (client error): The resource could not be found. Dec 16 17:37:25.892716 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a096075-5e3d-4c6e-9dec-f2e31e793dea tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/routers/98b03d1c-f957-4ca9-8d16-426a1f32dc8b HTTP/1.1" status: 404 len: 336 time: 0.0456948 Dec 16 17:37:25.893427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45052) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:25.922257 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-364cb9fb-c52c-4dca-9fad-b2820b3b33a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:25.922738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364cb9fb-c52c-4dca-9fad-b2820b3b33a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:25.925802 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-364cb9fb-c52c-4dca-9fad-b2820b3b33a3 tempest-RoutersIpV6AdminTest-2071749288 tempest-RoutersIpV6AdminTest-2071749288-project] 10.222.0.66 "DELETE /v2.0/subnets/138b3cab-31ad-4392-b6b3-aa16ef336d4c HTTP/1.1" status: 404 len: 337 time: 0.0313630 Dec 16 17:37:25.962341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 6a061305-f814-429a-97aa-354275e0e1e6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6a061305-f814-429a-97aa-354275e0e1e6,segment=NetworkSegment(04a98127-0415-4ec8-af4e-6972515b3c00),segment_id=04a98127-0415-4ec8-af4e-6972515b3c00)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:25.962703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.023789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 6a061305-f814-429a-97aa-354275e0e1e6 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:26.175066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45058) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:26.191362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::1d38:c109:f284:9d6f (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/fc561a3f-502b-45df-8e32-3c359d952e21/bd462769-bdb8-4d10-9d52-7ecfd60d2674) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:26.193628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Allocated IP 172.20.0.1 (284dc0f2-c637-472e-80a6-2922f55ef335/341b2df2-bf4a-4db5-b380-c6bd7975b7d0/0ea10e9e-fd02-4e42-8475-0f62b9a93d7a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:26.293658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-60ccf7a3-fca3-4c37-af61-acc91121752a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.294655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:26.369231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.396693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-60ccf7a3-fca3-4c37-af61-acc91121752a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.402276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-60ccf7a3-fca3-4c37-af61-acc91121752a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.455832 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-60ccf7a3-fca3-4c37-af61-acc91121752a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87a18668fc0244a88b0c72ec7a5efc94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794528 Dec 16 17:37:26.456588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45064) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:26.464503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccf7a3-fca3-4c37-af61-acc91121752a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9ad2b9-3ae2-4831-8312-5687dccd238d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:26.520556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40cbdeeb-e14b-4003-80aa-5fbf8bd1cb2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.522965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=6a061305-f814-429a-97aa-354275e0e1e6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:26.547750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 6a061305-f814-429a-97aa-354275e0e1e6 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:26.549165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40cbdeeb-e14b-4003-80aa-5fbf8bd1cb2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.642223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40cbdeeb-e14b-4003-80aa-5fbf8bd1cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.647621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40cbdeeb-e14b-4003-80aa-5fbf8bd1cb2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.657365 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-40cbdeeb-e14b-4003-80aa-5fbf8bd1cb2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc9ad2b9-3ae2-4831-8312-5687dccd238d HTTP/1.1" status: 204 len: 168 time: 0.1969039 Dec 16 17:37:26.657648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.672029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbdeeb-e14b-4003-80aa-5fbf8bd1cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9ad2b9-3ae2-4831-8312-5687dccd238d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:26.757259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.814638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 55694b83-9d82-44c6-9045-461b96bc5868 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:26.862739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:26.876107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 55694b83-9d82-44c6-9045-461b96bc5868 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:26.876606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.883446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:26.905359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.923241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.928363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:26.929405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:26.975834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:26.978712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:26.992081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:26.992715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:27.019222 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68c1fbdb-ce0a-49e5-bf3c-eaec8f4d9da6 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0669725 Dec 16 17:37:27.022002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45074) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.028725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1e0d46-8e01-4c2c-84a1-bdba9efc061f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:27.030060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1213497987'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:27.041718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbe3c6-c03d-4c4b-ba17-b547693e777e None None] Network 284dc0f2-c637-472e-80a6-2922f55ef335 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:27.057241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a98127-0415-4ec8-af4e-6972515b3c00') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:27.057540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a98127-0415-4ec8-af4e-6972515b3c00') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:27.060475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network 284dc0f2-c637-472e-80a6-2922f55ef335 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:27.065944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:27.072638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:27.072975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.075481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:27.095707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:27.096748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2dddc-44bc-4b6d-83fb-13b05ea51a45 None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:27.099711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c597c7c7-8077-4a0b-8403-0c3652d4b9ae None None] Provisioning complete for port 55694b83-9d82-44c6-9045-461b96bc5868 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:27.100082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c597c7c7-8077-4a0b-8403-0c3652d4b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.101431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45076) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.111011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.117478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.121793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Port': ['ID=0ea10e9e-fd02-4e42-8475-0f62b9a93d7a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:27.123218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:27.143932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.144324 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Added segment 4bbe57af-0ccc-444a-a58a-42d250c7a294 of type vlan for network a6822fce-e46f-45af-9a00-0a112222a8b8 Dec 16 17:37:27.188803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.198464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.204905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.214123 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f8d43016-3a09-49c0-b566-8cd9ac5e154f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=594b99b873c741d19c7cc339efb40729&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1103978 Dec 16 17:37:27.214726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45078) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.224170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.238953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:27.239443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.243871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:27.244885 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:27.246976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=bd462769-bdb8-4d10-9d52-7ecfd60d2674,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:27.289534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 55694b83-9d82-44c6-9045-461b96bc5868, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=55694b83-9d82-44c6-9045-461b96bc5868,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:27.290696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:27.291211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.297924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:27.299274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.301723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.302503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c98370f5-e46b-4c22-8f82-8cd08167b5c3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:27.303313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:27.308729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:27.309425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.322914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7977676-5ba0-4b0a-8484-307f276d8bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.343159 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3198166 Dec 16 17:37:27.346043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45080) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.349432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c597c7c7-8077-4a0b-8403-0c3652d4b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.381498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6829625a-4a78-45d7-bb3c-67fe8c1e6e2f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9331248 Dec 16 17:37:27.382363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.386572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45082) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.390973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.393554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'subnet': {'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:27.396991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45084) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.397141 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/ae1e0d46-8e01-4c2c-84a1-bdba9efc061f HTTP/1.1" status: 204 len: 168 time: 5.0227892 Dec 16 17:37:27.439333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=55694b83-9d82-44c6-9045-461b96bc5868,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:27.458009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc95ff-bfb2-4e0a-97b3-b9a442ed77ce tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=ae1e0d46-8e01-4c2c-84a1-bdba9efc061f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:27.469193 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-60205171-7c66-4ec4-8550-d4e341fef28f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] GET failed (client error): The resource could not be found. Dec 16 17:37:27.470783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-60205171-7c66-4ec4-8550-d4e341fef28f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/subnets/c294b1d0-2e93-4f82-a82a-9b87ed62cf89 HTTP/1.1" status: 404 len: 337 time: 0.0513842 Dec 16 17:37:27.473882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45086) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.475832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-c597c7c7-8077-4a0b-8403-0c3652d4b9ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:27.476416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-c597c7c7-8077-4a0b-8403-0c3652d4b9ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:27.476549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.481572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c98370f5-e46b-4c22-8f82-8cd08167b5c3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:27.482201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.589902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7977676-5ba0-4b0a-8484-307f276d8bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.598300 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d808a26a-7283-4608-a655-fba0a952194c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:27.599211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d808a26a-7283-4608-a655-fba0a952194c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:27.602119 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d808a26a-7283-4608-a655-fba0a952194c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/ae1e0d46-8e01-4c2c-84a1-bdba9efc061f HTTP/1.1" status: 404 len: 339 time: 0.0713248 Dec 16 17:37:27.603187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.626948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51436999-1cab-4212-8518-fe061fb30905 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Network': ['ID=a6822fce-e46f-45af-9a00-0a112222a8b8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:27.629062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45090) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.667417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port c98370f5-e46b-4c22-8f82-8cd08167b5c3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c98370f5-e46b-4c22-8f82-8cd08167b5c3,segment=NetworkSegment(519451cb-3a19-4d6f-9e28-f837bce2327c),segment_id=519451cb-3a19-4d6f-9e28-f837bce2327c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:27.673633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network a6822fce-e46f-45af-9a00-0a112222a8b8 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:27.697407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.733426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f76f3-15a0-4248-a78f-a5b440309b71 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:27.739797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f76f3-15a0-4248-a78f-a5b440309b71 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:27.741889 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b33f76f3-15a0-4248-a78f-a5b440309b71 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3432982 Dec 16 17:37:27.746868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45094) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:27.856906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=c98370f5-e46b-4c22-8f82-8cd08167b5c3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:27.907094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:27.910613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.939889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7977676-5ba0-4b0a-8484-307f276d8bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.942522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7977676-5ba0-4b0a-8484-307f276d8bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.943735 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7977676-5ba0-4b0a-8484-307f276d8bc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/731105d7-70d5-4200-860c-7bc23a5e8782 HTTP/1.1" status: 204 len: 168 time: 0.7260678 Dec 16 17:37:27.961726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:27.965876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port bd462769-bdb8-4d10-9d52-7ecfd60d2674 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:27.966098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.019205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7977676-5ba0-4b0a-8484-307f276d8bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731105d7-70d5-4200-860c-7bc23a5e8782,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:28.042158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25d8ad-0201-4874-b46b-cc7b9cfb3ff0 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:28.046366 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7a25d8ad-0201-4874-b46b-cc7b9cfb3ff0 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4075108 Dec 16 17:37:28.052123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45100) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:28.084864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.096972 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6d909db4-45ba-46a8-b1af-60fa0952e590 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 207 time: 0.0434785 Dec 16 17:37:28.104911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45102) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:28.105389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f694d03-3eba-4cae-8fee-ab04f6563958 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:37:28.164974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.189963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for bd462769-bdb8-4d10-9d52-7ecfd60d2674 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:28.215202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.222106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Port': ['ID=0ea10e9e-fd02-4e42-8475-0f62b9a93d7a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:28.282093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f694d03-3eba-4cae-8fee-ab04f6563958 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:37:28.319355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Provisioning complete for port 0ea10e9e-fd02-4e42-8475-0f62b9a93d7a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:28.319566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.360023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c845e-8cbc-41bb-a0bd-d705fd2bb72f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:28.366648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c845e-8cbc-41bb-a0bd-d705fd2bb72f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:28.374655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c845e-8cbc-41bb-a0bd-d705fd2bb72f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:28.380483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Port 0ea10e9e-fd02-4e42-8475-0f62b9a93d7a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:28.382108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c845e-8cbc-41bb-a0bd-d705fd2bb72f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:28.384162 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ca8c845e-8cbc-41bb-a0bd-d705fd2bb72f tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2781281 Dec 16 17:37:28.399510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network 284dc0f2-c637-472e-80a6-2922f55ef335 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:28.400658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45106) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:28.410578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Provisioning complete for port c98370f5-e46b-4c22-8f82-8cd08167b5c3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:28.411356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.427767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:28.442844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.524621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Subnet': ['ID=9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:28.530783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Checking segment: {'id': '4bbe57af-0ccc-444a-a58a-42d250c7a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:28.531206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network hostable DHCP agents. Network: a6822fce-e46f-45af-9a00-0a112222a8b8, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:28.553953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network a6822fce-e46f-45af-9a00-0a112222a8b8 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:28.574863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, a6822fce-e46f-45af-9a00-0a112222a8b8) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:28.599884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:28.602690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.653625 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-93b252c8-c8e5-48a1-8768-c5caa5614fda tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2772517 Dec 16 17:37:28.655335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45116) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:28.661348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-746592499', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:28.699547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 55694b83-9d82-44c6-9045-461b96bc5868 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:28.702776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.704664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.804810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Provisioning complete for port bd462769-bdb8-4d10-9d52-7ecfd60d2674 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:28.805297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.848494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 55694b83-9d82-44c6-9045-461b96bc5868 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:28.848871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:28.926726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a50ee99-5be7-4076-8486-f52e07ac9411 None None] Port bd462769-bdb8-4d10-9d52-7ecfd60d2674 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:29.046651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a218a-f20a-4d71-9b45-ff9af6ccf139 None None] Network a6822fce-e46f-45af-9a00-0a112222a8b8 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:29.082694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.107360 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ba5b31c3-d12c-4a2e-8fd5-232612b312fa tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7043164 Dec 16 17:37:29.128329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45134) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.142673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45136) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.151337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=bd462769-bdb8-4d10-9d52-7ecfd60d2674,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:29.163208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c98370f5-e46b-4c22-8f82-8cd08167b5c3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:29.180580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.215936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.219927 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d41b4f9-c3b0-49e3-b7ec-e0a3dc576629 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/bd462769-bdb8-4d10-9d52-7ecfd60d2674 HTTP/1.1" status: 204 len: 168 time: 1.4721057 Dec 16 17:37:29.223129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45140) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.335298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-a6822fce-e46f-45af-9a00-0a112222a8b8', 'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8', 'project_id': 'cbff76202d89439db7a4c37233deb155', 'fixed_ips': [{'subnet_id': '9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:29.335298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.335596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478e785-1286-4f7b-a10f-05a344fcc6f6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.339035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478e785-1286-4f7b-a10f-05a344fcc6f6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.341380 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2478e785-1286-4f7b-a10f-05a344fcc6f6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2099421 Dec 16 17:37:29.350675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45142) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.425312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'networks': [{'name': 'tempest-network--1469023670'}, {'name': 'tempest-network--1403184191'}]} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:29.425696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'network': {'name': 'tempest-network--1469023670'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:29.426162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'network': {'name': 'tempest-network--1403184191'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:29.435497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022fb69-ac21-4cf6-9e6a-cf99a35fd041 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.435497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022fb69-ac21-4cf6-9e6a-cf99a35fd041 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.440334 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5022fb69-ac21-4cf6-9e6a-cf99a35fd041 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2074969 Dec 16 17:37:29.440334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Router dd370fdf-eaed-45ff-8911-ebf096ec4b5e is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:37:29.443406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45144) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.460494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c98370f5-e46b-4c22-8f82-8cd08167b5c3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:29.460494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.534500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e904283d-937d-4ab2-802a-7ce87c4e714c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.536391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e904283d-937d-4ab2-802a-7ce87c4e714c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.541377 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e904283d-937d-4ab2-802a-7ce87c4e714c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1863868 Dec 16 17:37:29.548575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45146) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.570788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f9ce085b-4e0f-420e-a79e-628bb65233e5 None None] Provisioning complete for port 0ea10e9e-fd02-4e42-8475-0f62b9a93d7a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:29.571512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9ce085b-4e0f-420e-a79e-628bb65233e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.639532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet fc561a3f-502b-45df-8e32-3c359d952e21 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:29.653236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Allocated IP 172.20.0.2 (a6822fce-e46f-45af-9a00-0a112222a8b8/9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba/0649147b-c8d1-4c45-b586-0e6218a91a33) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:29.680396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce085b-4e0f-420e-a79e-628bb65233e5 None None] Port 0ea10e9e-fd02-4e42-8475-0f62b9a93d7a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:29.713020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.748865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'network': 2} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:29.758000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.795011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.828603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.850774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.859621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.869696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60556379-c52b-4bcb-b448-b01a0803d11e req-a52f78d4-e1f0-4035-97ca-a30f76d21327 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.872820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-60556379-c52b-4bcb-b448-b01a0803d11e req-a52f78d4-e1f0-4035-97ca-a30f76d21327 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.7211819 Dec 16 17:37:29.884360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:29.904019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:29.912083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a6fb4082-e093-41a9-814d-57f7b1bbff27 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "PUT /v2.0/routers/dd370fdf-eaed-45ff-8911-ebf096ec4b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2969530 Dec 16 17:37:29.917049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45150) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.918212 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] Sync routers for ids ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:29.924148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Network a6822fce-e46f-45af-9a00-0a112222a8b8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:29.929037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:29.932699 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] Routers {'dd370fdf-eaed-45ff-8911-ebf096ec4b5e'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:29.933570 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:29.938459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:29.947008 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'port': {'network_id': '284dc0f2-c637-472e-80a6-2922f55ef335', 'name': 'tempest-FloatingIPNegativeTestJSON-1772094700'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:29.954061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Pushing event updated for resources: {'Port': ['ID=0649147b-c8d1-4c45-b586-0e6218a91a33,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:29.964470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160c8e2-4bc7-4575-bb69-cad4849e6516 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:29.970262 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c160c8e2-4bc7-4575-bb69-cad4849e6516 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks/6383e756-77cd-4f93-89e7-6b652c05747e HTTP/1.1" status: 200 len: 800 time: 0.4083424 Dec 16 17:37:29.973926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45152) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:29.999612 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:30.009960 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] Routers {'dd370fdf-eaed-45ff-8911-ebf096ec4b5e'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:30.011073 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:30.026449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Attempting to bind port 0649147b-c8d1-4c45-b586-0e6218a91a33 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:30.026887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Attempting to bind port 0649147b-c8d1-4c45-b586-0e6218a91a33 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '4bbe57af-0ccc-444a-a58a-42d250c7a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:30.027259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Attempting to bind port 0649147b-c8d1-4c45-b586-0e6218a91a33 on network a6822fce-e46f-45af-9a00-0a112222a8b8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:30.035821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:30.036207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Checking segment: {'id': '4bbe57af-0ccc-444a-a58a-42d250c7a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:30.036618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.037041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Bound using segment: {'id': '4bbe57af-0ccc-444a-a58a-42d250c7a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:30.037522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Bound port: 0649147b-c8d1-4c45-b586-0e6218a91a33, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbe57af-0ccc-444a-a58a-42d250c7a294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:30.037905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.056789 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:30.057818 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe31c48-252c-4ce3-9336-7f0d50af82b5 None None] The sync data for ids ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:30.088982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-60556379-c52b-4bcb-b448-b01a0803d11e req-a0a8af9e-f54c-4b64-aa5a-8615521ea2ce tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083704 Dec 16 17:37:30.159573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] For port 0649147b-c8d1-4c45-b586-0e6218a91a33, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:30.162367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Made reservation on behalf of 90ca1246cfca4bbe9424ceeefdb29980 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:30.162657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.166580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] For port 0649147b-c8d1-4c45-b586-0e6218a91a33, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0649147b-c8d1-4c45-b586-0e6218a91a33,segment=NetworkSegment(4bbe57af-0ccc-444a-a58a-42d250c7a294),segment_id=4bbe57af-0ccc-444a-a58a-42d250c7a294)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:30.167776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.172779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.197750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] device_id is not set on port 99067fd2-accf-49b7-ae32-c49ca43bc2f6 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:30.243698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.248958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba0d71-157b-42f0-8906-94725fbc9267 None None] Pushing event updated for resources: {'Port': ['ID=0649147b-c8d1-4c45-b586-0e6218a91a33,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:30.266170 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fb3dd3c4-e18e-4ce7-9b34-c55fc1e27716 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/networks/6383e756-77cd-4f93-89e7-6b652c05747e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2888849 Dec 16 17:37:30.269325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.269325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.276488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45160) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:30.318048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.325031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a45fe-5652-4d16-a241-997a6f20af6b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:30.355591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:30.358579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=fc561a3f-502b-45df-8e32-3c359d952e21,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:30.368323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.373717 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b005b9d1-1424-4af3-8651-ad698d7a54f8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/fc561a3f-502b-45df-8e32-3c359d952e21 HTTP/1.1" status: 204 len: 168 time: 0.9292185 Dec 16 17:37:30.377472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50213001-2a62-4db6-9551-0729b060ef31 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:30.377990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45162) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:30.384645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.386477 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Added segment 9f223060-f6ec-4df6-93d8-f3b14044e4a6 of type vlan for network fb88cd2e-c6e1-4d22-8747-15b9a5337f50 Dec 16 17:37:30.491517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Allocated IP 172.20.0.3 (284dc0f2-c637-472e-80a6-2922f55ef335/341b2df2-bf4a-4db5-b380-c6bd7975b7d0/99067fd2-accf-49b7-ae32-c49ca43bc2f6) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:30.504180 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4ac0839a-f380-41e5-a54a-f7dc2f84586e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011641 Dec 16 17:37:30.504417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b12f3-32dc-43ee-9554-8895bfa027db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:30.509118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-db2b12f3-32dc-43ee-9554-8895bfa027db tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/subnets/15ac9f75-977d-4a53-a69f-85be0ee5c57c HTTP/1.1" status: 200 len: 811 time: 0.2256911 Dec 16 17:37:30.509263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.509263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45164) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:30.512488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45166) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:30.519831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:30.559251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.601898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:30.636264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:30.637025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae1131-9474-4c66-b00f-8405597d67f4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:30.643515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-48ae1131-9474-4c66-b00f-8405597d67f4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "GET /v2.0/subnets/15ac9f75-977d-4a53-a69f-85be0ee5c57c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1222522 Dec 16 17:37:30.647224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45168) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:30.653928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-766831625'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:30.670483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.706280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.707148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] Deleting port 55694b83-9d82-44c6-9045-461b96bc5868 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:30.707627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.713674 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Added segment 1cb17af3-89f3-49cf-b477-adf55daabc8a of type vlan for network 40494687-891d-4b2e-8ad1-9e575474b941 Dec 16 17:37:30.781953 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0649147b-c8d1-4c45-b586-0e6218a91a33 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:30.797743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:30.801626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.835206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.26.2.12 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/74eb52e6-919c-43fd-82f2-1330ddbc8345) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:30.835849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.845913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:30.852018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.856131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] For port 55694b83-9d82-44c6-9045-461b96bc5868, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=55694b83-9d82-44c6-9045-461b96bc5868,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:30.856610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.871067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] Calling delete_port for 55694b83-9d82-44c6-9045-461b96bc5868 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:30.899273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0649147b-c8d1-4c45-b586-0e6218a91a33 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:30.899768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.971282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:30.998048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:30.999331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Added segment 067fdc31-8147-4b90-bf87-c1f788e7499d of type vlan for network 6e10e31e-d4f8-4511-8185-c8db88a74669 Dec 16 17:37:31.022148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.023170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.030532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.037668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.038928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.069150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.072531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.072652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea429-5301-4689-b8a9-29e6faa47d1a req-6282a074-0014-4098-bb44-f06854e84bf2 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.074154 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-091ea429-5301-4689-b8a9-29e6faa47d1a req-6282a074-0014-4098-bb44-f06854e84bf2 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.1039104 Dec 16 17:37:31.109576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] Pushing event deleted for resources: {'Port': ['ID=55694b83-9d82-44c6-9045-461b96bc5868,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.118699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f24b2-d377-467a-ae9d-e081c4772365 None None] No DVR routers for this DVR port 55694b83-9d82-44c6-9045-461b96bc5868 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:31.137467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.141676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 0649147b-c8d1-4c45-b586-0e6218a91a33, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0649147b-c8d1-4c45-b586-0e6218a91a33,segment=NetworkSegment(4bbe57af-0ccc-444a-a58a-42d250c7a294),segment_id=4bbe57af-0ccc-444a-a58a-42d250c7a294)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:31.149543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.176844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.188762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.193191 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-091ea429-5301-4689-b8a9-29e6faa47d1a req-5f86c555-633a-4438-ae87-2b06580d3331 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050310 Dec 16 17:37:31.203181 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0592604 Dec 16 17:37:31.204070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45178) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:31.233304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=0649147b-c8d1-4c45-b586-0e6218a91a33,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.260070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 55694b83-9d82-44c6-9045-461b96bc5868 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:31.270536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Network': ['ID=fb88cd2e-c6e1-4d22-8747-15b9a5337f50,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.284504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network fb88cd2e-c6e1-4d22-8747-15b9a5337f50 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:31.287745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 55694b83-9d82-44c6-9045-461b96bc5868 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:31.288242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 55694b83-9d82-44c6-9045-461b96bc5868 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:31.288632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.367280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network 284dc0f2-c637-472e-80a6-2922f55ef335 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:31.374551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:31.379619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:31.412269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Port': ['ID=99067fd2-accf-49b7-ae32-c49ca43bc2f6,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.434057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.485756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.486566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.515812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.516375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:31.523649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5c065561-3e91-429d-a1ac-d3204e23f6cc tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6026115 Dec 16 17:37:31.523837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.523837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.524051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=74eb52e6-919c-43fd-82f2-1330ddbc8345,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.527444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:31.529081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45180) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:31.539843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:31.542102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb47fa-50d3-437f-8845-c119c0caf9d7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:31.551342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f328d01-5fe0-41de-a4b1-183f026beabc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Network': ['ID=40494687-891d-4b2e-8ad1-9e575474b941,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.554309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:31.565207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 40494687-891d-4b2e-8ad1-9e575474b941 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:31.641874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.698667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5a49d387-c230-49f4-9f6a-4c3a0e5b90dc None None] Provisioning complete for port 74eb52e6-919c-43fd-82f2-1330ddbc8345 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:31.699499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a49d387-c230-49f4-9f6a-4c3a0e5b90dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.712583 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0627537 Dec 16 17:37:31.715339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45182) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:31.734762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a292f-0999-4e13-80eb-242920e1c1bf tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.740584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:31.741029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a292f-0999-4e13-80eb-242920e1c1bf tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.750005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a292f-0999-4e13-80eb-242920e1c1bf tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.757137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57907866-4a4a-4f54-998d-4e9866dc2424 None None] Network a6822fce-e46f-45af-9a00-0a112222a8b8 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:31.758183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a292f-0999-4e13-80eb-242920e1c1bf tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.759959 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-332a292f-0999-4e13-80eb-242920e1c1bf tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5485485 Dec 16 17:37:31.760804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6610-8884-47ce-960f-0779ce3fcf03 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Network': ['ID=6e10e31e-d4f8-4511-8185-c8db88a74669,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.766872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45184) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:31.776270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:31.777699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=5ad7d988-03b3-4299-bff0-37ba7558d7f8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:31.781959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:31.784851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:31.785540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.804436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:31.808022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a49d387-c230-49f4-9f6a-4c3a0e5b90dc None None] Port 74eb52e6-919c-43fd-82f2-1330ddbc8345 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:31.811804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a3436-f3fc-47d2-9297-e052c32c4640 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:31.815277 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a18be292-bb28-43cc-a9ae-4ffc5b2c987c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3017132 Dec 16 17:37:31.817965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45186) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:31.823073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '5ad7d988-03b3-4299-bff0-37ba7558d7f8', 'ip_address': '2001:db8::9690:3f05:5dbb:8ec5'}], 'name': 'tempest-NetworksTestDHCPv6-1891356387'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:31.828207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:31.954098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:32.012977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.058556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.081189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port c6419f18-8989-4e33-833a-9356c5445881 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:32.099982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Made reservation on behalf of 24b1914c440447058304d639e45466d1 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:32.104618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.143615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7cd29c02-aec7-4ea0-a8ee-3954c98155c5 None None] Provisioning complete for port 0649147b-c8d1-4c45-b586-0e6218a91a33 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:32.144206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cd29c02-aec7-4ea0-a8ee-3954c98155c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.244442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Performing IP validity checks on allocation pools {{(pid=103242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:37:32.244973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:37:32.249402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.277266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::9690:3f05:5dbb:8ec5 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/5ad7d988-03b3-4299-bff0-37ba7558d7f8/c6419f18-8989-4e33-833a-9356c5445881) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:32.282182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '5ad7d988-03b3-4299-bff0-37ba7558d7f8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:32.288237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.477194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7cd29c02-aec7-4ea0-a8ee-3954c98155c5 None None] Provisioning complete for port 99067fd2-accf-49b7-ae32-c49ca43bc2f6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:32.478135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cd29c02-aec7-4ea0-a8ee-3954c98155c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.495751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.530368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7cd29c02-aec7-4ea0-a8ee-3954c98155c5 None None] Port 99067fd2-accf-49b7-ae32-c49ca43bc2f6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:32.538084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.591167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/5ad7d988-03b3-4299-bff0-37ba7558d7f8/944e5fe6-7e8f-43ab-adc4-14f50bb97a45) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:32.594271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.599835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:32.604144 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:32.614086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:32.626701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb88cd2e-c6e1-4d22-8747-15b9a5337f50']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:32.627489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:32.628157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.632078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=c6419f18-8989-4e33-833a-9356c5445881,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:32.641003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f223060-f6ec-4df6-93d8-f3b14044e4a6') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:32.641511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f223060-f6ec-4df6-93d8-f3b14044e4a6') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:32.663097 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e3bd506c-7465-4021-95f2-3be0225956b2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8437116 Dec 16 17:37:32.663802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:32.697622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8535c9ca-57ec-44e4-ae64-8072691f9734 None None] Provisioning complete for port 0649147b-c8d1-4c45-b586-0e6218a91a33 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:32.698037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8535c9ca-57ec-44e4-ae64-8072691f9734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.745100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3329a-fc2c-4138-ad3b-bdcf0314ab23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:32.750671 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8ad3329a-fc2c-4138-ad3b-bdcf0314ab23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0857639 Dec 16 17:37:32.751317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45196) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:32.833288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.847334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.851466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0649147b-c8d1-4c45-b586-0e6218a91a33 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:32.859004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port c6419f18-8989-4e33-833a-9356c5445881 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:32.859348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.884671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.926174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.958702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:32.959447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:32.969465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:32.971853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for c6419f18-8989-4e33-833a-9356c5445881 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:32.976177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:32.977473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Pushing event updated for resources: {'Port': ['ID=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:32.988646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:32.989178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:33.002015 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:33.018649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0649147b-c8d1-4c45-b586-0e6218a91a33 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:33.018649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.020032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.073876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Attempting to bind port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:33.074248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Attempting to bind port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:33.074627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Attempting to bind port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:33.083559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:33.083938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:33.084926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.084926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:33.085236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Bound port: 944e5fe6-7e8f-43ab-adc4-14f50bb97a45, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:33.085628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.096133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-771faa1e-41e8-47c7-9369-afa61fb5cad3 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:33.098337 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-771faa1e-41e8-47c7-9369-afa61fb5cad3 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.4272199 Dec 16 17:37:33.108398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ebe25-fb6d-421d-aad8-dac91a196fa0 req-a58ef494-1449-46b6-bedb-8cbdd380975c tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:33.113439 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-870ebe25-fb6d-421d-aad8-dac91a196fa0 req-a58ef494-1449-46b6-bedb-8cbdd380975c tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 945 time: 0.4435685 Dec 16 17:37:33.121679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.153695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=c6419f18-8989-4e33-833a-9356c5445881,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:33.180475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.183800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] For port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:33.184507 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d17032d9-6319-4854-826c-ca51ebc33e6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/c6419f18-8989-4e33-833a-9356c5445881 HTTP/1.1" status: 204 len: 168 time: 0.4317095 Dec 16 17:37:33.186629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45198) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:33.220238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.247821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bfc72a-fcf1-429c-b27b-62cf50da145f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:33.250107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bfc72a-fcf1-429c-b27b-62cf50da145f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:33.254079 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-66bfc72a-fcf1-429c-b27b-62cf50da145f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0639985 Dec 16 17:37:33.254568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45202) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:33.259884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] For port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:33.266094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.280710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.321475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 5ad7d988-03b3-4299-bff0-37ba7558d7f8 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:33.324929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.344594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b7e96-13ad-4268-8ae7-2d0ac8538d49 None None] Pushing event updated for resources: {'Port': ['ID=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:33.366332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.369609 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/networks/fb88cd2e-c6e1-4d22-8747-15b9a5337f50 HTTP/1.1" status: 204 len: 168 time: 1.5716205 Dec 16 17:37:33.374052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45204) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:33.381339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:33.399672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.442273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda7a6a-e9ac-487b-81d8-86fcbf5b80f0 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Network': ['ID=fb88cd2e-c6e1-4d22-8747-15b9a5337f50,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:33.492635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Checking segment: {'id': '067fdc31-8147-4b90-bf87-c1f788e7499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:33.492859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network hostable DHCP agents. Network: 6e10e31e-d4f8-4511-8185-c8db88a74669, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:33.538215 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-870ebe25-fb6d-421d-aad8-dac91a196fa0 req-012366f2-1b09-4ed6-9922-081945a91b51 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198047 Dec 16 17:37:33.543891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.630305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:33.664530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Allocated IP 172.26.2.72 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/2c6a0e2c-2347-4a91-97ee-efc9784fad09) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:33.669159 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Deleting port 186c849f-a74b-4d86-a831-feaf0744d319 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:33.669512 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.680965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6e10e31e-d4f8-4511-8185-c8db88a74669) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:33.687120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:33.687743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.693925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f7aa5-31d5-4677-bd67-38a92036e6c9 None None] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:33.781675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.790919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-321f9e9d-6a1b-4f7f-a4f3-ddc037ece487 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0716600 Dec 16 17:37:33.798234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45208) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:33.802671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:33.835548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6e10e31e-d4f8-4511-8185-c8db88a74669', 'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669', 'project_id': '24b1914c440447058304d639e45466d1', 'fixed_ips': [{'subnet_id': '8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:33.836531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.922308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:33.926971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] For port 186c849f-a74b-4d86-a831-feaf0744d319, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186c849f-a74b-4d86-a831-feaf0744d319,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:33.927347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.004335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Allocated IP 172.20.0.3 (6e10e31e-d4f8-4511-8185-c8db88a74669/8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd/c108dc40-38cc-456b-ad97-2e63c0d55788) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:34.012443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.038961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router db91faa7-e35e-4c8f-b304-ce5c2616a53f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:37:34.057074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5133756'] for subnet, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.063063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40494687-891d-4b2e-8ad1-9e575474b941']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:34.078734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb17af3-89f3-49cf-b477-adf55daabc8a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:34.078992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb17af3-89f3-49cf-b477-adf55daabc8a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:34.088482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.093448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.100999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.130821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.134054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/5ad7d988-03b3-4299-bff0-37ba7558d7f8 HTTP/1.1" status: 204 len: 168 time: 0.8786895 Dec 16 17:37:34.134935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0107-f1a5-41d9-9627-374acbfac7c7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad7d988-03b3-4299-bff0-37ba7558d7f8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:34.136868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45210) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:34.143562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.185170 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aaf0aea2-fcf2-4bc1-8c77-9a43f408c0d9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463805 Dec 16 17:37:34.185957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:34.186357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:34.189634 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:34.191544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45212) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:34.237673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.249623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.269555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:34.302429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:34.306136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:34.361162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Pushing event updated for resources: {'Port': ['ID=c108dc40-38cc-456b-ad97-2e63c0d55788,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:34.382767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.383605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.383849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Floating IP 8f4cccae-92d6-4c18-a99d-fe9d8822776a disassociated. External IP: 172.26.2.176, port: 186c849f-a74b-4d86-a831-feaf0744d319. Dec 16 17:37:34.384313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Calling delete_port for 186c849f-a74b-4d86-a831-feaf0744d319 owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:34.392988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Attempting to bind port c108dc40-38cc-456b-ad97-2e63c0d55788 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:34.393372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Attempting to bind port c108dc40-38cc-456b-ad97-2e63c0d55788 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '067fdc31-8147-4b90-bf87-c1f788e7499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:34.393737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Attempting to bind port c108dc40-38cc-456b-ad97-2e63c0d55788 on network 6e10e31e-d4f8-4511-8185-c8db88a74669 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:34.399214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:34.399586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Checking segment: {'id': '067fdc31-8147-4b90-bf87-c1f788e7499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:34.399990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.400481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Bound using segment: {'id': '067fdc31-8147-4b90-bf87-c1f788e7499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:34.400972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Bound port: c108dc40-38cc-456b-ad97-2e63c0d55788, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067fdc31-8147-4b90-bf87-c1f788e7499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6e10e31e-d4f8-4511-8185-c8db88a74669'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:34.401362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.479788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] For port c108dc40-38cc-456b-ad97-2e63c0d55788, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:34.491007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] For port c108dc40-38cc-456b-ad97-2e63c0d55788, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c108dc40-38cc-456b-ad97-2e63c0d55788,segment=NetworkSegment(067fdc31-8147-4b90-bf87-c1f788e7499d),segment_id=067fdc31-8147-4b90-bf87-c1f788e7499d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:34.497478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.500926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.501142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.511773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.515158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/networks/40494687-891d-4b2e-8ad1-9e575474b941 HTTP/1.1" status: 204 len: 168 time: 1.1401560 Dec 16 17:37:34.518710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45216) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:34.544456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448df7b-bfb0-44ff-aab5-b20e2b834f19 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Network': ['ID=40494687-891d-4b2e-8ad1-9e575474b941,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:34.564435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2181025-4b18-45e7-8c64-037aff0558ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:34.569420 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f2181025-4b18-45e7-8c64-037aff0558ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3752613 Dec 16 17:37:34.578890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d6eef-4f8f-4b30-8228-8886e0dc13d3 None None] Pushing event updated for resources: {'Port': ['ID=c108dc40-38cc-456b-ad97-2e63c0d55788,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:34.668985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45218) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:34.669646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791334009052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4915924'] for subnet, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.772311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079df2f2-5bed-476d-a507-f226fb501dbd None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:34.803654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event updated for resources: {'Subnet': ['ID=8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:34.844215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:34.857110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:34.858286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.859592 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d242d87d-1402-4174-9923-b990a4ec0285 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "PUT /v2.0/subnets/8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd HTTP/1.1" status: 200 len: 877 time: 1.0615654 Dec 16 17:37:34.866210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45226) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:34.921831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-194ec8c9-a0f6-41a1-8f8e-eee1b3810f95 None None] Provisioning complete for port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:34.923437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ec8c9-a0f6-41a1-8f8e-eee1b3810f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:34.926422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:34.950613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:34.953095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:34.989574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] Sync routers for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:34.989950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:35.006188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfb7d7c-74f4-438b-97e9-53c327133626 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.010991 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0bfb7d7c-74f4-438b-97e9-53c327133626 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3383362 Dec 16 17:37:35.023510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec2607-9040-44c9-a178-abc6fa646075 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.031843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec2607-9040-44c9-a178-abc6fa646075 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.038670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d3ec2607-9040-44c9-a178-abc6fa646075 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5163784 Dec 16 17:37:35.039605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45228) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:35.040150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45230) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:35.045068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:35.045892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:35.055212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-866767408'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:35.064463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.087229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Port': ['ID=2c6a0e2c-2347-4a91-97ee-efc9784fad09,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:35.101484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.104681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:35.106008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-992efe7f-1883-4b92-8e6c-9f29e738daee tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4489448 Dec 16 17:37:35.106640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45232) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:35.107619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:35.107995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.121857 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12cc439b-f150-4268-b903-6fda05a7bc38 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775323 Dec 16 17:37:35.130561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45234) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:35.141314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:35.175624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:35.176504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:35.205972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:35.211903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fafd0-c3e4-4067-a51f-bfc609a4fa1b req-3e64c73f-826b-44bc-b6b0-2a08e63bf425 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.213744 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f2fafd0-c3e4-4067-a51f-bfc609a4fa1b req-3e64c73f-826b-44bc-b6b0-2a08e63bf425 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3054526 Dec 16 17:37:35.223525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event deleted for resources: {'Port': ['ID=186c849f-a74b-4d86-a831-feaf0744d319,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:35.228315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:35.231818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.239475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b821b36-b03e-4656-826b-b0f54e7a09c6 req-48e0c024-2b47-4dd7-83b5-40799646ae00 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.241059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b821b36-b03e-4656-826b-b0f54e7a09c6 req-48e0c024-2b47-4dd7-83b5-40799646ae00 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 867 time: 0.3315673 Dec 16 17:37:35.257093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:35.257810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfa845-e52b-41a7-8dbb-6c964e5b9aeb None None] The sync data for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:35.264188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.302466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:35.338855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.339194 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Added segment 48c5185a-a92a-46ea-a448-5b056342ac83 of type vlan for network 2f3795dc-bf93-4a09-8016-043266876fc1 Dec 16 17:37:35.374164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ec8c9-a0f6-41a1-8f8e-eee1b3810f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.411082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.450228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.453771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] Deleting port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:35.455020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.459573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-194ec8c9-a0f6-41a1-8f8e-eee1b3810f95 None None] For port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:35.460617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.512263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-194ec8c9-a0f6-41a1-8f8e-eee1b3810f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.515086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:35.516492 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f2fafd0-c3e4-4067-a51f-bfc609a4fa1b req-f7906e78-0634-437a-8b3a-d9fcda713268 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860360 Dec 16 17:37:35.522304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.528646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.535301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.536136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.620169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] For port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:35.620568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.648866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] Calling delete_port for 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:35.655046 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b821b36-b03e-4656-826b-b0f54e7a09c6 req-6bcfd09d-8061-4088-8a0a-9c344b47e6e8 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups?id=8278df93-5b9e-4e71-bcce-dc321a21a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954196 Dec 16 17:37:35.661869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:35.662127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Network': ['ID=2f3795dc-bf93-4a09-8016-043266876fc1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:35.664921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:35.669205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ec8c9-a0f6-41a1-8f8e-eee1b3810f95 None None] Pushing event updated for resources: {'Port': ['ID=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:35.672573 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ac388df3-98bb-47c6-b57f-03e88149167b tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6199849 Dec 16 17:37:35.679886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45240) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:35.691944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2f3795dc-bf93-4a09-8016-043266876fc1 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:35.703046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-44051864'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:35.753698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:35.757449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.787625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:35.798230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.798589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Added segment 1f0e6bba-42d7-48a4-99bb-e7442bd9bc8e of type vlan for network 0f82a998-0c6f-462a-8432-b881f488e231 Dec 16 17:37:35.817437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.835222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:35.845239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.892652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.896796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.901324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:35.902685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.917608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port c108dc40-38cc-456b-ad97-2e63c0d55788 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:35.918153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:35.955461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] Pushing event deleted for resources: {'Port': ['ID=944e5fe6-7e8f-43ab-adc4-14f50bb97a45,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:35.963990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02351980-9317-47e5-863f-37c17c27ad62 None None] No DVR routers for this DVR port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:35.992992 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3078299 Dec 16 17:37:36.022316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45244) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:36.035062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'ports': [{'network_id': '2f3795dc-bf93-4a09-8016-043266876fc1', 'name': 'tempest-port--1617838079', 'admin_state_up': True}, {'network_id': '0f82a998-0c6f-462a-8432-b881f488e231', 'admin_state_up': False}]} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:36.035397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'port': {'network_id': '2f3795dc-bf93-4a09-8016-043266876fc1', 'name': 'tempest-port--1617838079', 'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:36.035868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'port': {'network_id': '0f82a998-0c6f-462a-8432-b881f488e231', 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:36.102580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccedb0-9896-4924-8026-4cd876ef1ad5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Network': ['ID=0f82a998-0c6f-462a-8432-b881f488e231,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:36.114528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0f82a998-0c6f-462a-8432-b881f488e231 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:36.174920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port c108dc40-38cc-456b-ad97-2e63c0d55788, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c108dc40-38cc-456b-ad97-2e63c0d55788,segment=NetworkSegment(067fdc31-8147-4b90-bf87-c1f788e7499d),segment_id=067fdc31-8147-4b90-bf87-c1f788e7499d)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:36.175292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.193721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for c108dc40-38cc-456b-ad97-2e63c0d55788 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:36.387158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.413141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:36.414747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.416596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bfee06-6bbf-45ba-be1b-00430a14d7bb None None] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:36.418128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:36.439927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 update to ACTIVE by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:37:36.452105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.483931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:36.484555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.488489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=c108dc40-38cc-456b-ad97-2e63c0d55788,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:36.494120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.538176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d785865a-0f20-42c2-96bb-96ac0adb9e78 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:36.541046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7a81e5e8-131b-49a3-b08e-f8d958d3cbc0 None None] Could not find standard attr ID for object c108dc40-38cc-456b-ad97-2e63c0d55788. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:36.554765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4194853 Dec 16 17:37:36.567253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45246) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:36.571753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port c108dc40-38cc-456b-ad97-2e63c0d55788 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:36.574060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e0096-0f4b-4d81-af94-ec19fb860080 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=d0c9adb9-e968-4b96-b418-11dbc9c5dc0e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:36.581105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'd0c9adb9-e968-4b96-b418-11dbc9c5dc0e', 'ip_address': '2001:db8::f524:7718:b63d:6581'}], 'name': 'tempest-NetworksTestDHCPv6-1769525397'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:36.690066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.767862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:36.773435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186c849f-a74b-4d86-a831-feaf0744d319 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:36.820839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940be27-33ba-401f-8621-cb3388d46184 req-074a4f91-e4f0-4ba2-a16c-62d51a4a7855 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:36.822579 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0940be27-33ba-401f-8621-cb3388d46184 req-074a4f91-e4f0-4ba2-a16c-62d51a4a7855 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.8011432 Dec 16 17:37:36.823615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.875824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': 'd0c9adb9-e968-4b96-b418-11dbc9c5dc0e'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:36.876589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:36.880100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 186c849f-a74b-4d86-a831-feaf0744d319 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:36.880273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186c849f-a74b-4d86-a831-feaf0744d319 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:36.881835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:36.882177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 944e5fe6-7e8f-43ab-adc4-14f50bb97a45 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:36.898327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:36.920238 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5b02cc45-c4ef-48b2-81b9-2e8d7f396bdf req-318cfe89-e404-4649-8c66-3eeb99c4ebd4 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 210 time: 0.0397525 Dec 16 17:37:37.016965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.047631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e10e31e-d4f8-4511-8185-c8db88a74669']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.058889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067fdc31-8147-4b90-bf87-c1f788e7499d') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.059788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067fdc31-8147-4b90-bf87-c1f788e7499d') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.070513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.081474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/d0c9adb9-e968-4b96-b418-11dbc9c5dc0e/d854a9ba-f4da-423f-b994-3b14200c6cda) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:37.086274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.093853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:37.094345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:37.159590 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:37.166711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9faabc-c45f-4399-887a-2b821b9fb644 None None] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:37.166952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.173084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.177855 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/6e10e31e-d4f8-4511-8185-c8db88a74669 HTTP/1.1" status: 204 len: 168 time: 2.3057995 Dec 16 17:37:37.182584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45252) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:37.191563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9faabc-c45f-4399-887a-2b821b9fb644 None None] Network 6e10e31e-d4f8-4511-8185-c8db88a74669 could not be found, it might have been deleted concurrently. {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 17:37:37.225485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73e3ee6-3f7c-4c9c-a5fd-c4661298da10 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:37.226034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73e3ee6-3f7c-4c9c-a5fd-c4661298da10 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:37.231422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d73e3ee6-3f7c-4c9c-a5fd-c4661298da10 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/8b8e7737-7dc0-4c11-b1b3-1ab7d1eb49dd HTTP/1.1" status: 404 len: 337 time: 0.0454195 Dec 16 17:37:37.231422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad261ea-b821-4b11-bb92-fd7ceb45ec5e tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=6e10e31e-d4f8-4511-8185-c8db88a74669,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:37.232711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45254) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:37.260036 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff94b5a2-83e7-43a5-88a4-ed0987886633 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:37.260638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff94b5a2-83e7-43a5-88a4-ed0987886633 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:37.264489 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ff94b5a2-83e7-43a5-88a4-ed0987886633 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/6e10e31e-d4f8-4511-8185-c8db88a74669 HTTP/1.1" status: 404 len: 339 time: 0.0307403 Dec 16 17:37:37.266912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45256) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:37.287556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:37.292443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.309125 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6082b2-05f9-406a-be76-cfaa19b6495d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:37.309645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6082b2-05f9-406a-be76-cfaa19b6495d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:37.313995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ca6082b2-05f9-406a-be76-cfaa19b6495d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/c294b1d0-2e93-4f82-a82a-9b87ed62cf89 HTTP/1.1" status: 404 len: 337 time: 0.0460892 Dec 16 17:37:37.315737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a993b-f87c-46bd-909b-e537d6ceb7c3 None None] DHCP port deletion for 6e10e31e-d4f8-4511-8185-c8db88a74669 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:37.316971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45258) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:37.327867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Port': ['ID=2c6a0e2c-2347-4a91-97ee-efc9784fad09,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:37.329345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.343629 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd3d19b-6bb9-4a28-b3bf-3979f09ddd12 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:37.344456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd3d19b-6bb9-4a28-b3bf-3979f09ddd12 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:37.349732 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1bd3d19b-6bb9-4a28-b3bf-3979f09ddd12 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/ae1e0d46-8e01-4c2c-84a1-bdba9efc061f HTTP/1.1" status: 404 len: 339 time: 0.0313919 Dec 16 17:37:37.352430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45260) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:37.368767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-578e9fde-72fc-4b8b-89c2-6c8e7a498724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.383670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:37.386837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:37.390437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:37.402139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Pushing event updated for resources: {'Port': ['ID=d854a9ba-f4da-423f-b994-3b14200c6cda,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:37.405071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.436372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:37.450215 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] Sync routers for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:37.462284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.463290 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:37.463810 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.471442 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0940be27-33ba-401f-8621-cb3388d46184 req-dbbe73f9-86a5-4a60-b486-838d0485fa75 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6332731 Dec 16 17:37:37.507107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Attempting to bind port d854a9ba-f4da-423f-b994-3b14200c6cda on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:37.510281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Attempting to bind port d854a9ba-f4da-423f-b994-3b14200c6cda by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:37.510699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Attempting to bind port d854a9ba-f4da-423f-b994-3b14200c6cda on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:37.524367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:37.524732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:37.525180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.525571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:37.526037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Bound port: d854a9ba-f4da-423f-b994-3b14200c6cda, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:37.526421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.545261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.547314 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4e2ca57c-f79d-469e-9b2f-a0b1952eee4a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0173113 Dec 16 17:37:37.558920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45264) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:37.580761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a36ff93e-fca6-421b-a0a0-3e7f531fcd64 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'floatingip': {'port_id': '99067fd2-accf-49b7-ae32-c49ca43bc2f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:37.608896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] No DVR routers for this DVR port 186c849f-a74b-4d86-a831-feaf0744d319 on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:37.609469 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:37:37.695192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] For port d854a9ba-f4da-423f-b994-3b14200c6cda, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:37.701263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] For port d854a9ba-f4da-423f-b994-3b14200c6cda, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d854a9ba-f4da-423f-b994-3b14200c6cda,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:37.705021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.708516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.717479 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c4322b9a-ff33-4429-abe8-dd6f14ae1270 req-1659fa06-a8e5-4c85-add2-e2b0e92f080d tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.57 "DELETE /v2.0/ports/186c849f-a74b-4d86-a831-feaf0744d319 HTTP/1.1" status: 204 len: 173 time: 4.6019609 Dec 16 17:37:37.736478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.740114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'name': 'network-vif-deleted', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:37:37.741991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3badcb-6f24-41a6-a510-eaa796abb570" -d '{"events": [{"server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "name": "network-vif-deleted", "tag": "186c849f-a74b-4d86-a831-feaf0744d319"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:37:37.744537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'port': 2} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:37.767987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.822707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62e23a6-11c3-4c93-b701-95e97668952f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.842170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fe3c08-6f44-4588-b26e-59adb4b98e0f') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.842888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fe3c08-6f44-4588-b26e-59adb4b98e0f') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:37.853958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.871475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.887818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.895857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:37.896259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.897401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a36ff93e-fca6-421b-a0a0-3e7f531fcd64 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:37.900981 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:37.914274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e547c-b8c8-4444-a0b7-dd96c4d0b856 None None] Pushing event updated for resources: {'Port': ['ID=d854a9ba-f4da-423f-b994-3b14200c6cda,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:37.957679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:37.987473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.018785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.022723 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/d62e23a6-11c3-4c93-b701-95e97668952f HTTP/1.1" status: 204 len: 168 time: 0.6687937 Dec 16 17:37:38.023882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0462ec1-fe96-4fc1-a6f9-5cd8fffb2a9c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=d62e23a6-11c3-4c93-b701-95e97668952f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:38.026197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45274) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:38.071142 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7ef390-d261-4e6b-875d-7c525de2ad89 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:38.073277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7ef390-d261-4e6b-875d-7c525de2ad89 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:38.085694 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cf7ef390-d261-4e6b-875d-7c525de2ad89 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/215b0b83-7cd5-46ac-8e78-5e085d63f096 HTTP/1.1" status: 404 len: 337 time: 0.0499268 Dec 16 17:37:38.087797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45280) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:38.109044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.121506 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:38.139793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb62bb-7dc8-4573-9eea-a49565f2d3d3 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:38.140318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb62bb-7dc8-4573-9eea-a49565f2d3d3 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:38.164983 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-13cb62bb-7dc8-4573-9eea-a49565f2d3d3 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/6b6d8fcf-bd79-4e0e-b0f7-260abf4cb042 HTTP/1.1" status: 404 len: 339 time: 0.0761278 Dec 16 17:37:38.170192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45282) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:38.174436 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] Checking router: e7df2c58-fad9-4930-bd79-972b3d6ea8b3 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:37:38.190577 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:38.191114 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:38.229255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0689c134-c2f8-4cf7-ad71-894cb2060acd x-openstack-request-id: req-0689c134-c2f8-4cf7-ad71-894cb2060acd {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:37:38.229488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677", "name": "network-vif-deleted", "tag": "186c849f-a74b-4d86-a831-feaf0744d319", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:37:38.232250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0689c134-c2f8-4cf7-ad71-894cb2060acd {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:37:38.232683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677', 'name': 'network-vif-deleted', 'tag': '186c849f-a74b-4d86-a831-feaf0744d319', 'status': 'completed', 'code': 200} Dec 16 17:37:38.238885 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-da38f11e-c5fe-40b0-aeaa-36a2966f91e0 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:38.239349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da38f11e-c5fe-40b0-aeaa-36a2966f91e0 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:38.242958 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-da38f11e-c5fe-40b0-aeaa-36a2966f91e0 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/098699e7-f2f8-49a0-b31e-c776539b5067 HTTP/1.1" status: 404 len: 337 time: 0.0715368 Dec 16 17:37:38.247834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45284) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:38.287058 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f097ba7-c95e-499f-a52d-dd904bc967e6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:38.287602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f097ba7-c95e-499f-a52d-dd904bc967e6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:38.292977 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f097ba7-c95e-499f-a52d-dd904bc967e6 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/f93c70c9-4c1c-48f7-bb01-f59e0c97e52f HTTP/1.1" status: 404 len: 339 time: 0.0419936 Dec 16 17:37:38.297246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45286) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:38.467173 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:37:38.629519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] device_id is not set on port a9511064-2a55-4f1f-b8bd-69ff42b4b339 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:38.650595 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-a36ff93e-fca6-421b-a0a0-3e7f531fcd64 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] update failed (client error): The resource could not be found. Dec 16 17:37:38.654138 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a36ff93e-fca6-421b-a0a0-3e7f531fcd64 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "PUT /v2.0/floatingips/0cb6c0ef-0333-4328-89db-24a73daec14a HTTP/1.1" status: 404 len: 507 time: 1.0889559 Dec 16 17:37:38.654854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45292) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:38.717748 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b00dd17-b41a-41d6-ba98-e061b2f2dbff req-f0a00b9d-f2d9-4da7-bfa4-101f590293bd tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5ba5e63-b74f-4c17-a6b9-d4d28aa3a677 HTTP/1.1" status: 200 len: 210 time: 0.4454913 Dec 16 17:37:38.787083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port d150e3c7-04fd-4521-97bd-d45c146e6558 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:38.809851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d854a9ba-f4da-423f-b994-3b14200c6cda up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:38.840486 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:38.862280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Deleting port 2c6a0e2c-2347-4a91-97ee-efc9784fad09 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:38.862829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.885128 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad066208-5ef1-488e-a86a-bb5a41c00572 None None] The sync data for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv is: [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:36:00Z', 'revision_number': 4, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '05d36cf7-c2bd-4bbe-ab0b-4b097648bebf', 'name': '', 'network_id': 'd71d8c4c-852f-4fa2-98ec-545135f15add', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'mac_address': 'fa:16:3e:e1:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:57Z', 'updated_at': '2021-12-16T17:36:12Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'subnets': [{'id': 'aa550591-4abc-4dde-a1c9-1b945972aee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:38.921276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d854a9ba-f4da-423f-b994-3b14200c6cda triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:38.921654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.946179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.976720 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-61418d13-c0c1-4bba-804e-43c74687d9bc tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:38.977268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61418d13-c0c1-4bba-804e-43c74687d9bc tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:38.977886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.978345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:38.981411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-61418d13-c0c1-4bba-804e-43c74687d9bc tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/fe02e9d2-a12a-4732-a201-174e47bacd64 HTTP/1.1" status: 404 len: 337 time: 0.3325653 Dec 16 17:37:38.989838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45294) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.013632 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4487a9-89d9-4d16-80fe-dbb1ba06852d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.014261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4487a9-89d9-4d16-80fe-dbb1ba06852d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.023861 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a4487a9-89d9-4d16-80fe-dbb1ba06852d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/0233c74d-8d31-4c25-86bd-b48e48320f60 HTTP/1.1" status: 404 len: 339 time: 0.0328665 Dec 16 17:37:39.027991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45296) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.036465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Calling delete_port for 2c6a0e2c-2347-4a91-97ee-efc9784fad09 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:39.052922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.063288 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6d6cef-5f42-4302-b218-6974edc6237a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.063763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6d6cef-5f42-4302-b218-6974edc6237a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.070698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7d6d6cef-5f42-4302-b218-6974edc6237a tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/8adadac9-0906-468a-a2f8-dc3efdf7654e HTTP/1.1" status: 404 len: 337 time: 0.0409408 Dec 16 17:37:39.071468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45298) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.107532 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1009276-302a-4f0d-a8e5-adf56ec3b900 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.108374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1009276-302a-4f0d-a8e5-adf56ec3b900 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.109661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port d854a9ba-f4da-423f-b994-3b14200c6cda, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d854a9ba-f4da-423f-b994-3b14200c6cda,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:39.114737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f1009276-302a-4f0d-a8e5-adf56ec3b900 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/113d5b2f-aff0-439c-b8be-cf5a78252891 HTTP/1.1" status: 404 len: 339 time: 0.0391691 Dec 16 17:37:39.120172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45300) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.125827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.146352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c108dc40-38cc-456b-ad97-2e63c0d55788 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:39.173649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69b2f85-eb7f-46aa-953c-94d48f1a2f80 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.174114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69b2f85-eb7f-46aa-953c-94d48f1a2f80 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.177631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b69b2f85-eb7f-46aa-953c-94d48f1a2f80 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/ca9ed189-2a30-40de-aef2-2033fd1acffd HTTP/1.1" status: 404 len: 337 time: 0.0435183 Dec 16 17:37:39.182787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45302) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.211794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-994e6dff-c28a-4727-a90b-b2cb7409ef24 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.212413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994e6dff-c28a-4727-a90b-b2cb7409ef24 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.219539 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-994e6dff-c28a-4727-a90b-b2cb7409ef24 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/f999f0d2-f726-406c-a903-33cefe6e2bbd HTTP/1.1" status: 404 len: 339 time: 0.0296078 Dec 16 17:37:39.221575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45304) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.226776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: c108dc40-38cc-456b-ad97-2e63c0d55788 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:39.227122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c108dc40-38cc-456b-ad97-2e63c0d55788 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:39.229252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] device_id is not set on port 524d53a3-ac4b-482b-a3ce-97eb11264b39 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:39.258102 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-73aa3a79-85c1-4a14-a976-6117426d0610 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.258768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73aa3a79-85c1-4a14-a976-6117426d0610 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.264273 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-73aa3a79-85c1-4a14-a976-6117426d0610 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/cfd1d711-be6b-43cd-ab19-e7939d8ff561 HTTP/1.1" status: 404 len: 337 time: 0.0393102 Dec 16 17:37:39.265433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45306) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.271018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=d854a9ba-f4da-423f-b994-3b14200c6cda,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:39.288991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad3e2f-fa63-4a89-a129-e5950e67d59d req-c640d507-39c3-466e-9f8a-94be2c44d832 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:39.290510 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8aad3e2f-fa63-4a89-a129-e5950e67d59d req-c640d507-39c3-466e-9f8a-94be2c44d832 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4759607 Dec 16 17:37:39.300089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d19cdd-fb8d-4f21-adcb-8d01e1668576 req-c928bcec-48ea-4bdf-a180-a0c3f905ed6d tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:39.301340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24384008-2174-40cb-9d0d-8cdee57fb56f None None] New status for floating IP 8f4cccae-92d6-4c18-a99d-fe9d8822776a: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:37:39.301687 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-19d19cdd-fb8d-4f21-adcb-8d01e1668576 req-c928bcec-48ea-4bdf-a180-a0c3f905ed6d tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.6024284 Dec 16 17:37:39.309098 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4657eb9c-087e-4121-8d09-3428fc5192b3 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.309775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4657eb9c-087e-4121-8d09-3428fc5192b3 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.315324 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4657eb9c-087e-4121-8d09-3428fc5192b3 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/240df155-938e-4bee-ba77-6fe54015a017 HTTP/1.1" status: 404 len: 339 time: 0.0446773 Dec 16 17:37:39.320861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45308) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.357790 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ad900d-20c7-4aee-afac-d2e2e194a2c4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.358329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ad900d-20c7-4aee-afac-d2e2e194a2c4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.364080 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-50ad900d-20c7-4aee-afac-d2e2e194a2c4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/104939ef-1ef8-42a2-b0a1-9b618f4b3885 HTTP/1.1" status: 404 len: 337 time: 0.0422227 Dec 16 17:37:39.364679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45310) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.380879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.1 (a6822fce-e46f-45af-9a00-0a112222a8b8/9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba/a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:39.384971 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4e242c-377f-4941-ade2-1303eded9a2d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.384971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4e242c-377f-4941-ade2-1303eded9a2d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.390146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aa4e242c-377f-4941-ade2-1303eded9a2d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/aad02725-7a01-4d53-985c-58ea8cc3c2be HTTP/1.1" status: 404 len: 339 time: 0.0236838 Dec 16 17:37:39.392988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45312) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.420669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7691e7cb-2aad-4da3-81c8-cd07f4a9140c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.421074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7691e7cb-2aad-4da3-81c8-cd07f4a9140c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.426530 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7691e7cb-2aad-4da3-81c8-cd07f4a9140c tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/efa48c67-da61-427b-bdec-042774886c2c HTTP/1.1" status: 404 len: 337 time: 0.0321589 Dec 16 17:37:39.440696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45314) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.448676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-72207930-673a-4966-8a00-d30d8447954b None None] Provisioning complete for port d854a9ba-f4da-423f-b994-3b14200c6cda triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:39.448930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72207930-673a-4966-8a00-d30d8447954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.473651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.507799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Port': ['ID=2c6a0e2c-2347-4a91-97ee-efc9784fad09,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:39.538616 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35d68a2-aef6-4e38-b705-cfa4ba7469df tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] DELETE failed (client error): The resource could not be found. Dec 16 17:37:39.539131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35d68a2-aef6-4e38-b705-cfa4ba7469df tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:39.544554 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a35d68a2-aef6-4e38-b705-cfa4ba7469df tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/bf6f77dd-8205-45ef-89f7-1f61d00f11ce HTTP/1.1" status: 404 len: 339 time: 0.0649242 Dec 16 17:37:39.549974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45316) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.603143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.605661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.606795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa4bd543-9ed9-4f6b-b178-270a81449220 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "DELETE /v2.0/floatingips/0cb6c0ef-0333-4328-89db-24a73daec14a HTTP/1.1" status: 204 len: 168 time: 0.9507511 Dec 16 17:37:39.613073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting subnet 15ac9f75-977d-4a53-a69f-85be0ee5c57c {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:39.615771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45318) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.617670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.622802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-46e99973-8e6c-481b-880b-4adf6d73cba1 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'floatingip': {'floating_network_id': '284dc0f2-c637-472e-80a6-2922f55ef335', 'port_id': '99067fd2-accf-49b7-ae32-c49ca43bc2f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:39.630084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7337114d-d394-48d8-8a19-f047cd1e4ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.670779 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8aad3e2f-fa63-4a89-a129-e5950e67d59d req-f0d6d921-68a8-4a80-9f16-0c1a48b9f66c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388717 Dec 16 17:37:39.678735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.709118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-46e99973-8e6c-481b-880b-4adf6d73cba1 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.738648 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-19d19cdd-fb8d-4f21-adcb-8d01e1668576 req-2122b937-b855-456a-a477-edcb57aa235c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049344 Dec 16 17:37:39.739839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f524:7718:b63d:6581 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/d0c9adb9-e968-4b96-b418-11dbc9c5dc0e/d150e3c7-04fd-4521-97bd-d45c146e6558) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:39.766248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.833410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.839214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.863977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45328) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.920715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.932433 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-46e99973-8e6c-481b-880b-4adf6d73cba1 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:37:39.933424 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-46e99973-8e6c-481b-880b-4adf6d73cba1 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3167238 Dec 16 17:37:39.954568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45330) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.959358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '99067fd2-accf-49b7-ae32-c49ca43bc2f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:39.964234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Subnet': ['ID=15ac9f75-977d-4a53-a69f-85be0ee5c57c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:39.970446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:39.976476 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e6bfd4f5-6d96-4d1a-aa22-82d9036b33a4 tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/subnets/15ac9f75-977d-4a53-a69f-85be0ee5c57c HTTP/1.1" status: 204 len: 168 time: 0.4253316 Dec 16 17:37:39.977743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45332) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:39.992370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b3942-96ef-4f5d-82cf-f4365ca202b5 None None] Network 6383e756-77cd-4f93-89e7-6b652c05747e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:40.006891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.024620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.063785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.094889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network a6822fce-e46f-45af-9a00-0a112222a8b8 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:40.111446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf687-c002-4909-a4b6-41f7069c96f5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.113028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.113259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:40.124084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:40.164827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:40.188157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] DHCP port deletion for 6383e756-77cd-4f93-89e7-6b652c05747e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:40.193790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.224277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf687-c002-4909-a4b6-41f7069c96f5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.272104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] Deleting port 604b78df-6939-4201-81dc-c6adaa2b2698 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:40.276629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.341838 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.354938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Port': ['ID=a9511064-2a55-4f1f-b8bd-69ff42b4b339,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:40.357937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Checking segment: {'id': '48c5185a-a92a-46ea-a448-5b056342ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2f3795dc-bf93-4a09-8016-043266876fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:40.358309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network hostable DHCP agents. Network: 2f3795dc-bf93-4a09-8016-043266876fc1, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:40.440404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] For port 604b78df-6939-4201-81dc-c6adaa2b2698, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=604b78df-6939-4201-81dc-c6adaa2b2698,segment=NetworkSegment(1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4),segment_id=1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:40.440779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.485281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] Calling delete_port for 604b78df-6939-4201-81dc-c6adaa2b2698 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:40.511879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a5106f1f-ca44-4548-b7f8-8a5177c5c430 None None] Provisioning complete for port a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:40.512133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5106f1f-ca44-4548-b7f8-8a5177c5c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.538710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Deleting port 604b78df-6939-4201-81dc-c6adaa2b2698 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:40.538710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.591211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5106f1f-ca44-4548-b7f8-8a5177c5c430 None None] Port a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:40.606229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.641796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.683406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] Pushing event deleted for resources: {'Port': ['ID=604b78df-6939-4201-81dc-c6adaa2b2698,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:40.686047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da5e4d-37c9-46ee-87e3-3bbe2d88082d None None] No DVR routers for this DVR port 604b78df-6939-4201-81dc-c6adaa2b2698 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:40.729705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d854a9ba-f4da-423f-b994-3b14200c6cda up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:40.757982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] For port 604b78df-6939-4201-81dc-c6adaa2b2698, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=604b78df-6939-4201-81dc-c6adaa2b2698,segment=NetworkSegment(1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4),segment_id=1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:40.758754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.788956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Calling delete_port for 604b78df-6939-4201-81dc-c6adaa2b2698 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:40.793262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.794838 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf687-c002-4909-a4b6-41f7069c96f5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.797486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf687-c002-4909-a4b6-41f7069c96f5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.801306 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d0bf687-c002-4909-a4b6-41f7069c96f5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "DELETE /v2.0/security-groups/8278df93-5b9e-4e71-bcce-dc321a21a3d1 HTTP/1.1" status: 204 len: 168 time: 0.9351315 Dec 16 17:37:40.809558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.810901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d854a9ba-f4da-423f-b994-3b14200c6cda triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:40.811303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.815199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45340) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:40.829616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network 2f3795dc-bf93-4a09-8016-043266876fc1 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:40.904354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf687-c002-4909-a4b6-41f7069c96f5 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278df93-5b9e-4e71-bcce-dc321a21a3d1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:40.932223 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-21fe3d63-0f42-46d5-8252-9d7cb665164b tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] show failed (client error): The resource could not be found. Dec 16 17:37:40.936481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45342) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:40.936925 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-21fe3d63-0f42-46d5-8252-9d7cb665164b tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "GET /v2.0/security-groups/8278df93-5b9e-4e71-bcce-dc321a21a3d1 HTTP/1.1" status: 404 len: 347 time: 0.1041937 Dec 16 17:37:40.958948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Allocated IP 172.26.2.18 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/97d5e05e-3b0d-4e6d-9a8e-ca1c8d63b668) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:40.968278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2f3795dc-bf93-4a09-8016-043266876fc1) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:40.971503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 604b78df-6939-4201-81dc-c6adaa2b2698 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:40.981571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f48f4b-9947-43f2-bf60-d90615a082db None None] Network 2f3795dc-bf93-4a09-8016-043266876fc1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:40.984416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:40.988066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:40.988925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:40.997119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:41.000359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:41.005936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.006960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.007794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 604b78df-6939-4201-81dc-c6adaa2b2698 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:41.009060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 604b78df-6939-4201-81dc-c6adaa2b2698 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:41.012931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=d150e3c7-04fd-4521-97bd-d45c146e6558,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:41.015807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.084241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Port': ['ID=604b78df-6939-4201-81dc-c6adaa2b2698,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:41.102869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] No DVR routers for this DVR port 604b78df-6939-4201-81dc-c6adaa2b2698 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:41.123632 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5d8f0c0b-fa7c-427a-9991-c36f5970f164 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5446084 Dec 16 17:37:41.130804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37799a30-51a6-4bef-96d6-db55b1ef04b5 req-7a1c5d76-9cd6-4b85-b2ce-c413e700c48e tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.132374 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37799a30-51a6-4bef-96d6-db55b1ef04b5 req-7a1c5d76-9cd6-4b85-b2ce-c413e700c48e tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2823808 Dec 16 17:37:41.138431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45344) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:41.138907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.147402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'd0c9adb9-e968-4b96-b418-11dbc9c5dc0e', 'ip_address': '2001:db8::f524:7718:b63d:6581'}], 'name': 'tempest-NetworksTestDHCPv6-1612877689'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:41.167127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef95db-f706-44d4-bdd5-98e71ef9a583 req-fe861016-2bfd-4a3d-a3a3-561a899eef1c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.168670 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-52ef95db-f706-44d4-bdd5-98e71ef9a583 req-fe861016-2bfd-4a3d-a3a3-561a899eef1c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.3150511 Dec 16 17:37:41.249177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Port': ['ID=524d53a3-ac4b-482b-a3ce-97eb11264b39,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:41.256703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.300352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6383e756-77cd-4f93-89e7-6b652c05747e']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:41.319667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:41.319969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c97baa4-e9cd-43cb-8e8e-1edc9b7c48c4') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:41.331644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.335151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Deleting port f0ae4a5c-a353-4207-8164-bc33556df886 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:41.335484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.339865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.341041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Checking segment: {'id': '1f0e6bba-42d7-48a4-99bb-e7442bd9bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0f82a998-0c6f-462a-8432-b881f488e231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:41.341444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network hostable DHCP agents. Network: 0f82a998-0c6f-462a-8432-b881f488e231, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:41.376863 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-52ef95db-f706-44d4-bdd5-98e71ef9a583 req-637f4d45-d826-4322-8646-c530b1bd629a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884260 Dec 16 17:37:41.400203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.406545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:41.407216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:41.410536 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:41.421297 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37799a30-51a6-4bef-96d6-db55b1ef04b5 req-1edd25c5-8dcf-42df-919d-8bc5c91a91b2 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655869 Dec 16 17:37:41.429344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f1e0d94f-b942-444c-9d09-ba65a9728d15 None None] Provisioning complete for port d150e3c7-04fd-4521-97bd-d45c146e6558 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:41.429833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d94f-b942-444c-9d09-ba65a9728d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.471403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network 0f82a998-0c6f-462a-8432-b881f488e231 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:41.477795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0d94f-b942-444c-9d09-ba65a9728d15 None None] Port d150e3c7-04fd-4521-97bd-d45c146e6558 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:41.512070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.512398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.521629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 0f82a998-0c6f-462a-8432-b881f488e231) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:41.522680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.527400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Calling delete_port for f0ae4a5c-a353-4207-8164-bc33556df886 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:41.534268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.535552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:41.537440 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] 10.222.0.66 "DELETE /v2.0/networks/6383e756-77cd-4f93-89e7-6b652c05747e HTTP/1.1" status: 204 len: 168 time: 1.5587463 Dec 16 17:37:41.538684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da4644-572b-4021-bb60-d782dee29b80 None None] Network 0f82a998-0c6f-462a-8432-b881f488e231 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:41.540915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.541139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.547097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.547983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.572759 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-59e25312-eab6-4971-a0b6-64777f6b4270 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5430038 Dec 16 17:37:41.579634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45348) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:41.599884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea41f0-461b-443e-95eb-29d703df741d tempest-NetworksTest-210129828 tempest-NetworksTest-210129828-project] Pushing event deleted for resources: {'Network': ['ID=6383e756-77cd-4f93-89e7-6b652c05747e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:41.610389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:41.615853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.653245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:41.663676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:41.669213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:41.674183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event updated for resources: {'Port': ['ID=97d5e05e-3b0d-4e6d-9a8e-ca1c8d63b668,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:41.693437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 96c242b4-2c83-41f6-8bfb-0bf5547994f9 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:41.749618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f787151-c669-4b26-aedf-6117ebebe52f tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.756066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f787151-c669-4b26-aedf-6117ebebe52f tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:41.761180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f787151-c669-4b26-aedf-6117ebebe52f tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1799409 Dec 16 17:37:41.763533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45350) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:41.886055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45354) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:41.934766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.938751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.942854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:41.975525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Pushing event deleted for resources: {'Port': ['ID=f0ae4a5c-a353-4207-8164-bc33556df886,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:41.995968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189eb8f-76f3-4646-986a-88075a79e656 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:42.038958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Deleting port a9511064-2a55-4f1f-b8bd-69ff42b4b339 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:42.039302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.041030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.076146 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 17:37:42.076614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:42.089270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:42.095998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.106524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.109163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.110323 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e81b7fce-576a-46b4-b57d-cd1a9f42ae99 tempest-ServersTestJSON-1785157544 tempest-ServersTestJSON-1785157544-project] 10.222.0.66 "DELETE /v2.0/floatingips/8f4cccae-92d6-4c18-a99d-fe9d8822776a HTTP/1.1" status: 204 len: 168 time: 1.1726005 Dec 16 17:37:42.111869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Deleting port 97d5e05e-3b0d-4e6d-9a8e-ca1c8d63b668 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:42.112185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.116163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45358) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:42.133217 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-350c7ec5-58d6-4f23-b186-8008c1f502cf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9918218 Dec 16 17:37:42.149594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45360) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:42.155029 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3d2ddc82-4700-475b-ad69-127d96b7e91d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24b1914c440447058304d639e45466d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677956 Dec 16 17:37:42.161995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45362) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:42.209911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.255939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-27ff9e61-f65b-40cf-a648-c69e4206066c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:42.257404 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-27ff9e61-f65b-40cf-a648-c69e4206066c tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.57 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.1474180 Dec 16 17:37:42.273309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2419351-151e-47c6-8772-3625b1b46ac7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:42.279095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2419351-151e-47c6-8772-3625b1b46ac7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:42.280606 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f2419351-151e-47c6-8772-3625b1b46ac7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1283715 Dec 16 17:37:42.281358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Calling delete_port for a9511064-2a55-4f1f-b8bd-69ff42b4b339 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:42.284930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45364) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:42.337995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network a6822fce-e46f-45af-9a00-0a112222a8b8 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:42.359392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:42.408326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.408326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.460714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Calling delete_port for 97d5e05e-3b0d-4e6d-9a8e-ca1c8d63b668 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:42.465031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08a27eb0-30ce-4a4a-bf20-1746793f20a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.478525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Deleting port c4995120-f886-40c6-a9ec-ddd56b0efac7 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:42.478525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.589679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08a27eb0-30ce-4a4a-bf20-1746793f20a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.627788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router db91faa7-e35e-4c8f-b304-ce5c2616a53f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:42.664907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cce749-68ed-4c40-ab6a-2d435bad20c0 req-9969a2d1-7ff3-47a3-8f45-ac3b7d70fa34 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:42.667665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-84cce749-68ed-4c40-ab6a-2d435bad20c0 req-9969a2d1-7ff3-47a3-8f45-ac3b7d70fa34 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1375546 Dec 16 17:37:42.683320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db339b3-c459-4356-a704-876f8bbf2818 req-ced4c022-9ddc-4b8a-82cb-a918971c1ee1 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:42.684788 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3db339b3-c459-4356-a704-876f8bbf2818 req-ced4c022-9ddc-4b8a-82cb-a918971c1ee1 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 946 time: 0.1879563 Dec 16 17:37:42.693259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] For port c4995120-f886-40c6-a9ec-ddd56b0efac7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4995120-f886-40c6-a9ec-ddd56b0efac7,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:42.693627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.699224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.723555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a82995f1-fdf4-40b0-8fda-91af66ab7db0 None None] Provisioning complete for port a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:42.724231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a82995f1-fdf4-40b0-8fda-91af66ab7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.731163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port d150e3c7-04fd-4521-97bd-d45c146e6558 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:42.731510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.762258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a82995f1-fdf4-40b0-8fda-91af66ab7db0 None None] Port a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:42.811445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Port': ['ID=a9511064-2a55-4f1f-b8bd-69ff42b4b339,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:42.819204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.824976 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1cbf48ab-e195-4deb-ab65-bb1d9ca0bbe1 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/ports/a9511064-2a55-4f1f-b8bd-69ff42b4b339 HTTP/1.1" status: 204 len: 168 time: 1.0581164 Dec 16 17:37:42.830988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45370) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:42.892987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08a27eb0-30ce-4a4a-bf20-1746793f20a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.895526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08a27eb0-30ce-4a4a-bf20-1746793f20a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:42.896678 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-08a27eb0-30ce-4a4a-bf20-1746793f20a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0fb732d-8037-4f11-8f7d-6b88a83ad6cd HTTP/1.1" status: 204 len: 168 time: 0.7017496 Dec 16 17:37:42.948305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a27eb0-30ce-4a4a-bf20-1746793f20a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fb732d-8037-4f11-8f7d-6b88a83ad6cd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:43.033910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.041500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.056246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.077458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for d150e3c7-04fd-4521-97bd-d45c146e6558 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:43.112565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Port': ['ID=97d5e05e-3b0d-4e6d-9a8e-ca1c8d63b668,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:43.158280 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-84cce749-68ed-4c40-ab6a-2d435bad20c0 req-ea59a936-999e-4960-946d-7c24ff9ed90b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823775 Dec 16 17:37:43.222425 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3db339b3-c459-4356-a704-876f8bbf2818 req-2820259d-f77b-4a1c-ae3b-c812284da5f3 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups?id=825b7465-6b17-4a31-bca3-dbf54865298a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209107 Dec 16 17:37:43.241084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:43.253994 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] Sync routers for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:43.280750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b7b852dd-8a43-4784-8594-e94508d4eb7e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/routers/db91faa7-e35e-4c8f-b304-ce5c2616a53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1603696 Dec 16 17:37:43.280750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45382) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:43.287987 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:43.289126 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:43.289253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'port': {'network_id': 'a6822fce-e46f-45af-9a00-0a112222a8b8', 'name': 'tempest-FloatingIPTestJSON-977827811'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:43.325945 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:43.339922 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:43.340552 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:43.380363 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:43.381096 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b32434-adb0-45ec-95c8-6ca97b230eeb None None] The sync data for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:43.390788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.391130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.391456 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Floating IP 3a4830b8-2304-479b-916b-a8cf86d6d835 disassociated. External IP: 172.26.2.125, port: c4995120-f886-40c6-a9ec-ddd56b0efac7. Dec 16 17:37:43.392413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Calling delete_port for c4995120-f886-40c6-a9ec-ddd56b0efac7 owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:43.475166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Made reservation on behalf of cbff76202d89439db7a4c37233deb155 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:43.478665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.510723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] device_id is not set on port ad4132fb-5332-4ec0-99b5-fd4ff283bb46 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:43.511719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Deleting port 524d53a3-ac4b-482b-a3ce-97eb11264b39 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:43.512069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.645105 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] create failed (client error): The resource could not be found. Dec 16 17:37:43.646134 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2dd2ff92-2c0f-4059-97ac-93287b311de7 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6904037 Dec 16 17:37:43.649998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45394) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:43.651306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.673831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Calling delete_port for 524d53a3-ac4b-482b-a3ce-97eb11264b39 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:43.680324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.731472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event deleted for resources: {'Port': ['ID=c4995120-f886-40c6-a9ec-ddd56b0efac7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:43.737117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Allocated IP 172.20.0.11 (a6822fce-e46f-45af-9a00-0a112222a8b8/9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba/ad4132fb-5332-4ec0-99b5-fd4ff283bb46) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:43.747897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45396) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:43.814780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.857547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.889010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1397755038'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:43.908114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=d150e3c7-04fd-4521-97bd-d45c146e6558,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:43.944796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Deleting port 99067fd2-accf-49b7-ae32-c49ca43bc2f6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:43.945164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.967180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:43.970617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eecff98c-6c06-4032-861a-6fe860aea7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/d150e3c7-04fd-4521-97bd-d45c146e6558 HTTP/1.1" status: 204 len: 168 time: 1.6754529 Dec 16 17:37:43.974090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45400) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:43.990158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.065680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:44.069067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.073956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Port': ['ID=524d53a3-ac4b-482b-a3ce-97eb11264b39,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:44.099166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.114024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.117387 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-39e9dd7f-fd47-4831-a0da-015beec055dc tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/ports/524d53a3-ac4b-482b-a3ce-97eb11264b39 HTTP/1.1" status: 204 len: 168 time: 1.2863679 Dec 16 17:37:44.117672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Router ec8da32d-6fef-4ddc-8dad-b41c3551df77 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:44.122295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45402) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:44.141626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795575c-621c-43f3-9b3c-b298f1847084 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:44.143276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795575c-621c-43f3-9b3c-b298f1847084 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:44.144850 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a795575c-621c-43f3-9b3c-b298f1847084 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1697659 Dec 16 17:37:44.156104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45404) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:44.167730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.210789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d5e83635-d1e5-423a-a18b-fa7e9fcbdf38 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0793326 Dec 16 17:37:44.214174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.216555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45408) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:44.224026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-728029635'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:44.245016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Calling delete_port for 99067fd2-accf-49b7-ae32-c49ca43bc2f6 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:44.275597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:44.280402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.348449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:44.365374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.365839 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Added segment f6cf9a5d-3beb-427c-9d82-4e9826dd91c5 of type vlan for network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 Dec 16 17:37:44.414698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.417585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Deleting port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:44.417983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.433109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet d0c9adb9-e968-4b96-b418-11dbc9c5dc0e {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:44.470898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.474958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c9b8b68b-96fb-4fc2-9c24-91192fb9e227 req-28c099de-2375-4dbb-9a6e-872d3e6df1b9 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.1040800 Dec 16 17:37:44.498548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.501449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:44.502030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.522675 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:37:44.582113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3643551 Dec 16 17:37:44.584037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] For port 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:44.584415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.585753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0d61a-4a62-48e8-8112-a687e24a03ba req-3daa3a57-0e45-49ce-9ac9-8b250189ea21 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:44.587252 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fed0d61a-4a62-48e8-8112-a687e24a03ba req-3daa3a57-0e45-49ce-9ac9-8b250189ea21 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3400183 Dec 16 17:37:44.593869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45412) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:44.600118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1338768904'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:44.611034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.615274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291b7f1-d63b-4749-930c-81ffb0364568 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Network': ['ID=62e32e29-0c58-452a-816c-c5e0ddadc6c7,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:44.617626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Calling delete_port for 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:44.625165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.632522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:44.716288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.742077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.745254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:44.760232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b7213-f431-427d-842d-6e928dbc712a None None] Sync routers for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:44.768734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Network a6822fce-e46f-45af-9a00-0a112222a8b8 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:44.772352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:44.773104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:44.815275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.827525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:44.844813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d36cf7-c2bd-4bbe-ab0b-4b097648bebf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:44.849988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:44.869811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:44.875653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event updated for resources: {'Port': ['ID=ad4132fb-5332-4ec0-99b5-fd4ff283bb46,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:44.930748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] No DVR routers for this DVR port c4995120-f886-40c6-a9ec-ddd56b0efac7 on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:44.932314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:44.934034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:37:44.935867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.985363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:44.988716 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd2603d6-20f7-4fac-a5f8-a54f26e746ea req-25af0a2b-eb56-4d37-88cb-fd0df9c6fa0a tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.57 "DELETE /v2.0/ports/c4995120-f886-40c6-a9ec-ddd56b0efac7 HTTP/1.1" status: 204 len: 173 time: 2.7055840 Dec 16 17:37:44.994915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fed0d61a-4a62-48e8-8112-a687e24a03ba req-aa5f9dfe-5e36-4d3d-bf93-0db0e0c2d201 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894136 Dec 16 17:37:44.995883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'name': 'network-vif-deleted', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:37:44.998581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95154969-a2d0-4e48-9587-b6ddfe8bcd0b" -d '{"events": [{"server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "name": "network-vif-deleted", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:37:45.186633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.327636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6f2f77cb-7c77-4b44-a87e-0fe4e5c9d242 None None] Provisioning complete for port ad4132fb-5332-4ec0-99b5-fd4ff283bb46 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:45.327636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f2f77cb-7c77-4b44-a87e-0fe4e5c9d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.387516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f77cb-7c77-4b44-a87e-0fe4e5c9d242 None None] Port ad4132fb-5332-4ec0-99b5-fd4ff283bb46 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:45.401134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c78fc95-3197-4c2a-bd31-75244b358cd0 x-openstack-request-id: req-1c78fc95-3197-4c2a-bd31-75244b358cd0 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:37:45.401690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db2f286-0cab-4a5b-b5b3-262f89a5d699", "name": "network-vif-deleted", "tag": "c4995120-f886-40c6-a9ec-ddd56b0efac7", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:37:45.401811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c78fc95-3197-4c2a-bd31-75244b358cd0 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:37:45.402236 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db2f286-0cab-4a5b-b5b3-262f89a5d699', 'name': 'network-vif-deleted', 'tag': 'c4995120-f886-40c6-a9ec-ddd56b0efac7', 'status': 'completed', 'code': 200} Dec 16 17:37:45.412667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.413135 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment b6359abf-9f08-4ace-bf49-ccaeb0604ba6 of type vlan for network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d Dec 16 17:37:45.436226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:13Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:45.453036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:45.466463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b7213-f431-427d-842d-6e928dbc712a None None] Checking router: ec8da32d-6fef-4ddc-8dad-b41c3551df77 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:37:45.479900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704202c3-73c0-4b7a-bd55-b4f05960414c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:45.484464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:45.486503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:45.494667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:45.495386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.505858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.523814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.562238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.598994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:45.602662 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-979b2a9e-0c8b-4f61-aee2-ecb3c727745a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3226736 Dec 16 17:37:45.605504 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f307221f-da65-4474-b7ff-f9efe245adb8 admin admin] 10.222.0.66 "PUT /v2.0/routers/e7df2c58-fad9-4930-bd79-972b3d6ea8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4876783 Dec 16 17:37:45.607789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45420) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:45.608224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45422) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:45.614502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Request body: {'floatingip': {'port_id': 'ad4132fb-5332-4ec0-99b5-fd4ff283bb46'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:45.615843 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] Sync routers for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:45.643221 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:45.645237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Port': ['ID=99067fd2-accf-49b7-ae32-c49ca43bc2f6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:45.645941 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:45.745316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:37:45.820994 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8de080d9-8eaa-4106-bc6c-5e43a001f268 req-a1cf4200-4992-43e5-9f49-8b878138cdcb tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/ports?device_id=0db2f286-0cab-4a5b-b5b3-262f89a5d699 HTTP/1.1" status: 200 len: 210 time: 0.0921235 Dec 16 17:37:45.846292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.853655 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8ec82a16-2a8c-4f58-bab3-6ae7fe12438c tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "DELETE /v2.0/ports/99067fd2-accf-49b7-ae32-c49ca43bc2f6 HTTP/1.1" status: 204 len: 168 time: 2.2025027 Dec 16 17:37:45.855314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.855728 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:37:45.860858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:45.861540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.864578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45424) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:45.882078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:45.882447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:45.958350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.978658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:45.990169 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/d0c9adb9-e968-4b96-b418-11dbc9c5dc0e HTTP/1.1" status: 204 len: 168 time: 1.8277171 Dec 16 17:37:45.991480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26d335-1a21-4909-8f3f-0ddc87251310 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:45.994477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45426) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:46.049454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.052485 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3035681 Dec 16 17:37:46.053335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9589d-31a7-49f3-bee9-31b9f5a584a4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c9adb9-e968-4b96-b418-11dbc9c5dc0e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:46.056006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45428) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:46.100105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'name': 'tempest-PortsTestJSON-1341875420'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:46.112384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-81c1f12a-fbca-4601-9ce7-4040bcc6fcc3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958772 Dec 16 17:37:46.114136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45432) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:46.125536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:46.130853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ed91d-394e-4442-8e02-ed23f899eae6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=b4ed1cd4-56dd-4e27-880a-dfdaebfa112d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:46.137756 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:37:44Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:46.165309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:46.174861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8deac0e-e7b0-4ead-bce4-ce1a0e7bd242 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:46.179217 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8deac0e-e7b0-4ead-bce4-ce1a0e7bd242 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd370fdf-eaed-45ff-8911-ebf096ec4b5e HTTP/1.1" status: 200 len: 913 time: 0.3101523 Dec 16 17:37:46.183197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45434) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:46.220298 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] Checking router: e7df2c58-fad9-4930-bd79-972b3d6ea8b3 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:37:46.233824 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] Routers {'e7df2c58-fad9-4930-bd79-972b3d6ea8b3'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:46.234838 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:46.277115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.344083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-835b7213-f431-427d-842d-6e928dbc712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:13Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:46.349704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f773c54-edb3-4aa7-b2ab-627364d04243 req-ee6272fe-8efb-4ea2-ad29-b1194dcfb779 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:46.352751 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f773c54-edb3-4aa7-b2ab-627364d04243 req-ee6272fe-8efb-4ea2-ad29-b1194dcfb779 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1118848 Dec 16 17:37:46.397954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.403929 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] Set router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:37:46.406293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b7213-f431-427d-842d-6e928dbc712a None None] The sync data for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv is: [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:36:05Z', 'revision_number': 4, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'a7f8ad14-4bf6-4dc6-861a-224120f8b162', 'name': '', 'network_id': 'bd4822ee-7cc7-49b6-acd6-47257ef078d9', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'mac_address': 'fa:16:3e:86:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:02Z', 'updated_at': '2021-12-16T17:36:13Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'subnets': [{'id': 'beb9bbc7-39b1-42bf-b1be-307466eb6703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:46.411963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:46.517285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:46.521517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.522804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] Deleting port d854a9ba-f4da-423f-b994-3b14200c6cda {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:46.523257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.548303 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f773c54-edb3-4aa7-b2ab-627364d04243 req-f3e9e2ab-ea6f-467d-9116-59198473e17f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475449 Dec 16 17:37:46.553720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:46.558462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.577861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:46.620680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 8216e0fa-d508-491d-ad5c-a4cebea2e64f yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:46.631961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.631961 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Added segment f50b9f9b-096c-4be0-91fc-f0e042e03f31 of type vlan for network 1bff078f-a6bf-4670-8d97-3bd9123766fd Dec 16 17:37:46.636733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.644127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] For port d854a9ba-f4da-423f-b994-3b14200c6cda, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d854a9ba-f4da-423f-b994-3b14200c6cda,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:46.644881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.671938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] Calling delete_port for d854a9ba-f4da-423f-b994-3b14200c6cda owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:46.761755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c4995120-f886-40c6-a9ec-ddd56b0efac7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:46.779922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.814993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: c4995120-f886-40c6-a9ec-ddd56b0efac7 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:46.815498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c4995120-f886-40c6-a9ec-ddd56b0efac7 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:46.821791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d854a9ba-f4da-423f-b994-3b14200c6cda no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:46.869892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ae44e-7b6d-4523-b113-01142453b8e5 None None] New status for floating IP 3a4830b8-2304-479b-916b-a8cf86d6d835: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:37:46.929850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:37:44Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:46.936573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:46.943174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:46.944442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.011362 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136b5a0-e494-4f80-a37f-119e2a9d9c18 None None] The sync data for ids ['e7df2c58-fad9-4930-bd79-972b3d6ea8b3'] in dv-neutron-821818-2-hyperv is: [{'id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'name': 'tempest-ServersTestJSON-65841572-router', 'tenant_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': 'f896798d-5687-44b7-8407-c228426208ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:37:44Z', 'revision_number': 5, 'project_id': '6a2eaa15e3ac41589a1c6a73d60a18ff', 'gw_port': {'id': 'f896798d-5687-44b7-8407-c228426208ff', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df2c58-fad9-4930-bd79-972b3d6ea8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:51Z', 'updated_at': '2021-12-16T17:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:47.022443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Deleting port f896798d-5687-44b7-8407-c228426208ff {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:47.022788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.026764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45440) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:47.086406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.099800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.136962 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5306208 Dec 16 17:37:47.147291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] No DVR routers for this DVR port d854a9ba-f4da-423f-b994-3b14200c6cda on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:47.155435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca38478-e27b-4c2c-978d-e9066a43fe6c None None] Pushing event deleted for resources: {'Port': ['ID=d854a9ba-f4da-423f-b994-3b14200c6cda,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:47.182558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989895d4-c615-4b1f-8aef-cda91fa0bc9a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Network': ['ID=1bff078f-a6bf-4670-8d97-3bd9123766fd,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:47.205251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 1bff078f-a6bf-4670-8d97-3bd9123766fd details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:47.239043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.254290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-afe00451-831d-49c6-915c-b2149c95db4e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.298181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.332884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-afe00451-831d-49c6-915c-b2149c95db4e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.337674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.338360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.411575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:37:47.419977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=92b95a48-f82c-4957-ad42-9f852b6345e1,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:47.446685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=8216e0fa-d508-491d-ad5c-a4cebea2e64f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:47.468739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] For port f896798d-5687-44b7-8407-c228426208ff, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f896798d-5687-44b7-8407-c228426208ff,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:47.469282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.504604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:47.505711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Calling delete_port for f896798d-5687-44b7-8407-c228426208ff owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:47.517169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:47.525858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:47.526574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.539780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.552351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e91e6-b8ac-41ce-ada0-31f2e4193a28 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:47.608684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.611554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:47.612494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: b4ed1cd4-56dd-4e27-880a-dfdaebfa112d, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:47.700470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:47.735612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, b4ed1cd4-56dd-4e27-880a-dfdaebfa112d) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:47.741399 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 52506626-99c7-4b59-85e8-bf9d1dab9541 associated. External IP: 172.26.2.105, port: 841c2f63-e64f-4ae9-a77e-825434fb8483. Dec 16 17:37:47.748403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae437a-1734-43aa-a150-bd363d86cf72 req-abc3b8c3-d8a3-4756-993a-32aa51f0b937 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:47.749791 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-20e1c449-47a4-4c78-ae4e-dc5d3ee63669 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6330206 Dec 16 17:37:47.756389 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-40ae437a-1734-43aa-a150-bd363d86cf72 req-abc3b8c3-d8a3-4756-993a-32aa51f0b937 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1005826 Dec 16 17:37:47.792358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45444) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:47.796333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50103061-36ea-4196-871f-3059329ff8a2 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:47.796844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:47.802172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:47.802802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.805998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '92b95a48-f82c-4957-ad42-9f852b6345e1'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:47.807380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.816304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '92b95a48-f82c-4957-ad42-9f852b6345e1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1111735858'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:47.881343 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fbf6abc2-f732-44e3-bb7b-5bdff1cebbf6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7820408 Dec 16 17:37:47.882689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45446) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:47.889078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1709167369'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:47.909708 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-40ae437a-1734-43aa-a150-bd363d86cf72 req-eab3b3ac-27a2-4afc-8440-55893095ce4f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521547 Dec 16 17:37:47.928308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-afe00451-831d-49c6-915c-b2149c95db4e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.931056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-afe00451-831d-49c6-915c-b2149c95db4e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.932305 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-afe00451-831d-49c6-915c-b2149c95db4e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "DELETE /v2.0/security-groups/825b7465-6b17-4a31-bca3-dbf54865298a HTTP/1.1" status: 204 len: 168 time: 0.9000654 Dec 16 17:37:47.934576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Deleting port 0ea10e9e-fd02-4e42-8475-0f62b9a93d7a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:47.935113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:47.937800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45448) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:47.990811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe00451-831d-49c6-915c-b2149c95db4e tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825b7465-6b17-4a31-bca3-dbf54865298a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:47.998698 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-a10e722e-dd89-4889-b1e0-25cead6b6c26 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] show failed (client error): The resource could not be found. Dec 16 17:37:47.999997 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a10e722e-dd89-4889-b1e0-25cead6b6c26 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "GET /v2.0/security-groups/825b7465-6b17-4a31-bca3-dbf54865298a HTTP/1.1" status: 404 len: 347 time: 0.0588393 Dec 16 17:37:48.003185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45450) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:48.063305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:48.063854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:48.067734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.147758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.148149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/92b95a48-f82c-4957-ad42-9f852b6345e1/abbb46f7-cbb2-4b25-91b7-1a79070f30e2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:48.186255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.215098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Calling delete_port for 0ea10e9e-fd02-4e42-8475-0f62b9a93d7a owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:48.238700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 3b84ae7a-2d2a-4bf3-a012-9273265b5498 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:48.364975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.374269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.430294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:48.433836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:48.438419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:48.446826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Pushing event updated for resources: {'Port': ['ID=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:48.484390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:48.499412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.500127 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment aba7bc6d-6cc9-4cf8-877a-0c02e1e28730 of type vlan for network 3f5c54d5-d301-4976-bba3-43735ee6e420 Dec 16 17:37:48.527659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Attempting to bind port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:48.528168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Attempting to bind port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:48.528516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Attempting to bind port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:48.535336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:48.535728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:48.536228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.536772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:48.537330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Bound port: abbb46f7-cbb2-4b25-91b7-1a79070f30e2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:48.537717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.554268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.560839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.607564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Port': ['ID=0ea10e9e-fd02-4e42-8475-0f62b9a93d7a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:48.661572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.681970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:48.719087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] For port abbb46f7-cbb2-4b25-91b7-1a79070f30e2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:48.722198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:48.722754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 05d36cf7-c2bd-4bbe-ab0b-4b097648bebf not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:48.746672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] For port abbb46f7-cbb2-4b25-91b7-1a79070f30e2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:48.756276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:48.811226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f896798d-5687-44b7-8407-c228426208ff,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:48.829943 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175be79-b18d-4b3e-8502-670d8227155b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:48.898390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:48.913192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1149c0-e393-4a4e-822a-965318a33736 None None] Pushing event updated for resources: {'Port': ['ID=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:48.958922 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:37:48.959653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:37:48.983036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.072498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Deleting port 74e385e7-746f-4492-893d-34a78291a325 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:49.073056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.091652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.098022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:49.098679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.150271 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ca47a9dc-6876-4f2c-a3ec-9051ea923a64 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3444645 Dec 16 17:37:49.154793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45454) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:49.172325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.188923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.280870 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3965337 Dec 16 17:37:49.288310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45456) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:49.333474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a25cb7-b882-4b13-ae28-5f3a675a13f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:49.337364 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-15a25cb7-b882-4b13-ae28-5f3a675a13f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1793811 Dec 16 17:37:49.339419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45458) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:49.342163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.342935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7df2c58-fad9-4930-bd79-972b3d6ea8b3 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:49.347229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:49.360356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.365981 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a2eda578-8c38-415b-8e02-a201a277b8e1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e7df2c58-fad9-4930-bd79-972b3d6ea8b3 HTTP/1.1" status: 204 len: 168 time: 3.6878343 Dec 16 17:37:49.383330 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:49.398387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45460) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:49.404866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'ports': [{'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'}, {'network_id': '3f5c54d5-d301-4976-bba3-43735ee6e420'}]} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:49.405226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:49.405713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '3f5c54d5-d301-4976-bba3-43735ee6e420'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:49.453428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873e4b-fa6a-4319-b903-6f750071aec5 req-4c3e1640-55a8-4cff-b91e-fbe81dbb5499 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:49.462264 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-67873e4b-fa6a-4319-b903-6f750071aec5 req-4c3e1640-55a8-4cff-b91e-fbe81dbb5499 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3567588 Dec 16 17:37:49.477884 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:49.479075 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:49.516336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95866c-ae7c-4409-96c0-35f5b4a168bf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=3f5c54d5-d301-4976-bba3-43735ee6e420,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:49.535594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 3f5c54d5-d301-4976-bba3-43735ee6e420 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:49.580121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009520c-b865-45d5-a045-e5e27e60d2e9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:49.581249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.581786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009520c-b865-45d5-a045-e5e27e60d2e9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:49.583335 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9009520c-b865-45d5-a045-e5e27e60d2e9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2423987 Dec 16 17:37:49.590116 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:49.602024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45462) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:49.634724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Deleting subnet aa550591-4abc-4dde-a1c9-1b945972aee5 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:49.638061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.646009 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:49.652107 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:49.681209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.740756 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:49.742465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bad228-0ff9-4c86-b351-076dd6d1828a None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:49.805788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.865042 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 92b95a48-f82c-4957-ad42-9f852b6345e1 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:49.888537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.888842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.892923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:49.986046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Calling delete_port for 74e385e7-746f-4492-893d-34a78291a325 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:49.998086 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-67873e4b-fa6a-4319-b903-6f750071aec5 req-b2a8678e-d963-49ff-baf0-c816cf9010f6 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5336962 Dec 16 17:37:50.002372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.045945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router db91faa7-e35e-4c8f-b304-ce5c2616a53f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:50.046537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.050777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa550591-4abc-4dde-a1c9-1b945972aee5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:50.067214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.073619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-edf0522c-04f9-4dcf-bb60-cb22a2abec49 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aa550591-4abc-4dde-a1c9-1b945972aee5 HTTP/1.1" status: 204 len: 168 time: 0.6734457 Dec 16 17:37:50.076545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45464) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.080033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.085484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c2a6e-c860-4529-9f1b-7800e25b1e16 None None] Network d71d8c4c-852f-4fa2-98ec-545135f15add requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:50.203339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.343788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] DHCP port deletion for d71d8c4c-852f-4fa2-98ec-545135f15add request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:50.376355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45466) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.384058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'subnets': [{'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1777213818', 'ip_version': 6}, {'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:50.384058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'subnet': {'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1777213818', 'ip_version': 6}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:50.384384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Request body: {'subnet': {'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:50.428396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] Deleting port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:50.429034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.441622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Router dd370fdf-eaed-45ff-8911-ebf096ec4b5e has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:50.451667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 2} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:50.456201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.459068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:50.460910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.464589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Deleting port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:50.464589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.478253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.510497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.521793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] Sync routers for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:50.536134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.567892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:50.569162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.583566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0391c96-38f3-4667-897f-d91cb062eb81 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:50.642644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.649184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] For port 09832d8f-867c-4b67-8b44-0ed1de99b4c8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=09832d8f-867c-4b67-8b44-0ed1de99b4c8,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:50.649607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.657425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Pushing event deleted for resources: {'Port': ['ID=74e385e7-746f-4492-893d-34a78291a325,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:50.669966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:50.670908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.722876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] Calling delete_port for 09832d8f-867c-4b67-8b44-0ed1de99b4c8 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:50.729954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.730596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75960158-072c-4701-9fb9-12a7654cfb54 None None] The sync data for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:50.743112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:50.755392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f67aaf79-d1f2-4077-8344-d354d70af8c6 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "PUT /v2.0/routers/dd370fdf-eaed-45ff-8911-ebf096ec4b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5714896 Dec 16 17:37:50.757720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] For port 09832d8f-867c-4b67-8b44-0ed1de99b4c8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=09832d8f-867c-4b67-8b44-0ed1de99b4c8,segment=NetworkSegment(511bb472-977b-4d27-ae7c-9e180380a649),segment_id=511bb472-977b-4d27-ae7c-9e180380a649)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:50.758664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.760988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] Sync routers for ids ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:50.764703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45468) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.772022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.795612 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] Routers {'dd370fdf-eaed-45ff-8911-ebf096ec4b5e'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:50.796620 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.814200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=92b95a48-f82c-4957-ad42-9f852b6345e1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:50.828818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port f3924ca8-123a-4288-b264-5e29f9e94a12 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:50.829448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device abbb46f7-cbb2-4b25-91b7-1a79070f30e2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:50.832228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.838288 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fbc6e641-0163-4953-b05a-274b56060667 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/92b95a48-f82c-4957-ad42-9f852b6345e1 HTTP/1.1" status: 204 len: 168 time: 1.2104185 Dec 16 17:37:50.838813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45470) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.850834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.853363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.854523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-59dacf5b-17dc-4b6a-91a1-7b269fdec842 tempest-ServersTestManualDisk-2087160384 tempest-ServersTestManualDisk-2087160384-project] 10.222.0.66 "DELETE /v2.0/floatingips/3a4830b8-2304-479b-916b-a8cf86d6d835 HTTP/1.1" status: 204 len: 168 time: 2.8502510 Dec 16 17:37:50.859804 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.870031 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] Routers {'dd370fdf-eaed-45ff-8911-ebf096ec4b5e'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:50.871228 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.878245 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-72f2561f-0ca0-4b8f-87cf-dda34a354269 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/floatingips/52506626-99c7-4b59-85e8-bf9d1dab9541 HTTP/1.1" status: 200 len: 978 time: 5.2686844 Dec 16 17:37:50.881576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f000ec-8604-433f-b3a5-1f7f8dbce589 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:50.891166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45472) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.891438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45474) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.901481 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-16d5ad03-ffe1-40c4-abf5-1706dadd6cd9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595865 Dec 16 17:37:50.911227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45476) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:50.911747 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:50.912619 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac5a73-5cca-435e-903a-da8738453e5c None None] The sync data for ids ['dd370fdf-eaed-45ff-8911-ebf096ec4b5e'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:50.917698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:50.924429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Calling delete_port for 09832d8f-867c-4b67-8b44-0ed1de99b4c8 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:50.926136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-988f14de-bf68-4790-acb9-980798252ed7 None None] Provisioning complete for port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:50.926517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-988f14de-bf68-4790-acb9-980798252ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.941314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Made reservation on behalf of d3963f5a08bb4a66b30af0677ef74429 for: {'subnet': 2} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:50.946588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:50.946929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.021307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.042981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:51.043387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.117937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.158835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] No DVR routers for this DVR port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:51.165439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be63d55-95ea-49ab-8ca5-af7ef45a196b None None] Pushing event deleted for resources: {'Port': ['ID=09832d8f-867c-4b67-8b44-0ed1de99b4c8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:51.181009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-988f14de-bf68-4790-acb9-980798252ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.230669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:51.252981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.274329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-988f14de-bf68-4790-acb9-980798252ed7 None None] For port abbb46f7-cbb2-4b25-91b7-1a79070f30e2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:51.280669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.285329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.287059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.295264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-988f14de-bf68-4790-acb9-980798252ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.356205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09832d8f-867c-4b67-8b44-0ed1de99b4c8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:51.366423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] No DVR routers for this DVR port 09832d8f-867c-4b67-8b44-0ed1de99b4c8 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:51.393434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.394065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Fanout notify agent at l3_agent the message router_deleted on router dd370fdf-eaed-45ff-8911-ebf096ec4b5e {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:37:51.400979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:51.401405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:51.404406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f14de-bf68-4790-acb9-980798252ed7 None None] Pushing event updated for resources: {'Port': ['ID=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:51.409428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] Deleting port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:51.409865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.423470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.427162 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a1cee3d9-2664-4404-9e70-e0466486f08a tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "DELETE /v2.0/routers/dd370fdf-eaed-45ff-8911-ebf096ec4b5e HTTP/1.1" status: 204 len: 168 time: 0.6578546 Dec 16 17:37:51.430485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45480) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:51.472474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647f5bd-5fca-4cb2-81ff-8b201d95a534 req-971a0317-be02-430e-8642-86b3c059212b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:51.475557 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4647f5bd-5fca-4cb2-81ff-8b201d95a534 req-971a0317-be02-430e-8642-86b3c059212b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3236687 Dec 16 17:37:51.480249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] For port abbb46f7-cbb2-4b25-91b7-1a79070f30e2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:51.480721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.498673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] Calling delete_port for abbb46f7-cbb2-4b25-91b7-1a79070f30e2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:51.525251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:51.528694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.531576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.562150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.569213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port ad4132fb-5332-4ec0-99b5-fd4ff283bb46 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:51.569553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.580348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Deleting subnet 341b2df2-bf4a-4db5-b380-c6bd7975b7d0 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:51.586733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.589196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71d8c4c-852f-4fa2-98ec-545135f15add']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:51.596214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.612699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] Pushing event deleted for resources: {'Port': ['ID=abbb46f7-cbb2-4b25-91b7-1a79070f30e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:51.619362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8380b2-fb2c-4a95-adeb-067df397a9b5 None None] No DVR routers for this DVR port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:51.631639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511bb472-977b-4d27-ae7c-9e180380a649') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:51.631639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511bb472-977b-4d27-ae7c-9e180380a649') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:51.681434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.714460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.720747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.764173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:51.764853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:51.768579 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:51.927453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port abbb46f7-cbb2-4b25-91b7-1a79070f30e2 update to ACTIVE by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:37:51.991157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f896798d-5687-44b7-8407-c228426208ff no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:52.013182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f896798d-5687-44b7-8407-c228426208ff {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:52.013543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f896798d-5687-44b7-8407-c228426208ff not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:52.013939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 09832d8f-867c-4b67-8b44-0ed1de99b4c8 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:52.034222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 09832d8f-867c-4b67-8b44-0ed1de99b4c8 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:52.034571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 09832d8f-867c-4b67-8b44-0ed1de99b4c8 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:52.062580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 4bbd6c76-dcb4-4588-aed5-140c62309016 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:37:52.084221 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4647f5bd-5fca-4cb2-81ff-8b201d95a534 req-eea7156a-f4ec-42e0-a764-4f86fbc62cd9 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744798 Dec 16 17:37:52.127891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.171332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.186648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.190093 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d71d8c4c-852f-4fa2-98ec-545135f15add HTTP/1.1" status: 204 len: 168 time: 2.1124353 Dec 16 17:37:52.213470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583539d0-1157-44d2-a11b-0b6bb7c796c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71d8c4c-852f-4fa2-98ec-545135f15add,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:52.249343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.394412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.402690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.435368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.438561 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "DELETE /v2.0/subnets/341b2df2-bf4a-4db5-b380-c6bd7975b7d0 HTTP/1.1" status: 204 len: 168 time: 1.0071325 Dec 16 17:37:52.445648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45488) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:52.450501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed63a8-8903-4a10-95f7-dcd0de58a0fd None None] Network 284dc0f2-c637-472e-80a6-2922f55ef335 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:52.463431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45490) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:52.531827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Subnet': ['ID=2dbc38b8-8140-4f06-8650-c220619dd382,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:52.573437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.589633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b983f-7f52-4794-bdeb-22b29e8827d7 req-508a5fa9-0133-4234-ace5-cdbee4b41544 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:52.591684 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6d5b983f-7f52-4794-bdeb-22b29e8827d7 req-508a5fa9-0133-4234-ace5-cdbee4b41544 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3089061 Dec 16 17:37:52.592549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.601293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609253ce-9f08-4b92-b77b-85d82522966e tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Subnet': ['ID=341b2df2-bf4a-4db5-b380-c6bd7975b7d0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:52.611686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.632155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] DHCP port deletion for 284dc0f2-c637-472e-80a6-2922f55ef335 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:52.636884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Checking segment: {'id': 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:52.640292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network hostable DHCP agents. Network: 62e32e29-0c58-452a-816c-c5e0ddadc6c7, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:52.686422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-310050bd-e50d-4766-9c67-24ce3ca4cfef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a2eaa15e3ac41589a1c6a73d60a18ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2218764 Dec 16 17:37:52.691103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-a0e59123-eb30-4107-983e-e0ccfca21abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:52.692599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-a0e59123-eb30-4107-983e-e0ccfca21abb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.2919393 Dec 16 17:37:52.695157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45492) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:52.708461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] Deleting port c98370f5-e46b-4c22-8f82-8cd08167b5c3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:52.709003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.714747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:52.726497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:52.732272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.732618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.732919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Floating IP 52506626-99c7-4b59-85e8-bf9d1dab9541 disassociated. External IP: 172.26.2.105, port: ad4132fb-5332-4ec0-99b5-fd4ff283bb46. Dec 16 17:37:52.734331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for ad4132fb-5332-4ec0-99b5-fd4ff283bb46 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:52.738015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:52.757702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:52.758060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.758328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device abbb46f7-cbb2-4b25-91b7-1a79070f30e2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:52.760247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39db7c-d138-400f-b65d-ec100bfa9571 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:52.763048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 62e32e29-0c58-452a-816c-c5e0ddadc6c7) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:52.772831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.797263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=6c772ead-aaa9-400c-b1cf-8a85cf9e4b69,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:52.805641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26a5f6-5cd9-4edb-ada2-75d40d3b8558 None None] Network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:52.811055 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Deleting port c98370f5-e46b-4c22-8f82-8cd08167b5c3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:52.811531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.848503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: abbb46f7-cbb2-4b25-91b7-1a79070f30e2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:52.848859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device abbb46f7-cbb2-4b25-91b7-1a79070f30e2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:52.849376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c98370f5-e46b-4c22-8f82-8cd08167b5c3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:52.852110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.852384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.852903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.853424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.853975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.854492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.854846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.855176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.855508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.855854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.856192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.856517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.856853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:52.890884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991a1fbd-b3e7-4fbf-ab6d-a095c7ec8572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.899903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1643f7ff-fe96-4033-abbb-342c5944bc5b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9838336 Dec 16 17:37:52.905196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6d5b983f-7f52-4794-bdeb-22b29e8827d7 req-91bb4af6-d8d9-4301-9da6-0ad6d929230d tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908669 Dec 16 17:37:52.906231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.910151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.911038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45494) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:52.927868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] For port c98370f5-e46b-4c22-8f82-8cd08167b5c3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c98370f5-e46b-4c22-8f82-8cd08167b5c3,segment=NetworkSegment(519451cb-3a19-4d6f-9e28-f837bce2327c),segment_id=519451cb-3a19-4d6f-9e28-f837bce2327c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:52.928568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:52.948573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:52.956178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event updated for resources: {'Subnet': ['ID=bafea413-9212-4987-a21e-d9baa8101de0,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:52.966494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] Calling delete_port for c98370f5-e46b-4c22-8f82-8cd08167b5c3 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:52.979526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991a1fbd-b3e7-4fbf-ab6d-a095c7ec8572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.022298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.022827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.023252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.023700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.024113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.024533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.024966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.025414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.025974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.026487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.026876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.028404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.028797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:53.036568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:53.046508 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Checking segment: {'id': 'f50b9f9b-096c-4be0-91fc-f0e042e03f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:53.047135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network hostable DHCP agents. Network: 1bff078f-a6bf-4670-8d97-3bd9123766fd, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:53.053813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:53.069822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] For port c98370f5-e46b-4c22-8f82-8cd08167b5c3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c98370f5-e46b-4c22-8f82-8cd08167b5c3,segment=NetworkSegment(519451cb-3a19-4d6f-9e28-f837bce2327c),segment_id=519451cb-3a19-4d6f-9e28-f837bce2327c)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:53.071136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.071350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '6c772ead-aaa9-400c-b1cf-8a85cf9e4b69'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:53.072204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.090002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:53.090908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.103431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Calling delete_port for c98370f5-e46b-4c22-8f82-8cd08167b5c3 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:53.104366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=f3924ca8-123a-4288-b264-5e29f9e94a12,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:53.109518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Network 1bff078f-a6bf-4670-8d97-3bd9123766fd is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:53.112753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-62e32e29-0c58-452a-816c-c5e0ddadc6c7', 'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7', 'project_id': 'd3963f5a08bb4a66b30af0677ef74429', 'fixed_ips': [{'subnet_id': '2dbc38b8-8140-4f06-8650-c220619dd382'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:53.113636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.115838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.117283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.119127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-a47c5b1f-7b2a-4563-b781-f7fa7861ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.122072 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-a47c5b1f-7b2a-4563-b781-f7fa7861ff44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 0.4117212 Dec 16 17:37:53.173802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 1bff078f-a6bf-4670-8d97-3bd9123766fd) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:53.176614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.179085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.179826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.180513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.211180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991a1fbd-b3e7-4fbf-ab6d-a095c7ec8572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.214193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991a1fbd-b3e7-4fbf-ab6d-a095c7ec8572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.217370 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-991a1fbd-b3e7-4fbf-ab6d-a095c7ec8572 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/223302a8-ca7b-43aa-8517-187c48f61529 HTTP/1.1" status: 204 len: 168 time: 0.5174272 Dec 16 17:37:53.270745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a1fbd-b3e7-4fbf-ab6d-a095c7ec8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223302a8-ca7b-43aa-8517-187c48f61529,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:53.279954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0d644-2795-47ff-b2b7-bcd60ffd0abc None None] Network 1bff078f-a6bf-4670-8d97-3bd9123766fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:53.280309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.291464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-19e45606-53cd-4929-b585-ac66d7decf3a tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9106677 Dec 16 17:37:53.292162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:53.311642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.322197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=4bbd6c76-dcb4-4588-aed5-140c62309016,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:53.337171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-0c5452c2-b0be-472e-bb5e-13a91352557e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1002 time: 0.2038469 Dec 16 17:37:53.359264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.376923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] No DVR routers for this DVR port c98370f5-e46b-4c22-8f82-8cd08167b5c3 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:53.385743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': 'aba7bc6d-6cc9-4cf8-877a-0c02e1e28730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3f5c54d5-d301-4976-bba3-43735ee6e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:53.386117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 3f5c54d5-d301-4976-bba3-43735ee6e420, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:53.388094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.389550 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-06664ed1-e905-4311-b09c-d7915cc2c984 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4768381 Dec 16 17:37:53.411360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45500) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:53.416341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.454634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Port': ['ID=c98370f5-e46b-4c22-8f82-8cd08167b5c3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:53.483994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef39604-7d60-42fe-a7f6-06faa6b2527c tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.485980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef39604-7d60-42fe-a7f6-06faa6b2527c tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.487749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef39604-7d60-42fe-a7f6-06faa6b2527c tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.499380 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8ef39604-7d60-42fe-a7f6-06faa6b2527c tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1960096 Dec 16 17:37:53.518258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45502) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:53.542934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=ad4132fb-5332-4ec0-99b5-fd4ff283bb46,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:53.560574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-0f6ce21e-c5a5-4f96-87cf-d9e56a3c4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:53.562121 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-0f6ce21e-c5a5-4f96-87cf-d9e56a3c4e7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.2000754 Dec 16 17:37:53.568508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 3f5c54d5-d301-4976-bba3-43735ee6e420 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:53.576253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.639880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Deleting subnet 2dbc38b8-8140-4f06-8650-c220619dd382 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:53.647781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.667026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] No DVR routers for this DVR port c98370f5-e46b-4c22-8f82-8cd08167b5c3 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:53.673048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884cd6c-93e2-4401-8eb2-457bbdee2be5 None None] Pushing event deleted for resources: {'Port': ['ID=c98370f5-e46b-4c22-8f82-8cd08167b5c3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:53.674025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284dc0f2-c637-472e-80a6-2922f55ef335']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:53.700639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519451cb-3a19-4d6f-9e28-f837bce2327c') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:53.700930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519451cb-3a19-4d6f-9e28-f837bce2327c') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:53.711248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.738507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.786652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:53.787290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:53.822656 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:53.853277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/6c772ead-aaa9-400c-b1cf-8a85cf9e4b69/12b0bc59-fd4c-4eff-beea-ab95d8d42c7a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:53.867376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-1bff078f-a6bf-4670-8d97-3bd9123766fd', 'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd', 'project_id': 'd3963f5a08bb4a66b30af0677ef74429', 'fixed_ips': [{'subnet_id': 'bafea413-9212-4987-a21e-d9baa8101de0'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:53.868266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.897733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Allocated IP 2001:db8::1 (62e32e29-0c58-452a-816c-c5e0ddadc6c7/2dbc38b8-8140-4f06-8650-c220619dd382/a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:53.916004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.923581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:53.929937 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] 10.222.0.66 "DELETE /v2.0/networks/284dc0f2-c637-472e-80a6-2922f55ef335 HTTP/1.1" status: 204 len: 168 time: 1.4832368 Dec 16 17:37:53.945278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fa5e0-b7e6-4101-a086-4d6611cd4fb0 tempest-FloatingIPNegativeTestJSON-506865654 tempest-FloatingIPNegativeTestJSON-506865654-project] Pushing event deleted for resources: {'Network': ['ID=284dc0f2-c637-472e-80a6-2922f55ef335,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:54.103154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 3f5c54d5-d301-4976-bba3-43735ee6e420) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:54.127626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:54.133876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:54.139277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:54.140211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.203723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f1851-4af4-4d79-8306-07d0e83a5774 None None] Network 3f5c54d5-d301-4976-bba3-43735ee6e420 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:54.269613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45522) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:54.335412 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-72f6b74d-b2dc-4bf6-ad72-c1ba3080349b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0411162 Dec 16 17:37:54.337415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45530) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:54.352865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-84e617a9-c263-4654-b3a1-fc2775a0514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:54.354489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-84e617a9-c263-4654-b3a1-fc2775a0514f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7700150 Dec 16 17:37:54.425380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4e7cf-ab23-452d-bf12-fee6435fa72f req-230b7835-10c9-4138-af12-6465e4439252 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:54.426915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e3a4e7cf-ab23-452d-bf12-fee6435fa72f req-230b7835-10c9-4138-af12-6465e4439252 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3176982 Dec 16 17:37:54.447645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Allocated IP 2001:db8:0:1::1 (1bff078f-a6bf-4670-8d97-3bd9123766fd/bafea413-9212-4987-a21e-d9baa8101de0/fa7120f2-5b11-4a7c-89f8-dd04f648bb9a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:54.471487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router db91faa7-e35e-4c8f-b304-ce5c2616a53f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:54.475473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.535527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.568504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.584033 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3184acd6-2b66-4d1b-aa91-db3e3c239590 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90ca1246cfca4bbe9424ceeefdb29980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112786 Dec 16 17:37:54.587165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 4bbd6c76-dcb4-4588-aed5-140c62309016 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:54.587803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.590766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45534) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:54.611716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.636446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:54.649541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:54.651686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.656766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:54.661573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Pushing event updated for resources: {'Port': ['ID=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:54.672706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.690215 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e3a4e7cf-ab23-452d-bf12-fee6435fa72f req-9c975253-cbc8-46d0-8fc2-1757563962d7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174067 Dec 16 17:37:54.706224 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Deleting port a7f8ad14-4bf6-4dc6-861a-224120f8b162 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:54.707469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.718093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.767013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:54.779852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:54.802887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-f77d86fa-437c-4ac3-b81a-71762ba91922 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266739 Dec 16 17:37:54.807208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:54.836210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Pushing event updated for resources: {'Port': ['ID=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:54.856657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.861668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.862066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.862422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.862764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.863099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.863434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.863785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.864121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.864469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.864816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.865200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.865529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.865854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:37:54.869342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Attempting to bind port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:54.869718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Attempting to bind port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:54.870409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Attempting to bind port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:54.902764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-740d1409-ab73-4978-908c-5bc4a697c63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.925000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:54.925387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:54.925793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.926193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:54.926681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Bound port: 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:54.927063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.929044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-740d1409-ab73-4978-908c-5bc4a697c63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.930911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.951228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Attempting to bind port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:54.951610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Attempting to bind port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:54.951975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Attempting to bind port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd on network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:54.957389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.976724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 4bbd6c76-dcb4-4588-aed5-140c62309016 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:54.991671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:54.992307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:54.992583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Checking segment: {'id': 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:54.993084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:54.993550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Bound using segment: {'id': 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:54.994124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Bound port: a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62e32e29-0c58-452a-816c-c5e0ddadc6c7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:54.994730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.001106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-740d1409-ab73-4978-908c-5bc4a697c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.005366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-740d1409-ab73-4978-908c-5bc4a697c63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.011677 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-740d1409-ab73-4978-908c-5bc4a697c63a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/990a005c-c7f0-44c1-8044-5b1d09fce799 HTTP/1.1" status: 204 len: 168 time: 0.4199240 Dec 16 17:37:55.016761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.030568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] Sync routers for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:55.057718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Network 1bff078f-a6bf-4670-8d97-3bd9123766fd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:55.075937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:55.085821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:55.100817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d1409-ab73-4978-908c-5bc4a697c63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a005c-c7f0-44c1-8044-5b1d09fce799,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:55.123770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Pushing event updated for resources: {'Port': ['ID=fa7120f2-5b11-4a7c-89f8-dd04f648bb9a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:55.124974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] For port a7f8ad14-4bf6-4dc6-861a-224120f8b162, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a7f8ad14-4bf6-4dc6-861a-224120f8b162,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:55.126147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.126396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:55.127125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:55.164186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Calling delete_port for a7f8ad14-4bf6-4dc6-861a-224120f8b162 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:55.170403 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25ee938c-b03a-4816-823c-73bd52182cc0 req-8eedf216-97f4-4cab-809c-2c1a9999ca01 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536530 Dec 16 17:37:55.185499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.196814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.197190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.203945 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a8959201-41cc-4fd4-8bdb-96a4b03b8727 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/ports/ad4132fb-5332-4ec0-99b5-fd4ff283bb46 HTTP/1.1" status: 204 len: 168 time: 4.3087788 Dec 16 17:37:55.206325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45546) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:55.225259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] For port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:55.243716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:55.257132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.272257 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/4bbd6c76-dcb4-4588-aed5-140c62309016 HTTP/1.1" status: 204 len: 168 time: 0.9353991 Dec 16 17:37:55.273306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc274642-6051-4295-86c7-407fa7a44251 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=4bbd6c76-dcb4-4588-aed5-140c62309016,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:55.287883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.290945 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] For port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:55.295458 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/subnets/2dbc38b8-8140-4f06-8650-c220619dd382 HTTP/1.1" status: 204 len: 168 time: 1.7740836 Dec 16 17:37:55.297069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45548) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:55.297405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45550) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:55.313657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.363426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::1 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/6c772ead-aaa9-400c-b1cf-8a85cf9e4b69/ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:55.369633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:55.370542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:55.375921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Attempting to bind port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:55.376319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Attempting to bind port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f50b9f9b-096c-4be0-91fc-f0e042e03f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:55.376662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Attempting to bind port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a on network 1bff078f-a6bf-4670-8d97-3bd9123766fd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:55.379175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] For port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:55.433743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:55.435021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c054e2-76dc-4e23-b1d5-52fd392a0cb0 None None] The sync data for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:37:55.435817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Deleting subnet bafea413-9212-4987-a21e-d9baa8101de0 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:37:55.439874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.440477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] For port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,segment=NetworkSegment(f6cf9a5d-3beb-427c-9d82-4e9826dd91c5),segment_id=f6cf9a5d-3beb-427c-9d82-4e9826dd91c5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:55.442036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:55.442036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Checking segment: {'id': 'f50b9f9b-096c-4be0-91fc-f0e042e03f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:55.442462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.442850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Bound using segment: {'id': 'f50b9f9b-096c-4be0-91fc-f0e042e03f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:55.443324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Bound port: fa7120f2-5b11-4a7c-89f8-dd04f648bb9a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50b9f9b-096c-4be0-91fc-f0e042e03f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1bff078f-a6bf-4670-8d97-3bd9123766fd'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:55.444520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.481760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.490729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.495441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d95db-c7cd-4645-a51f-3393ac63a2a9 None None] Pushing event updated for resources: {'Port': ['ID=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:55.616160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.656742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ac93d-6d0a-4a38-9efc-38026bc71fef None None] Pushing event updated for resources: {'Port': ['ID=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:55.695414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a8471-5336-4a7f-88f0-573c17cc2b54 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbc38b8-8140-4f06-8650-c220619dd382,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:55.751583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] For port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:55.763433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] For port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fa7120f2-5b11-4a7c-89f8-dd04f648bb9a,segment=NetworkSegment(f50b9f9b-096c-4be0-91fc-f0e042e03f31),segment_id=f50b9f9b-096c-4be0-91fc-f0e042e03f31)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:55.784454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.839813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b03e4-c1db-4a92-900d-d3606c462eda tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:55.872766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b03e4-c1db-4a92-900d-d3606c462eda tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:55.874454 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a2b03e4-c1db-4a92-900d-d3606c462eda tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5745592 Dec 16 17:37:55.887999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.914184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45566) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:55.920176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:55.930675 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/subnets/bafea413-9212-4987-a21e-d9baa8101de0 HTTP/1.1" status: 204 len: 168 time: 0.5796483 Dec 16 17:37:55.940974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45570) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:55.960474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d663095-2ed3-4bef-a50e-35435430e0f3 None None] Pushing event updated for resources: {'Port': ['ID=fa7120f2-5b11-4a7c-89f8-dd04f648bb9a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:56.008475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba6f63-da05-4a0f-8a06-fdb927805215 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Subnet': ['ID=bafea413-9212-4987-a21e-d9baa8101de0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:56.198222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port f3924ca8-123a-4288-b264-5e29f9e94a12 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:56.198792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.334823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce79ce4-d5bc-4eea-ba92-98a5bf9257e8 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:56.338359 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fce79ce4-d5bc-4eea-ba92-98a5bf9257e8 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3961570 Dec 16 17:37:56.347305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45580) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:56.355448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.363392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.401103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.440750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for f3924ca8-123a-4288-b264-5e29f9e94a12 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:56.484201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f8ad14-4bf6-4dc6-861a-224120f8b162,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:56.493431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29310b9-4467-49b9-b380-a5d4e9f50404 req-19f860aa-84d4-4111-807c-102fd09dd59a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:56.495389 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c29310b9-4467-49b9-b380-a5d4e9f50404 req-19f860aa-84d4-4111-807c-102fd09dd59a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.5732644 Dec 16 17:37:56.534090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.547057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45586) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:56.648587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Deleting port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:56.648587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.654753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.853846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=f3924ca8-123a-4288-b264-5e29f9e94a12,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:56.859578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:56.881644 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-69ca62cc-0823-44f4-870c-4a644ea5f187 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/f3924ca8-123a-4288-b264-5e29f9e94a12 HTTP/1.1" status: 204 len: 168 time: 0.9454155 Dec 16 17:37:56.881644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45594) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:56.903837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45596) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:56.949355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.020025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] For port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fa7120f2-5b11-4a7c-89f8-dd04f648bb9a,segment=NetworkSegment(f50b9f9b-096c-4be0-91fc-f0e042e03f31),segment_id=f50b9f9b-096c-4be0-91fc-f0e042e03f31)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:57.020403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.024850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fa7120f2-5b11-4a7c-89f8-dd04f648bb9a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:57.037235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Calling delete_port for fa7120f2-5b11-4a7c-89f8-dd04f648bb9a owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:57.104228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:57.104891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.179899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1975665034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:57.193573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.231803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29007d2-2049-47d4-96ac-7be2dbcf8235 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:57.237405 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e29007d2-2049-47d4-96ac-7be2dbcf8235 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3209791 Dec 16 17:37:57.245631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45600) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:57.287366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.293602 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-db14e136-2f58-450d-8636-5577956342ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:37:57.295161 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-db14e136-2f58-450d-8636-5577956342ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/4bbd6c76-dcb4-4588-aed5-140c62309016 HTTP/1.1" status: 404 len: 333 time: 0.0430632 Dec 16 17:37:57.311146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 17:37:57.311146 dv-neutron-821818-2-hyperv neutron-server[103244]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 16 17:37:57.311146 dv-neutron-821818-2-hyperv neutron-server[103244]: [parameters: {'status': 'ACTIVE', 'ports_id': 'fa7120f2-5b11-4a7c-89f8-dd04f648bb9a'}] Dec 16 17:37:57.311146 dv-neutron-821818-2-hyperv neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:37:57.311825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:37:57.317736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45602) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:57.332451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Port': ['ID=fa7120f2-5b11-4a7c-89f8-dd04f648bb9a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:57.352115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] No DVR routers for this DVR port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:57.375155 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97c85df-aad3-4c25-a35a-ae3f63f00445 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:37:57.376613 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c97c85df-aad3-4c25-a35a-ae3f63f00445 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/f3924ca8-123a-4288-b264-5e29f9e94a12 HTTP/1.1" status: 404 len: 333 time: 0.0579188 Dec 16 17:37:57.377624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.378793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.380049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ed1388fc-44d8-407c-b09d-9699bc74f9d9 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:57.382185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45604) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:57.417911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1d2df2fc-7da6-4311-b574-591cf5635bcc None None] Provisioning complete for port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:57.418698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d2df2fc-7da6-4311-b574-591cf5635bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.488030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef1001-6a50-4b0f-b7fb-371fa3e0a30d None None] Network 62e32e29-0c58-452a-816c-c5e0ddadc6c7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:57.509694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.532354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:57.541715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:57.561772 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c29310b9-4467-49b9-b380-a5d4e9f50404 req-06ce04b5-b698-4b85-9c50-ea8abf6553ad tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0046456 Dec 16 17:37:57.578378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:57.579103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.579389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.598723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.623279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.632182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.635434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:57.635711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bff078f-a6bf-4670-8d97-3bd9123766fd']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:57.669765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50b9f9b-096c-4be0-91fc-f0e042e03f31') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:57.670350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50b9f9b-096c-4be0-91fc-f0e042e03f31') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:57.684632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.695437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.696904 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ac0bda4c-3636-4ef2-9df1-8f57389e7b2e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7945616 Dec 16 17:37:57.700193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45606) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:57.710277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2071271829'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:57.737633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.801839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:57.802249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:57.805530 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:57.820963 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ed1388fc-44d8-407c-b09d-9699bc74f9d9 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "PUT /v2.0/quotas/fc188c5feac241c3b88675b817467ca2 HTTP/1.1" status: 200 len: 368 time: 1.2698886 Dec 16 17:37:57.821596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45608) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:57.842425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Request body: {'network': {'project_id': 'fc188c5feac241c3b88675b817467ca2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:57.853717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d2df2fc-7da6-4311-b574-591cf5635bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.878904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.898657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:57.903404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.924671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.927722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5c54d5-d301-4976-bba3-43735ee6e420']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:57.949110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.954064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba7bc6d-6cc9-4cf8-877a-0c02e1e28730') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:57.954358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba7bc6d-6cc9-4cf8-877a-0c02e1e28730') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:57.962459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:57.967924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/networks/1bff078f-a6bf-4670-8d97-3bd9123766fd HTTP/1.1" status: 204 len: 168 time: 1.6170106 Dec 16 17:37:57.971262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45610) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:57.976922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12e6d2-5376-47c2-8420-b9f1e7081d52 None None] Network 1bff078f-a6bf-4670-8d97-3bd9123766fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:57.979198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port fa7120f2-5b11-4a7c-89f8-dd04f648bb9a update to ACTIVE by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:37:57.979644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:57.989377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1d2df2fc-7da6-4311-b574-591cf5635bcc None None] For port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:57.990855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6ceaa-57e3-4d1c-af29-cf038a63ca94 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Network': ['ID=1bff078f-a6bf-4670-8d97-3bd9123766fd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:57.995379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.016922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.030921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12e6d2-5376-47c2-8420-b9f1e7081d52 None None] Network 1bff078f-a6bf-4670-8d97-3bd9123766fd could not be found, it might have been deleted concurrently. {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 17:37:58.032358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d2df2fc-7da6-4311-b574-591cf5635bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.041632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:37:58.048113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:37:58.051643 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:37:58.061033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Made reservation on behalf of fc188c5feac241c3b88675b817467ca2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:58.063959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.079146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.114145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df2fc-7da6-4311-b574-591cf5635bcc None None] Pushing event updated for resources: {'Port': ['ID=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.120521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80c000-2e55-4e42-8275-2bca20485e8e None None] DHCP port deletion for 1bff078f-a6bf-4670-8d97-3bd9123766fd request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:58.123744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:58.124362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.135491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.143522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.148645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.153243 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/3f5c54d5-d301-4976-bba3-43735ee6e420 HTTP/1.1" status: 204 len: 168 time: 0.7671914 Dec 16 17:37:58.162921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:58.170831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] DHCP port deletion for 62e32e29-0c58-452a-816c-c5e0ddadc6c7 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:37:58.182428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1313870981'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:58.185714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57a495-1e1f-4bbb-9695-8de1d185efc6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=3f5c54d5-d301-4976-bba3-43735ee6e420,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.189113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Provisioning complete for port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:58.189666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.228881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.234857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.259413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:37:58.259822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:58.276432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80f7ed-68da-4f33-9252-6e91e005860e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.279751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.280117 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Added segment 3ab2c247-99e6-4c4a-814e-79e688d968e5 of type vlan for network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 Dec 16 17:37:58.280717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.308385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Provisioning complete for port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:58.309453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.311455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.312211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:58.315305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] Deleting port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:58.315772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.349142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.379994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.385685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:58.386271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.447661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] For port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,segment=NetworkSegment(f6cf9a5d-3beb-427c-9d82-4e9826dd91c5),segment_id=f6cf9a5d-3beb-427c-9d82-4e9826dd91c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:58.447882 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7432523 Dec 16 17:37:58.447981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.448116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45614) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:58.452985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'subnet': {'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:58.467520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] Calling delete_port for a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:58.477834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:58.482384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.500470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:58.501005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.521028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236491-f65d-46ae-a9e9-6afe6aa22335 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Network': ['ID=c87bc16d-d9f8-4ee5-984c-39e9ac8295b2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.562392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:58.566648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.566803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:58.654727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:58.665416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.680645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Router ec8da32d-6fef-4ddc-8dad-b41c3551df77 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:37:58.683679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.723942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.751151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] For port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,segment=NetworkSegment(f6cf9a5d-3beb-427c-9d82-4e9826dd91c5),segment_id=f6cf9a5d-3beb-427c-9d82-4e9826dd91c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:58.751693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.751975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment 320a2215-05a6-488e-8988-71a5dc80fdd6 of type vlan for network 5e6ba08c-6052-4b84-9d06-35895b82c113 Dec 16 17:37:58.777420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.785304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.788774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Could not find standard attr ID for object fa7120f2-5b11-4a7c-89f8-dd04f648bb9a. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:37:58.831362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.831558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:58.849048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] No DVR routers for this DVR port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:58.851322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26d7b-8a07-422e-a83e-ca264837d4fc None None] Pushing event updated for resources: {'Port': ['ID=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.884522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Subnet': ['ID=2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.891027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a9e27-5050-497e-b8ba-2f706724abdf None None] Pushing event deleted for resources: {'Port': ['ID=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.910547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Deleting port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:37:58.910889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.924155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b3150-5851-4d22-9f15-54f803a3b750,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:58.924694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Checking segment: {'id': '3ab2c247-99e6-4c4a-814e-79e688d968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:58.925206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network hostable DHCP agents. Network: c87bc16d-d9f8-4ee5-984c-39e9ac8295b2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:37:58.927221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.927749 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Added segment e91e0cfb-01e8-4464-b705-63408736c085 of type vlan for network 4a1928b1-d460-4c07-a873-5905c766c99b Dec 16 17:37:58.930258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.946732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:37:58.953998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:37:58.959449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c87bc16d-d9f8-4ee5-984c-39e9ac8295b2) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:58.963779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:58.964631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:58.984992 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-03c61353-6ade-48ae-aa93-7fc6f62de527 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5335083 Dec 16 17:37:58.986351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:58.991876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'network': {'name': 'tempest-router-network01--1575796014'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:58.992092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0cff4-5f58-4a5b-8720-21e5c2cc5e98 None None] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:37:59.017587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:59.021466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.048417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:59.060622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.061129 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Added segment 4f817da5-af3e-4bbe-ad4b-d716b635acb5 of type vlan for network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 Dec 16 17:37:59.074550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893339f1-6212-431f-8d55-97daca913d46 req-48182a5e-f888-4245-8cc6-f2814b52eaae tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:59.076067 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-893339f1-6212-431f-8d55-97daca913d46 req-48182a5e-f888-4245-8cc6-f2814b52eaae tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4078782 Dec 16 17:37:59.084022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:37:59.085097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.111030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.141436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.142690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c87bc16d-d9f8-4ee5-984c-39e9ac8295b2', 'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2', 'project_id': '313ec6dcc4364abfbd5a444c11743fd7', 'fixed_ips': [{'subnet_id': '2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:37:59.143685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.148415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:59.149155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.215380 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2246592 Dec 16 17:37:59.216052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45620) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:59.228045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'network': {'name': 'tempest-router-network02--1535548724'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:59.244076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f6139-a28f-43a0-8dc8-16dc8cbe601a tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Network': ['ID=2efb6f2c-5b62-424b-8dc9-bc0bac808b98,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:59.265615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:59.269752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.285983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:59.300093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:37:59.313366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.313709 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Added segment 0cfa07a5-9d95-48bf-877b-115d9c6db76d of type vlan for network 1b630444-50a9-4be7-8e76-11160d52805f Dec 16 17:37:59.361221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.406219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.407405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Allocated IP 2001:db8::2 (c87bc16d-d9f8-4ee5-984c-39e9ac8295b2/2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51/50a92104-d81c-4b0c-a6db-703ee629c126) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:37:59.420574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:59.420980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.467567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] For port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:37:59.467937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.486502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.487630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fa7120f2-5b11-4a7c-89f8-dd04f648bb9a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:59.510168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Network': ['ID=1b630444-50a9-4be7-8e76-11160d52805f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:59.513129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: fa7120f2-5b11-4a7c-89f8-dd04f648bb9a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:59.513262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.513370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fa7120f2-5b11-4a7c-89f8-dd04f648bb9a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:59.513701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:37:59.518545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:59.519134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.528234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Calling delete_port for a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:37:59.529934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-60d3d4e9-f583-43fa-a1da-b93b9ef88b4e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3127828 Dec 16 17:37:59.532589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45622) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:59.538119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'subnet': {'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:59.539982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 1b630444-50a9-4be7-8e76-11160d52805f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:59.543951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:37:59.545018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:37:59.545371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:37:59.561611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.581977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.636158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.636482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.653020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:37:59.656606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.672214 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5023746 Dec 16 17:37:59.672984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45624) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:59.691240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.696903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.701994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:37:59.707560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:37:59.708554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Port': ['ID=a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:59.716968 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-67395afd-9544-40ec-a6ab-1d8084def922 admin admin] 10.222.0.66 "PUT /v2.0/routers/ec8da32d-6fef-4ddc-8dad-b41c3551df77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8191235 Dec 16 17:37:59.717141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] No DVR routers for this DVR port a37ce41a-cf4f-46aa-a90b-1dd17d8c18fd on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:37:59.719941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45626) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:37:59.720693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.721699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:37:59.722278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.738205 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622501ff-cf00-4286-a12f-29d706db407d None None] Sync routers for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:37:59.741507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:37:59.746619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:37:59.749282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Pushing event updated for resources: {'Port': ['ID=50a92104-d81c-4b0c-a6db-703ee629c126,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:59.751516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:37:59.766547 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:37:59.771158 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:37:59.788003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-893339f1-6212-431f-8d55-97daca913d46 req-40ba87c6-217e-461a-8487-3dd9815efe5f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6918759 Dec 16 17:37:59.818431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Attempting to bind port 50a92104-d81c-4b0c-a6db-703ee629c126 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:37:59.818788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Attempting to bind port 50a92104-d81c-4b0c-a6db-703ee629c126 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3ab2c247-99e6-4c4a-814e-79e688d968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:37:59.819157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Attempting to bind port 50a92104-d81c-4b0c-a6db-703ee629c126 on network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:37:59.827198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:37:59.827198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Checking segment: {'id': '3ab2c247-99e6-4c4a-814e-79e688d968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:37:59.827481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.827840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Bound using segment: {'id': '3ab2c247-99e6-4c4a-814e-79e688d968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:37:59.828320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Bound port: 50a92104-d81c-4b0c-a6db-703ee629c126, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab2c247-99e6-4c4a-814e-79e688d968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c87bc16d-d9f8-4ee5-984c-39e9ac8295b2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:37:59.828898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.905087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] For port 50a92104-d81c-4b0c-a6db-703ee629c126, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:37:59.908678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb1aa5-8c1a-4f92-a966-93b62e44f436 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=5e6ba08c-6052-4b84-9d06-35895b82c113,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:37:59.909221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] For port 50a92104-d81c-4b0c-a6db-703ee629c126, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=50a92104-d81c-4b0c-a6db-703ee629c126,segment=NetworkSegment(3ab2c247-99e6-4c4a-814e-79e688d968e5),segment_id=3ab2c247-99e6-4c4a-814e-79e688d968e5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:37:59.927834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:37:59.935659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 5e6ba08c-6052-4b84-9d06-35895b82c113 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:37:59.969168 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:00.050712 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2166510 Dec 16 17:38:00.091922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30352ed1-970d-48bc-8699-d70b3d51d540 None None] Pushing event updated for resources: {'Port': ['ID=50a92104-d81c-4b0c-a6db-703ee629c126,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:00.136045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45630) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:00.182976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Request body: {'network': {'project_id': 'fc188c5feac241c3b88675b817467ca2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:00.188615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.204424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:00.241374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.268557 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:37:55Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:00.286591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c29c19-6bbe-4766-9883-597471b4df5e tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Pushing event updated for resources: {'Network': ['ID=4a1928b1-d460-4c07-a873-5905c766c99b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:00.306607 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622501ff-cf00-4286-a12f-29d706db407d None None] Checking router: ec8da32d-6fef-4ddc-8dad-b41c3551df77 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:38:00.314085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 4a1928b1-d460-4c07-a873-5905c766c99b details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:00.319050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e32e29-0c58-452a-816c-c5e0ddadc6c7']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:00.339376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006c190-9849-44e8-86f6-233866bd2e47 req-f77d2bc2-0f1c-4b5b-bc8e-63247d8fc2c5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:00.348165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1006c190-9849-44e8-86f6-233866bd2e47 req-f77d2bc2-0f1c-4b5b-bc8e-63247d8fc2c5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4001021 Dec 16 17:38:00.356634 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] Routers {'ec8da32d-6fef-4ddc-8dad-b41c3551df77'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:00.359530 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:00.377032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:00.377355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cf9a5d-3beb-427c-9d82-4e9826dd91c5') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:00.379969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Made reservation on behalf of fc188c5feac241c3b88675b817467ca2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:00.382784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.399735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.403586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.417833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.435684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:00.449593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:00.462543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.468634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:00.472266 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.513863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:00.513863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:00.527980 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:00.550655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Subnet': ['ID=df0f9285-e79b-483c-b464-e30ade6b8659,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:00.567203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:00.569513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Checking segment: {'id': '4f817da5-af3e-4bbe-ad4b-d716b635acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:00.570444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network hostable DHCP agents. Network: 2efb6f2c-5b62-424b-8dc9-bc0bac808b98, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:00.575031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:00.582901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.594850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] Set router ec8da32d-6fef-4ddc-8dad-b41c3551df77 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:00.617542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:00.632978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Deleting port 7c5a84a5-a3bb-4b01-a952-5671dcc92403 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:00.641141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.668989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2efb6f2c-5b62-424b-8dc9-bc0bac808b98) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:00.685421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b3415-1eb3-4193-a741-d393ac860bba None None] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:00.692013 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1006c190-9849-44e8-86f6-233866bd2e47 req-b3f410bf-edea-4289-a563-80c6a1f86069 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428259 Dec 16 17:38:00.713183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:00.713779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.746698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-30b602e5-12e2-49a8-af38-8b655d323f62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2126925 Dec 16 17:38:00.758567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45634) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:00.776578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.777753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Added segment 2d862d3a-9950-4fe6-9bc9-3aa8df72b6f0 of type vlan for network a5bed9a5-a20a-473d-bdd1-bb5ea9992176 Dec 16 17:38:00.783694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'subnet': {'network_id': '1b630444-50a9-4be7-8e76-11160d52805f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:00.840815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Performing IP validity checks on allocation pools {{(pid=103242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:38:00.841697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:38:00.901305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-2efb6f2c-5b62-424b-8dc9-bc0bac808b98', 'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98', 'project_id': '313ec6dcc4364abfbd5a444c11743fd7', 'fixed_ips': [{'subnet_id': 'df0f9285-e79b-483c-b464-e30ade6b8659'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:00.904851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.958715 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-622501ff-cf00-4286-a12f-29d706db407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:37:55Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:00.960033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.995643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:00.999002 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/networks/62e32e29-0c58-452a-816c-c5e0ddadc6c7 HTTP/1.1" status: 204 len: 168 time: 3.0236931 Dec 16 17:38:01.003087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45638) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:01.004007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.014002 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622501ff-cf00-4286-a12f-29d706db407d None None] The sync data for ids ['ec8da32d-6fef-4ddc-8dad-b41c3551df77'] in dv-neutron-821818-2-hyperv is: [{'id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'name': 'tempest-ServersTestManualDisk-1743415051-router', 'tenant_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:54Z', 'updated_at': '2021-12-16T17:37:55Z', 'revision_number': 5, 'project_id': '448c5450cbb242cc93e6b2ae2cdf2c76', 'gw_port': {'id': '7c5a84a5-a3bb-4b01-a952-5671dcc92403', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da32d-6fef-4ddc-8dad-b41c3551df77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:01.046538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014c9f0-b68a-4e20-a04c-e15c398d53f5 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Network': ['ID=62e32e29-0c58-452a-816c-c5e0ddadc6c7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:01.140196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] For port 7c5a84a5-a3bb-4b01-a952-5671dcc92403, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7c5a84a5-a3bb-4b01-a952-5671dcc92403,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:01.140568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.155043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.167894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:01.169188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-35b4cb37-2385-43b8-93b9-6daba9aebfb0 None None] Provisioning complete for port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:01.169653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35b4cb37-2385-43b8-93b9-6daba9aebfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.171460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.179009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.179893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:01.180489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.192986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Calling delete_port for 7c5a84a5-a3bb-4b01-a952-5671dcc92403 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:01.207208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:01.221947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Allocated IP 2001:db8::2 (2efb6f2c-5b62-424b-8dc9-bc0bac808b98/df0f9285-e79b-483c-b464-e30ade6b8659/dc70e51c-7148-4bb3-99be-a04348a6ea65) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:01.224423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-35b4cb37-2385-43b8-93b9-6daba9aebfb0 None None] Port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:01.226913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.329699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1799512 Dec 16 17:38:01.354156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45640) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:01.365286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d437dc6d-c0e8-4634-b8e4-18ceb80cb01b tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Request body: {'network': {'project_id': 'fc188c5feac241c3b88675b817467ca2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:01.370097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Router d616c64d-399f-44db-9117-886e7c69a312 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:01.406980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729055f-deb7-49fe-881e-a20449e2cc03 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Pushing event updated for resources: {'Network': ['ID=a5bed9a5-a20a-473d-bdd1-bb5ea9992176,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:01.416140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49fdf-c97c-486e-9cb9-8600dd8cfff8 req-af1774fd-7522-4f2a-aead-eccf92d864ef tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:01.417818 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99f49fdf-c97c-486e-9cb9-8600dd8cfff8 req-af1774fd-7522-4f2a-aead-eccf92d864ef tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3382707 Dec 16 17:38:01.475020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 50a92104-d81c-4b0c-a6db-703ee629c126 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:01.478450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network a5bed9a5-a20a-473d-bdd1-bb5ea9992176 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:01.551600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.605137 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d437dc6d-c0e8-4634-b8e4-18ceb80cb01b tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 17:38:01.607933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d437dc6d-c0e8-4634-b8e4-18ceb80cb01b tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:38:01.617789 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d437dc6d-c0e8-4634-b8e4-18ceb80cb01b tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2582328 Dec 16 17:38:01.631560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.634660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45642) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:01.639838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 50a92104-d81c-4b0c-a6db-703ee629c126 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:01.640341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.650485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f82a998-0c6f-462a-8432-b881f488e231']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:01.700292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0e6bba-42d7-48a4-99bb-e7442bd9bc8e') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:01.700507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0e6bba-42d7-48a4-99bb-e7442bd9bc8e') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:01.721860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.731228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.734617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.737949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:01.771892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65048469-7b45-4369-9887-a65b9b6ea62a None None] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:01.773900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Sync routers for ids ['d616c64d-399f-44db-9117-886e7c69a312'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:01.790459 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7790a7b7-cad2-4ab6-8fce-a2dc1ad6536a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "PUT /v2.0/routers/d616c64d-399f-44db-9117-886e7c69a312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3778684 Dec 16 17:38:01.795889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45644) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:01.806503 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99f49fdf-c97c-486e-9cb9-8600dd8cfff8 req-ce040184-c2ea-470b-bef1-1e6d54212b74 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805261 Dec 16 17:38:01.873192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.876087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.880604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:01.905403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:01.907931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:01.917512 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bea01939-2c1a-4661-a3b0-3787b2b6751d tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc188c5feac241c3b88675b817467ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815781 Dec 16 17:38:01.922671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Pushing event updated for resources: {'Port': ['ID=dc70e51c-7148-4bb3-99be-a04348a6ea65,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:01.923867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5a84a5-a3bb-4b01-a952-5671dcc92403,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:01.926469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.927136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Routers {'d616c64d-399f-44db-9117-886e7c69a312'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:01.927933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d616c64d-399f-44db-9117-886e7c69a312'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:01.932576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45648) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:01.934422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.934713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:01.935124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:01.959947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=e510adc1-7ee4-4b49-a1f4-3e2901936eb3,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:01.969149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254be0bc-f70c-4f13-923c-c9989247c957 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:01.970799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-254be0bc-f70c-4f13-923c-c9989247c957 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports/ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d HTTP/1.1" status: 200 len: 911 time: 0.1688516 Dec 16 17:38:01.973439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': '320a2215-05a6-488e-8988-71a5dc80fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:01.974068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 5e6ba08c-6052-4b84-9d06-35895b82c113, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:01.977451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45650) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:02.003763 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:02.061890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Subnet': ['ID=4677dbde-1366-40ef-a563-347b54daed49,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:02.062117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 5e6ba08c-6052-4b84-9d06-35895b82c113 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:02.099534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Set router d616c64d-399f-44db-9117-886e7c69a312 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:02.117474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ebd1d-0b3c-4978-bf21-c736b658c268 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:02.123918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ebd1d-0b3c-4978-bf21-c736b658c268 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:02.129036 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d0ebd1d-0b3c-4978-bf21-c736b658c268 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1453962 Dec 16 17:38:02.130094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45654) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.132552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 5e6ba08c-6052-4b84-9d06-35895b82c113) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:02.146485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:02.146702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0333af22-e606-4dd9-a8fd-5e0fe98f838f None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:02.147095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.175547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.182944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93d1a7-d606-46a7-a0e6-71b93d4c4dd5 None None] Network 5e6ba08c-6052-4b84-9d06-35895b82c113 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:02.192540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.212420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cb34405d-c034-4d0d-b428-66c8155e2e4a None None] Provisioning complete for port 50a92104-d81c-4b0c-a6db-703ee629c126 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:02.212702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb34405d-c034-4d0d-b428-66c8155e2e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.243533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51f5a453-c39d-4bf3-a93b-0ac785fe3263 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.279059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.281338 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/networks/0f82a998-0c6f-462a-8432-b881f488e231 HTTP/1.1" status: 204 len: 168 time: 1.2744858 Dec 16 17:38:02.282313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa332aab-8470-4c94-9192-b57ffb8b5b56 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Network': ['ID=0f82a998-0c6f-462a-8432-b881f488e231,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:02.326336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45656) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.388372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Checking segment: {'id': '0cfa07a5-9d95-48bf-877b-115d9c6db76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b630444-50a9-4be7-8e76-11160d52805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:02.388372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network hostable DHCP agents. Network: 1b630444-50a9-4be7-8e76-11160d52805f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:02.398408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.409754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.434662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51f5a453-c39d-4bf3-a93b-0ac785fe3263 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.452447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Attempting to bind port dc70e51c-7148-4bb3-99be-a04348a6ea65 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:02.452815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Attempting to bind port dc70e51c-7148-4bb3-99be-a04348a6ea65 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '4f817da5-af3e-4bbe-ad4b-d716b635acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:02.453198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Attempting to bind port dc70e51c-7148-4bb3-99be-a04348a6ea65 on network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:02.471838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 50a92104-d81c-4b0c-a6db-703ee629c126, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=50a92104-d81c-4b0c-a6db-703ee629c126,segment=NetworkSegment(3ab2c247-99e6-4c4a-814e-79e688d968e5),segment_id=3ab2c247-99e6-4c4a-814e-79e688d968e5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:02.481375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:02.481816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Checking segment: {'id': '4f817da5-af3e-4bbe-ad4b-d716b635acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:02.482250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.483066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Bound using segment: {'id': '4f817da5-af3e-4bbe-ad4b-d716b635acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:02.483542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Bound port: dc70e51c-7148-4bb3-99be-a04348a6ea65, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f817da5-af3e-4bbe-ad4b-d716b635acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2efb6f2c-5b62-424b-8dc9-bc0bac808b98'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:02.484066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.495288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.499117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.510101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.552254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=a0d0d2ca-3765-4ee0-8f0b-185aaa5b0cbe,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:02.552900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network 1b630444-50a9-4be7-8e76-11160d52805f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:02.555211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.555748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8da32d-6fef-4ddc-8dad-b41c3551df77 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:02.568051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.569335 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-064bdd6b-e3ea-4d30-bce7-0fc536b3ddd0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ec8da32d-6fef-4ddc-8dad-b41c3551df77 HTTP/1.1" status: 204 len: 168 time: 2.8491051 Dec 16 17:38:02.574415 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-62569058-701a-4666-a54f-b355836d96e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8888581 Dec 16 17:38:02.577574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45658) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.577946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45660) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.586918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e713a3-af13-4dab-9780-fe50b4bde2c4 req-de26b30c-0779-4fde-8c89-f182452b7e26 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:02.594930 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9e713a3-af13-4dab-9780-fe50b4bde2c4 req-de26b30c-0779-4fde-8c89-f182452b7e26 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.5185888 Dec 16 17:38:02.619015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113', 'name': 'tempest-PortsTestJSON-714358710'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:02.677046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-5e6ba08c-6052-4b84-9d06-35895b82c113', 'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': 'e510adc1-7ee4-4b49-a1f4-3e2901936eb3'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:02.678168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.703809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 1b630444-50a9-4be7-8e76-11160d52805f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:02.759752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:02.760352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.775610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f581224d-58cd-48f1-b0a8-2504a1da81ff None None] Network 1b630444-50a9-4be7-8e76-11160d52805f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:02.837484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=50a92104-d81c-4b0c-a6db-703ee629c126,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:02.880192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Deleting subnet beb9bbc7-39b1-42bf-b1be-307466eb6703 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:02.899796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.901383 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9e713a3-af13-4dab-9780-fe50b4bde2c4 req-80c8f237-65c3-420c-bc22-e678b59db821 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002508 Dec 16 17:38:02.950919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51f5a453-c39d-4bf3-a93b-0ac785fe3263 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.953677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51f5a453-c39d-4bf3-a93b-0ac785fe3263 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:02.954793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-51f5a453-c39d-4bf3-a93b-0ac785fe3263 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c3b3150-5851-4d22-9f15-54f803a3b750 HTTP/1.1" status: 204 len: 168 time: 0.9521282 Dec 16 17:38:02.961020 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f10ba6ec-c1b7-4423-849d-48e47a1bc946 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1960227 Dec 16 17:38:02.961020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45662) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.963692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] For port dc70e51c-7148-4bb3-99be-a04348a6ea65, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:02.965486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:02.983065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.027806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a453-c39d-4bf3-a93b-0ac785fe3263 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b3150-5851-4d22-9f15-54f803a3b750,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:03.038409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] For port dc70e51c-7148-4bb3-99be-a04348a6ea65, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc70e51c-7148-4bb3-99be-a04348a6ea65,segment=NetworkSegment(4f817da5-af3e-4bbe-ad4b-d716b635acb5),segment_id=4f817da5-af3e-4bbe-ad4b-d716b635acb5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:03.067799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.076348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3795dc-bf93-4a09-8016-043266876fc1']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.091837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.195363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c5185a-a92a-46ea-a448-5b056342ac83') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.195989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c5185a-a92a-46ea-a448-5b056342ac83') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.205124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd616c64d-399f-44db-9117-886e7c69a312', 'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:37:53Z', 'updated_at': '2021-12-16T17:37:57Z', 'revision_number': 2, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None, '_interfaces': [{'id': 'ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d', 'name': '', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'mac_address': 'fa:16:3e:40:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd616c64d-399f-44db-9117-886e7c69a312', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6c772ead-aaa9-400c-b1cf-8a85cf9e4b69', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:37:54Z', 'updated_at': '2021-12-16T17:37:58Z', 'revision_number': 2, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'subnets': [{'id': '6c772ead-aaa9-400c-b1cf-8a85cf9e4b69', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.220190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.232156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.261079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.264895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.267320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.270188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:03.287857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.290853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-1b630444-50a9-4be7-8e76-11160d52805f', 'network_id': '1b630444-50a9-4be7-8e76-11160d52805f', 'project_id': '313ec6dcc4364abfbd5a444c11743fd7', 'fixed_ips': [{'subnet_id': '4677dbde-1366-40ef-a563-347b54daed49'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:03.291733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.341450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:03.342193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:03.347343 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:03.431859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 2e05a1e9-b594-497b-a52f-536079812866 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:03.536911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.578874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.582507 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] 10.222.0.66 "DELETE /v2.0/networks/2f3795dc-bf93-4a09-8016-043266876fc1 HTTP/1.1" status: 204 len: 168 time: 1.2532878 Dec 16 17:38:03.627570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.638724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Allocated IP 172.20.0.2 (5e6ba08c-6052-4b84-9d06-35895b82c113/e510adc1-7ee4-4b49-a1f4-3e2901936eb3/a55f7043-ec1f-4fdc-a380-c644e8c7696e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:03.657125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e3d8f-8e38-4199-8143-0e861e53b704 tempest-BulkNetworkOpsIpV6Test-771301135 tempest-BulkNetworkOpsIpV6Test-771301135-project] Pushing event deleted for resources: {'Network': ['ID=2f3795dc-bf93-4a09-8016-043266876fc1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:03.659212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.704282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.707344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb9bbc7-39b1-42bf-b1be-307466eb6703,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:03.717267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.720986 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-240d44f7-4789-4180-8d5a-8b03f100bae4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/beb9bbc7-39b1-42bf-b1be-307466eb6703 HTTP/1.1" status: 204 len: 168 time: 1.1411870 Dec 16 17:38:03.724681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45668) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:03.734588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 50a92104-d81c-4b0c-a6db-703ee629c126 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:03.737917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386e3c3-5dd1-4c7a-8da8-d3306b8807ae None None] Pushing event updated for resources: {'Port': ['ID=dc70e51c-7148-4bb3-99be-a04348a6ea65,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:03.758292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca93ad-6d64-42b3-86f3-7f1c9ac1db69 None None] Network bd4822ee-7cc7-49b6-acd6-47257ef078d9 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:03.793858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bed9a5-a20a-473d-bdd1-bb5ea9992176']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.816090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d862d3a-9950-4fe6-9bc9-3aa8df72b6f0') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.816388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d862d3a-9950-4fe6-9bc9-3aa8df72b6f0') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:03.848256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.870209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Checking router: d616c64d-399f-44db-9117-886e7c69a312 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:38:03.871368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Updating router d616c64d-399f-44db-9117-886e7c69a312 port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:38:03.872608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.880498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.890194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:03.890585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:03.892207 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:04.046045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.060162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.066503 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a5bed9a5-a20a-473d-bdd1-bb5ea9992176 HTTP/1.1" status: 204 len: 168 time: 1.0924523 Dec 16 17:38:04.070180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45672) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:04.097611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Allocated IP 2001:db8::2 (1b630444-50a9-4be7-8e76-11160d52805f/4677dbde-1366-40ef-a563-347b54daed49/83f291a5-1108-442f-94de-a5474c1a6d3d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:04.163974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24565ffc-6fa4-46a9-8cf3-d9817ac1ce95 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5bed9a5-a20a-473d-bdd1-bb5ea9992176,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:04.225320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Deleting port f4e99863-86ab-42a5-a94b-6f8e37aded54 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:04.226179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.234457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.254886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.281924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.351461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] For port f4e99863-86ab-42a5-a94b-6f8e37aded54, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f4e99863-86ab-42a5-a94b-6f8e37aded54,segment=NetworkSegment(c436ba32-c4f3-4bbd-a532-693337f88ca4),segment_id=c436ba32-c4f3-4bbd-a532-693337f88ca4)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:04.352040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.366305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Calling delete_port for f4e99863-86ab-42a5-a94b-6f8e37aded54 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:04.384500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Network 1b630444-50a9-4be7-8e76-11160d52805f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:04.391585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-735fbe1c-3a55-47dd-bc6a-d4519a73acea None None] Provisioning complete for port 50a92104-d81c-4b0c-a6db-703ee629c126 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:04.392251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-735fbe1c-3a55-47dd-bc6a-d4519a73acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.409613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Pushing event updated for resources: {'Port': ['ID=83f291a5-1108-442f-94de-a5474c1a6d3d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:04.412759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:04.415044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:04.432487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45676) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:04.469797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.501713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.616748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.678167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1928b1-d460-4c07-a873-5905c766c99b']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:04.679309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Attempting to bind port 83f291a5-1108-442f-94de-a5474c1a6d3d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:04.680175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Attempting to bind port 83f291a5-1108-442f-94de-a5474c1a6d3d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '0cfa07a5-9d95-48bf-877b-115d9c6db76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b630444-50a9-4be7-8e76-11160d52805f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:04.680768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Attempting to bind port 83f291a5-1108-442f-94de-a5474c1a6d3d on network 1b630444-50a9-4be7-8e76-11160d52805f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:04.683618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] DHCP port deletion for bd4822ee-7cc7-49b6-acd6-47257ef078d9 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:04.705188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91e0cfb-01e8-4464-b705-63408736c085') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:04.705500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91e0cfb-01e8-4464-b705-63408736c085') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:04.741844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.759932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.768265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:04.768681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:04.770532 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:04.778082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 50a92104-d81c-4b0c-a6db-703ee629c126 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:04.778454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.827188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:04.827573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Checking segment: {'id': '0cfa07a5-9d95-48bf-877b-115d9c6db76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b630444-50a9-4be7-8e76-11160d52805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:04.827982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.828381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Bound using segment: {'id': '0cfa07a5-9d95-48bf-877b-115d9c6db76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b630444-50a9-4be7-8e76-11160d52805f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:04.828867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Bound port: 83f291a5-1108-442f-94de-a5474c1a6d3d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfa07a5-9d95-48bf-877b-115d9c6db76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b630444-50a9-4be7-8e76-11160d52805f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:04.829270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.868280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0818c-5d89-419b-8db1-a1c9ce31fc39 None None] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:04.920565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.926122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:04.930200 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] 10.222.0.66 "DELETE /v2.0/networks/4a1928b1-d460-4c07-a873-5905c766c99b HTTP/1.1" status: 204 len: 168 time: 0.8538749 Dec 16 17:38:04.939066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-abaa3429-4b57-48b6-8ce3-cf67ebea1b2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3963f5a08bb4a66b30af0677ef74429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039046 Dec 16 17:38:04.951949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:04.961192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac425cf-d335-47b4-91a4-cd8d33389480 tempest-QuotasNegativeTest-1132714741 tempest-QuotasNegativeTest-1132714741-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a1928b1-d460-4c07-a873-5905c766c99b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:04.973426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.010993 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Allocated IP 2001:db8::1 (2efb6f2c-5b62-424b-8dc9-bc0bac808b98/df0f9285-e79b-483c-b464-e30ade6b8659/19c31eea-e77c-4448-9514-a4c9d814b140) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:05.018306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e99863-86ab-42a5-a94b-6f8e37aded54,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:05.028096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.037562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] No DVR routers for this DVR port f4e99863-86ab-42a5-a94b-6f8e37aded54 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:05.048741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b31c7-f742-49eb-b48d-d926b94c2a39 req-613006f4-6945-483d-ae92-b04cfe8346ef tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:05.054791 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-042b31c7-f742-49eb-b48d-d926b94c2a39 req-613006f4-6945-483d-ae92-b04cfe8346ef tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.9971766 Dec 16 17:38:05.083526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router db91faa7-e35e-4c8f-b304-ce5c2616a53f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:05.094322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Deleting port f4e99863-86ab-42a5-a94b-6f8e37aded54 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:05.094673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.172428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38b3282f-75f0-44f4-a988-4ac26930e898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.180875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] For port f4e99863-86ab-42a5-a94b-6f8e37aded54, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:05.181299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.210096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Calling delete_port for f4e99863-86ab-42a5-a94b-6f8e37aded54 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:05.224627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Port f4e99863-86ab-42a5-a94b-6f8e37aded54 was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:38:05.240200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.248502 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-042b31c7-f742-49eb-b48d-d926b94c2a39 req-7e705578-1b1e-42f2-a25e-9da514bbe5a8 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722982 Dec 16 17:38:05.537079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.561644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] No DVR routers for this DVR port f4e99863-86ab-42a5-a94b-6f8e37aded54 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:05.599737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Network 5e6ba08c-6052-4b84-9d06-35895b82c113 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:05.609236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:05.611683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:05.639077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.726458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.5 (5e6ba08c-6052-4b84-9d06-35895b82c113/e510adc1-7ee4-4b49-a1f4-3e2901936eb3/2e05a1e9-b594-497b-a52f-536079812866) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:05.729790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38b3282f-75f0-44f4-a988-4ac26930e898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.743797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Pushing event updated for resources: {'Port': ['ID=a55f7043-ec1f-4fdc-a380-c644e8c7696e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:05.746229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4822ee-7cc7-49b6-acd6-47257ef078d9']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:05.795220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c436ba32-c4f3-4bbd-a532-693337f88ca4') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:05.795540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c436ba32-c4f3-4bbd-a532-693337f88ca4') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:05.889442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.894955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:05.907942 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9b7597e1-2117-460d-b509-af0c757cbe3e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/routers/db91faa7-e35e-4c8f-b304-ce5c2616a53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6748857 Dec 16 17:38:05.911596 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] Sync routers for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:05.916418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45694) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:05.932512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:05.933096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcac3c-b782-4a2a-a8cd-c4c6377ed2d2 req-03eb46a1-f726-4150-9fd1-342975da2f9f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:05.936197 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d8dcac3c-b782-4a2a-a8cd-c4c6377ed2d2 req-03eb46a1-f726-4150-9fd1-342975da2f9f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3132365 Dec 16 17:38:05.938623 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:05.940694 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:06.016257 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:06.016601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.029763 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:06.044474 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] Routers {'db91faa7-e35e-4c8f-b304-ce5c2616a53f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:06.045329 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:06.050324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45696) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:06.086755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:06.087714 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d925e-06af-44c5-b6f5-d8260a8d78df None None] The sync data for ids ['db91faa7-e35e-4c8f-b304-ce5c2616a53f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:06.103142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.131066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a7f8ad14-4bf6-4dc6-861a-224120f8b162 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:06.141320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38b3282f-75f0-44f4-a988-4ac26930e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.145704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-38b3282f-75f0-44f4-a988-4ac26930e898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.150525 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-38b3282f-75f0-44f4-a988-4ac26930e898 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e5a45fe-5652-4d16-a241-997a6f20af6b HTTP/1.1" status: 204 len: 168 time: 1.1956265 Dec 16 17:38:06.165565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cf88101d-ac7c-49d0-9bd1-7cdb9a13f4ef None None] Provisioning complete for port dc70e51c-7148-4bb3-99be-a04348a6ea65 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:06.168183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf88101d-ac7c-49d0-9bd1-7cdb9a13f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.168381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.178944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a7f8ad14-4bf6-4dc6-861a-224120f8b162 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:06.179770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a7f8ad14-4bf6-4dc6-861a-224120f8b162 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:06.180006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.187616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.210713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3282f-75f0-44f4-a988-4ac26930e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a45fe-5652-4d16-a241-997a6f20af6b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:06.240372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Port': ['ID=19c31eea-e77c-4448-9514-a4c9d814b140,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:06.250217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] For port 83f291a5-1108-442f-94de-a5474c1a6d3d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:06.250436 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d8dcac3c-b782-4a2a-a8cd-c4c6377ed2d2 req-a0388643-743b-426e-84ca-a321fe0a9bf5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882736 Dec 16 17:38:06.253654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:06.254187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.280595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251909-606a-4e26-8a3b-a759658f8c14 None None] Pushing event deleted for resources: {'Port': ['ID=f4e99863-86ab-42a5-a94b-6f8e37aded54,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:06.300200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:06.311468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c369be35-f49b-4e5e-9e0c-a0410b4996d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.313044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Attempting to bind port a55f7043-ec1f-4fdc-a380-c644e8c7696e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:06.313518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Attempting to bind port a55f7043-ec1f-4fdc-a380-c644e8c7696e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '320a2215-05a6-488e-8988-71a5dc80fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:06.313951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Attempting to bind port a55f7043-ec1f-4fdc-a380-c644e8c7696e on network 5e6ba08c-6052-4b84-9d06-35895b82c113 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:06.316499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:06.333765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:06.334319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.340063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.351171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 5e6ba08c-6052-4b84-9d06-35895b82c113 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:06.352605 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:06.359810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] For port 83f291a5-1108-442f-94de-a5474c1a6d3d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=83f291a5-1108-442f-94de-a5474c1a6d3d,segment=NetworkSegment(0cfa07a5-9d95-48bf-877b-115d9c6db76d),segment_id=0cfa07a5-9d95-48bf-877b-115d9c6db76d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:06.377469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:06.379845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.388264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:06.390640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.398841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:06.399954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Checking segment: {'id': '320a2215-05a6-488e-8988-71a5dc80fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:06.400602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.401030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Bound using segment: {'id': '320a2215-05a6-488e-8988-71a5dc80fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:06.401591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Bound port: a55f7043-ec1f-4fdc-a380-c644e8c7696e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320a2215-05a6-488e-8988-71a5dc80fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5e6ba08c-6052-4b84-9d06-35895b82c113'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:06.402574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.444683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.456997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.460403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.465426 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] 10.222.0.66 "DELETE /v2.0/networks/bd4822ee-7cc7-49b6-acd6-47257ef078d9 HTTP/1.1" status: 204 len: 168 time: 2.7387950 Dec 16 17:38:06.468930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:06.475184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.530651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc70e51c-7148-4bb3-99be-a04348a6ea65 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:06.602877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=2e05a1e9-b594-497b-a52f-536079812866,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:06.607962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e399d-5235-4d98-b5c1-e6e00a99b27e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4822ee-7cc7-49b6-acd6-47257ef078d9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:06.650909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:06.655187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.712798 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7502e160-ada8-4fe2-ad95-0c1ec356a41b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0978665 Dec 16 17:38:06.714773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45710) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:06.832803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4639d7-3e5d-412f-9c9e-045b95851384 None None] Pushing event updated for resources: {'Port': ['ID=83f291a5-1108-442f-94de-a5474c1a6d3d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:06.884980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 2e05a1e9-b594-497b-a52f-536079812866 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:06.885454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:06.892527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45716) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:06.898545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf88101d-ac7c-49d0-9bd1-7cdb9a13f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.020230 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ba2d4bba-7633-42b5-99b8-0445a6bad63e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=448c5450cbb242cc93e6b2ae2cdf2c76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1249933 Dec 16 17:38:07.026899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:07.031297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627cd34-cffc-42e0-9616-a832c53befdf None None] Pushing event updated for resources: {'Port': ['ID=ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.055447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.084027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 2e05a1e9-b594-497b-a52f-536079812866 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:07.123933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02671301-7bd2-4cd8-8139-7c1cf9a08ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.126127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cf88101d-ac7c-49d0-9bd1-7cdb9a13f4ef None None] For port dc70e51c-7148-4bb3-99be-a04348a6ea65, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc70e51c-7148-4bb3-99be-a04348a6ea65,segment=NetworkSegment(4f817da5-af3e-4bbe-ad4b-d716b635acb5),segment_id=4f817da5-af3e-4bbe-ad4b-d716b635acb5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:07.144103 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Attempting to bind port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:07.144833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Attempting to bind port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:07.145437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Attempting to bind port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:07.148426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf88101d-ac7c-49d0-9bd1-7cdb9a13f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.160137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] For port a55f7043-ec1f-4fdc-a380-c644e8c7696e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:07.187980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02671301-7bd2-4cd8-8139-7c1cf9a08ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.265013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:07.265543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:07.265754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.266157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:07.266785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Bound port: ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:07.267186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.270583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] For port a55f7043-ec1f-4fdc-a380-c644e8c7696e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a55f7043-ec1f-4fdc-a380-c644e8c7696e,segment=NetworkSegment(320a2215-05a6-488e-8988-71a5dc80fdd6),segment_id=320a2215-05a6-488e-8988-71a5dc80fdd6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:07.271920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c369be35-f49b-4e5e-9e0c-a0410b4996d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.290997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02671301-7bd2-4cd8-8139-7c1cf9a08ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.293024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.294748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88101d-ac7c-49d0-9bd1-7cdb9a13f4ef None None] Pushing event updated for resources: {'Port': ['ID=dc70e51c-7148-4bb3-99be-a04348a6ea65,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.300486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dc70e51c-7148-4bb3-99be-a04348a6ea65 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:07.300856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.302151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02671301-7bd2-4cd8-8139-7c1cf9a08ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.302398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bd49a779-c01b-4627-9123-1ea97260e556 None None] Could not find standard attr ID for object ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:07.306760 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-02671301-7bd2-4cd8-8139-7c1cf9a08ceb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68b1ccf3-90a5-4769-b276-ac1d43375532 HTTP/1.1" status: 204 len: 168 time: 0.2756464 Dec 16 17:38:07.371320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.375981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c369be35-f49b-4e5e-9e0c-a0410b4996d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.390971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Port ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d has been deleted concurrently {{(pid=103244) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 17:38:07.423178 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c369be35-f49b-4e5e-9e0c-a0410b4996d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9140682247c4d8f942f8488801d491e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3703403 Dec 16 17:38:07.423998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.426816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45732) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:07.445034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a885f905-9cb0-460a-a956-ca675b0eb261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.453537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.460860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bd49a779-c01b-4627-9123-1ea97260e556 None None] Provisioning complete for port 19c31eea-e77c-4448-9514-a4c9d814b140 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:07.461270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd49a779-c01b-4627-9123-1ea97260e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.511480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02671301-7bd2-4cd8-8139-7c1cf9a08ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b1ccf3-90a5-4769-b276-ac1d43375532,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.522108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Routers {'d616c64d-399f-44db-9117-886e7c69a312'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:07.529677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:37:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d616c64d-399f-44db-9117-886e7c69a312'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:07.538085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=ba43ce7c-a3a9-415b-bb5a-a83ebd5d526d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.544162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ed2bb-5732-42c7-b084-56d19f382e3f None None] Pushing event updated for resources: {'Port': ['ID=a55f7043-ec1f-4fdc-a380-c644e8c7696e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.565951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.647517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bd49a779-c01b-4627-9123-1ea97260e556 None None] Port 19c31eea-e77c-4448-9514-a4c9d814b140 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:07.660183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=2e05a1e9-b594-497b-a52f-536079812866,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.673094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45736) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:07.676750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369be35-f49b-4e5e-9e0c-a0410b4996d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f16da5b-62be-4705-a38d-6f7d3ba497da,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:07.754234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] Set router d616c64d-399f-44db-9117-886e7c69a312 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:07.911969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc0481a-7aef-4fdd-bda4-7c483dcae4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:07.986665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7c5a84a5-a3bb-4b01-a952-5671dcc92403 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:07.995723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd616c64d-399f-44db-9117-886e7c69a312', 'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:37:53Z', 'updated_at': '2021-12-16T17:38:07Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:08.018543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc0481a-7aef-4fdd-bda4-7c483dcae4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.020903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fada6-861e-4598-90f0-2edf64bf3bea req-eed90398-7b46-4c82-84ef-490fd256f4d7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:08.034670 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2e8fada6-861e-4598-90f0-2edf64bf3bea req-eed90398-7b46-4c82-84ef-490fd256f4d7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.6216843 Dec 16 17:38:08.063389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-188889612'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:08.069717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.079221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cd8ac12c-3f6d-41af-9f10-dc9d10721773 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/2e05a1e9-b594-497b-a52f-536079812866 HTTP/1.1" status: 204 len: 168 time: 1.3631151 Dec 16 17:38:08.083387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45748) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:08.097497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac959-b4f5-460e-958a-abd095edaf98 None None] The sync data for ids ['d616c64d-399f-44db-9117-886e7c69a312'] in dv-neutron-821818-2-hyperv is: [{'id': 'd616c64d-399f-44db-9117-886e7c69a312', 'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:37:53Z', 'updated_at': '2021-12-16T17:38:07Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:08.111481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.123854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 7c5a84a5-a3bb-4b01-a952-5671dcc92403 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:08.124202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7c5a84a5-a3bb-4b01-a952-5671dcc92403 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:08.124632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f4e99863-86ab-42a5-a94b-6f8e37aded54 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:08.128752 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83f2110-7dd1-4093-8ec0-47bc9aa5951a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:38:08.129538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83f2110-7dd1-4093-8ec0-47bc9aa5951a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:38:08.133581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bd49a779-c01b-4627-9123-1ea97260e556 None None] Provisioning complete for port dc70e51c-7148-4bb3-99be-a04348a6ea65 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:08.134073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd49a779-c01b-4627-9123-1ea97260e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.139607 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e83f2110-7dd1-4093-8ec0-47bc9aa5951a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/2e05a1e9-b594-497b-a52f-536079812866 HTTP/1.1" status: 404 len: 333 time: 0.0551162 Dec 16 17:38:08.140880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45750) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:08.180542 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f790b48-3336-4774-9201-eea687d824c6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:38:08.186185 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f790b48-3336-4774-9201-eea687d824c6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/2e05a1e9-b594-497b-a52f-536079812866 HTTP/1.1" status: 404 len: 333 time: 0.0424705 Dec 16 17:38:08.189030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45752) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:08.240721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc0481a-7aef-4fdd-bda4-7c483dcae4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.244140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc0481a-7aef-4fdd-bda4-7c483dcae4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.248559 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5cc0481a-7aef-4fdd-bda4-7c483dcae4cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f16da5b-62be-4705-a38d-6f7d3ba497da HTTP/1.1" status: 204 len: 168 time: 0.8205614 Dec 16 17:38:08.268357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f4e99863-86ab-42a5-a94b-6f8e37aded54 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:08.271163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f4e99863-86ab-42a5-a94b-6f8e37aded54 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:08.271622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet e510adc1-7ee4-4b49-a1f4-3e2901936eb3 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:08.276536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.335887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.435134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2e8fada6-861e-4598-90f0-2edf64bf3bea req-1d150746-1566-47f6-9327-49be1ac33de9 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942394 Dec 16 17:38:08.481314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0481a-7aef-4fdd-bda4-7c483dcae4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f16da5b-62be-4705-a38d-6f7d3ba497da,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:08.535459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.610722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0fc19-5c2b-4086-9826-c28ab4f3a1fc None None] Network 1b630444-50a9-4be7-8e76-11160d52805f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:08.666573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.681910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.685922 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/e510adc1-7ee4-4b49-a1f4-3e2901936eb3 HTTP/1.1" status: 204 len: 168 time: 0.4976871 Dec 16 17:38:08.740800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45766) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:08.758670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f696238-699a-4eb8-82a5-c4d1780ea06b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=e510adc1-7ee4-4b49-a1f4-3e2901936eb3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:08.764115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 83f291a5-1108-442f-94de-a5474c1a6d3d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:08.836199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:08.840590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.903105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:08.916850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.941213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-16a03253-c77e-405f-a62d-869df8a05379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.977454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-450a297a-3072-4b67-b05f-552dd65a5903 None None] Provisioning complete for port 83f291a5-1108-442f-94de-a5474c1a6d3d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:08.977909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-450a297a-3072-4b67-b05f-552dd65a5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:08.982882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.005344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Router d616c64d-399f-44db-9117-886e7c69a312 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:09.007377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 74eb52e6-919c-43fd-82f2-1330ddbc8345 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:09.007912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.063240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 83f291a5-1108-442f-94de-a5474c1a6d3d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:09.063786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.160542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-450a297a-3072-4b67-b05f-552dd65a5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.187054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a1fe4-f440-4502-a531-780d192b0f60 None None] Network 5e6ba08c-6052-4b84-9d06-35895b82c113 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:09.189482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port a55f7043-ec1f-4fdc-a380-c644e8c7696e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:09.189870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.251102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-450a297a-3072-4b67-b05f-552dd65a5903 None None] For port 83f291a5-1108-442f-94de-a5474c1a6d3d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=83f291a5-1108-442f-94de-a5474c1a6d3d,segment=NetworkSegment(0cfa07a5-9d95-48bf-877b-115d9c6db76d),segment_id=0cfa07a5-9d95-48bf-877b-115d9c6db76d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:09.316337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-450a297a-3072-4b67-b05f-552dd65a5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.379634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] For port a55f7043-ec1f-4fdc-a380-c644e8c7696e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a55f7043-ec1f-4fdc-a380-c644e8c7696e,segment=NetworkSegment(320a2215-05a6-488e-8988-71a5dc80fdd6),segment_id=320a2215-05a6-488e-8988-71a5dc80fdd6)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:09.380089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.414304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-16a03253-c77e-405f-a62d-869df8a05379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.422195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for a55f7043-ec1f-4fdc-a380-c644e8c7696e owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:09.424647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a297a-3072-4b67-b05f-552dd65a5903 None None] Pushing event updated for resources: {'Port': ['ID=83f291a5-1108-442f-94de-a5474c1a6d3d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:09.441313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-16a03253-c77e-405f-a62d-869df8a05379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.442723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.468838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5133135f-3b48-405e-9927-5a0fb081ab7e None None] Provisioning complete for port 83f291a5-1108-442f-94de-a5474c1a6d3d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:09.469714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5133135f-3b48-405e-9927-5a0fb081ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.540066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-16a03253-c77e-405f-a62d-869df8a05379 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eda5898b005040f8a153bee8128b3203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6355605 Dec 16 17:38:09.544791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45780) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:09.545529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a03253-c77e-405f-a62d-869df8a05379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a1d137-6eb6-402f-9ca7-6d28686eca1e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:09.643801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:09.644156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:09.653224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cbc83d1-1aa5-4d40-94bd-9036fdbe07a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.657435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721726ac-cccc-40c2-b5a1-15596562f22d None None] DHCP port deletion for 5e6ba08c-6052-4b84-9d06-35895b82c113 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:09.671416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.673498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc3c009d-147d-4ab3-a173-5ae6eb959a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.700024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cbc83d1-1aa5-4d40-94bd-9036fdbe07a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.701365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-721726ac-cccc-40c2-b5a1-15596562f22d None None] The port 'a55f7043-ec1f-4fdc-a380-c644e8c7696e' was deleted {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 17:38:09.703246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5133135f-3b48-405e-9927-5a0fb081ab7e None None] Could not find standard attr ID for object a55f7043-ec1f-4fdc-a380-c644e8c7696e. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:09.705789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa156-0076-4a83-a92c-67376e04dd02 req-fbae42fb-1cad-4789-b827-d2f0987ebefd tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:09.717615 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7dfa156-0076-4a83-a92c-67376e04dd02 req-fbae42fb-1cad-4789-b827-d2f0987ebefd tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 1.0832684 Dec 16 17:38:09.748012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=a55f7043-ec1f-4fdc-a380-c644e8c7696e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:09.756581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No DVR routers for this DVR port a55f7043-ec1f-4fdc-a380-c644e8c7696e on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:09.836211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.868072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cbc83d1-1aa5-4d40-94bd-9036fdbe07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.871348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cbc83d1-1aa5-4d40-94bd-9036fdbe07a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.872482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.872656 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3cbc83d1-1aa5-4d40-94bd-9036fdbe07a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03a1d137-6eb6-402f-9ca7-6d28686eca1e HTTP/1.1" status: 204 len: 168 time: 0.3239350 Dec 16 17:38:09.874346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.887395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 74eb52e6-919c-43fd-82f2-1330ddbc8345 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:09.891339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:09.895081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc83d1-1aa5-4d40-94bd-9036fdbe07a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a1d137-6eb6-402f-9ca7-6d28686eca1e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:09.899287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.900061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:09.911488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6ba08c-6052-4b84-9d06-35895b82c113']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:09.913959 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b91a0aa-c72b-4cc3-9469-d0190d342eba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "PUT /v2.0/routers/d616c64d-399f-44db-9117-886e7c69a312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7794657 Dec 16 17:38:09.919118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45790) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:09.939028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] Sync routers for ids ['d616c64d-399f-44db-9117-886e7c69a312'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:09.950937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] Routers {'d616c64d-399f-44db-9117-886e7c69a312'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:09.951615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d616c64d-399f-44db-9117-886e7c69a312'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:09.961054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320a2215-05a6-488e-8988-71a5dc80fdd6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:09.961355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320a2215-05a6-488e-8988-71a5dc80fdd6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:09.965089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:09.988563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.005481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d36e9-f29b-45a8-8d0a-233d552b5dc9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:10.007076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d36e9-f29b-45a8-8d0a-233d552b5dc9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:10.008569 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-416d36e9-f29b-45a8-8d0a-233d552b5dc9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0881660 Dec 16 17:38:10.011483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45796) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:10.043981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] Set router d616c64d-399f-44db-9117-886e7c69a312 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:10.056681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.069760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 6c772ead-aaa9-400c-b1cf-8a85cf9e4b69 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:10.075538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.079118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:10.079507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:10.083336 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:10.116974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd616c64d-399f-44db-9117-886e7c69a312', 'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:37:53Z', 'updated_at': '2021-12-16T17:38:07Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:10.176801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.205080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.214810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.218731 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/5e6ba08c-6052-4b84-9d06-35895b82c113 HTTP/1.1" status: 204 len: 168 time: 1.4766417 Dec 16 17:38:10.222721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45800) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:10.239883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-511061453'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:10.243507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25768c2a-15f6-457f-a00c-938c64d2d63f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=5e6ba08c-6052-4b84-9d06-35895b82c113,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:10.289725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9bf3e1c6-134a-4030-85d3-14a5d1e20733 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1087830219'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:10.290094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9bf3e1c6-134a-4030-85d3-14a5d1e20733 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Unknown quota resources ['metering_label']. {{(pid=103243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:38:10.294677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:10.299522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.349647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.351030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.375650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.397227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:10.409146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.409835 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment 3af41415-5a60-41e9-9000-673eca5a44be of type vlan for network 1c92aa86-b99d-4366-b21f-8189d799c514 Dec 16 17:38:10.457242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:10.457815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.470483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc70e51c-7148-4bb3-99be-a04348a6ea65 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:10.497860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] Checking router: d616c64d-399f-44db-9117-886e7c69a312 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:38:10.514274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.520534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] Routers {'d616c64d-399f-44db-9117-886e7c69a312'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:10.521207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d616c64d-399f-44db-9117-886e7c69a312'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:10.585433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd74f8a-ab78-44ad-9588-2b5ea55d2a8d None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:10.586187 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7dfa156-0076-4a83-a92c-67376e04dd02 req-71bfba6a-92c6-46ae-be37-9a8001d6ebef tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8486037 Dec 16 17:38:10.597680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.604413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] Set router d616c64d-399f-44db-9117-886e7c69a312 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:10.606240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:10.607430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.636688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Port': ['ID=19c31eea-e77c-4448-9514-a4c9d814b140,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:10.639439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e1c6-134a-4030-85d3-14a5d1e20733 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.645674 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9bf3e1c6-134a-4030-85d3-14a5d1e20733 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6789000 Dec 16 17:38:10.657415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45814) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:10.663959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5b42eb0d-d985-496f-a831-79ca1e0be403 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '064f989c-6230-44e5-b59d-d62f582fedcb'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:10.664668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5b42eb0d-d985-496f-a831-79ca1e0be403 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:38:10.668741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.669286 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment a35e4beb-ea59-46ef-90fe-a0def1931866 of type vlan for network 9cbf1d0b-f191-462e-90e2-29336af5b9ad Dec 16 17:38:10.673643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:10.684826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd616c64d-399f-44db-9117-886e7c69a312', 'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:37:53Z', 'updated_at': '2021-12-16T17:38:07Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:10.727545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:10.739513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e37d1d-9439-47cb-be6c-affa7ab5c4f3 None None] The sync data for ids ['d616c64d-399f-44db-9117-886e7c69a312'] in dv-neutron-821818-2-hyperv is: [{'id': 'd616c64d-399f-44db-9117-886e7c69a312', 'name': 'tempest-NetworksTestDHCPv6-router-669891588', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:37:53Z', 'updated_at': '2021-12-16T17:38:07Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:10.746778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dc70e51c-7148-4bb3-99be-a04348a6ea65 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:10.747678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.839818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:10.848918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=74eb52e6-919c-43fd-82f2-1330ddbc8345,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:10.851002 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.services.metering.metering_plugin [None req-5b42eb0d-d985-496f-a831-79ca1e0be403 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 17:38:10.857637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb71bb39-2182-4088-8188-67a3d4b21dc1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:10.880319 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1868582 Dec 16 17:38:10.953259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45822) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:10.954136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a55f7043-ec1f-4fdc-a380-c644e8c7696e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:10.969513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-245329269'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:10.978355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.002426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a55f7043-ec1f-4fdc-a380-c644e8c7696e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:11.002815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a55f7043-ec1f-4fdc-a380-c644e8c7696e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 17:38:11.023090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.027770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7fe4c-e6be-4620-84c0-64210b40289b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=1c92aa86-b99d-4366-b21f-8189d799c514,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:11.045477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port a55f7043-ec1f-4fdc-a380-c644e8c7696e not found, will not notify nova. {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 17:38:11.065902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b42eb0d-d985-496f-a831-79ca1e0be403 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.070645 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5b42eb0d-d985-496f-a831-79ca1e0be403 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4072051 Dec 16 17:38:11.071644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45826) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.077606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.102840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 1c92aa86-b99d-4366-b21f-8189d799c514 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:11.121339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.124625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/6c772ead-aaa9-400c-b1cf-8a85cf9e4b69 HTTP/1.1" status: 204 len: 168 time: 1.1121302 Dec 16 17:38:11.125386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea223d-7ec8-435f-a0e2-54853c881558 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=6c772ead-aaa9-400c-b1cf-8a85cf9e4b69,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:11.132846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45828) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.133543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.140492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:11.140492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.143536 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a6baa303-bfb4-4c54-9e69-a66355a0ea62 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '064f989c-6230-44e5-b59d-d62f582fedcb'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:11.144182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a6baa303-bfb4-4c54-9e69-a66355a0ea62 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103242) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:38:11.190349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89590e4-1187-444f-abe2-72a48ead7e69 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:11.223722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.239483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa2415-63df-440f-92e7-82c892ca8194 req-0431f85b-2104-4b48-872e-3df08291d949 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:11.248047 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7fa2415-63df-440f-92e7-82c892ca8194 req-0431f85b-2104-4b48-872e-3df08291d949 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.5656250 Dec 16 17:38:11.252680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.266545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 83f291a5-1108-442f-94de-a5474c1a6d3d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:11.322445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b7bf6e7-792a-46ee-bb55-738b0a135275 None None] Provisioning complete for port 19c31eea-e77c-4448-9514-a4c9d814b140 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:11.322828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf6e7-792a-46ee-bb55-738b0a135275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.398456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bf6e7-792a-46ee-bb55-738b0a135275 None None] Port 19c31eea-e77c-4448-9514-a4c9d814b140 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:11.408913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 83f291a5-1108-442f-94de-a5474c1a6d3d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:11.409399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.445648 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.services.metering.metering_plugin [None req-a6baa303-bfb4-4c54-9e69-a66355a0ea62 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 17:38:11.526639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:11.531654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:11.535269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.568434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.569084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Fanout notify agent at l3_agent the message router_deleted on router db91faa7-e35e-4c8f-b304-ce5c2616a53f {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:11.577008 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.578105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f36f8890-9519-487c-9cea-da7edc863956 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/routers/db91faa7-e35e-4c8f-b304-ce5c2616a53f HTTP/1.1" status: 204 len: 168 time: 5.6588633 Dec 16 17:38:11.615071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45838) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.630253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] Deleting port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:11.630609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.640319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6baa303-bfb4-4c54-9e69-a66355a0ea62 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.641612 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4087868 Dec 16 17:38:11.648916 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a6baa303-bfb4-4c54-9e69-a66355a0ea62 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5692356 Dec 16 17:38:11.649122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45840) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.649122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45842) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.652301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:11.661186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:11.671225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.671615 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment 5aa5978d-bde5-4e8f-8697-d5b04f66e10d of type vlan for network 766afb5d-c259-4e29-8105-018fdc408ed2 Dec 16 17:38:11.714890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.719754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a55f7043-ec1f-4fdc-a380-c644e8c7696e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:11.753067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.756996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a55f7043-ec1f-4fdc-a380-c644e8c7696e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:11.757170 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f931c280-9840-4171-af03-2b5a1d0e5c71 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=53b6cfe3-5ff4-4c72-adb2-791eccaa7edf HTTP/1.1" status: 200 len: 462 time: 0.0984325 Dec 16 17:38:11.757278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a55f7043-ec1f-4fdc-a380-c644e8c7696e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:11.757365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb294b1-3c62-4178-8f7e-17502a6cb4b0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=9cbf1d0b-f191-462e-90e2-29336af5b9ad,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:11.760312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:11.761011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.764648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45846) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.775870 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-265c3989-eb9a-4423-9977-cb8163eb00e4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6281364 Dec 16 17:38:11.790924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:11.791279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45848) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:11.799800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting subnet 9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:11.805856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.820719 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7fa2415-63df-440f-92e7-82c892ca8194 req-337463a0-ae4f-4ffb-92c4-50dbe2aa8975 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5715513 Dec 16 17:38:11.859411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.962826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] For port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:11.963235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.966322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Router caa61c89-52b8-44fa-9eb0-de735864c0c5 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:11.967570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:11.971265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:11.981837 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0277641 Dec 16 17:38:11.984111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] Calling delete_port for 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:11.995974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45856) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.036963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:12.055450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ed478-2e9f-4aa7-875f-cd5638a207f7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=766afb5d-c259-4e29-8105-018fdc408ed2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:12.071218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 766afb5d-c259-4e29-8105-018fdc408ed2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:12.072417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.095068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.107677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.164977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.202172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] Pushing event deleted for resources: {'Port': ['ID=12b0bc59-fd4c-4eff-beea-ab95d8d42c7a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:12.205317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.207322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcb7d9-00a3-430c-b9b7-cdc8cc7c759c None None] No DVR routers for this DVR port 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:12.248433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Subnet': ['ID=9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:12.275210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45862) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.290138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.296497 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c4ca6d0a-ea28-4fb5-a682-85ae25860919 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/subnets/9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba HTTP/1.1" status: 204 len: 168 time: 0.6721442 Dec 16 17:38:12.296729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37285f7-a5f4-41d3-bd7f-3e9d75c9da53 None None] Network a6822fce-e46f-45af-9a00-0a112222a8b8 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:12.299519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45866) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.328024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2537a9af-e909-442a-aa72-087d69fe080c tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.331562 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2537a9af-e909-442a-aa72-087d69fe080c tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/53b6cfe3-5ff4-4c72-adb2-791eccaa7edf HTTP/1.1" status: 204 len: 168 time: 0.5592954 Dec 16 17:38:12.342123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45868) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.371037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861db4a1-6d8c-48dd-ab7c-f868f06a1798 req-206a24d6-a797-406a-b803-fd6fc6320439 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:12.373567 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-861db4a1-6d8c-48dd-ab7c-f868f06a1798 req-206a24d6-a797-406a-b803-fd6fc6320439 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4013638 Dec 16 17:38:12.400101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-caff3ebd-5b0d-426d-926c-d2019689dabf tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:12.430965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.486394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.501027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] DHCP port deletion for a6822fce-e46f-45af-9a00-0a112222a8b8 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:12.558827 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-caff3ebd-5b0d-426d-926c-d2019689dabf tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "PUT /v2.0/quotas/16a3b3c41efb4d70b9a3623c1eee5a6a HTTP/1.1" status: 200 len: 366 time: 0.2795885 Dec 16 17:38:12.561431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45870) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.563970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] Deleting port 0649147b-c8d1-4c45-b586-0e6218a91a33 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:12.564424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.593232 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-127eadc4-bc9a-408b-a0df-409725243616 tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0246885 Dec 16 17:38:12.597314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=f05a57be-da72-4841-9ef0-eacce5fd4d13,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:12.601001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45872) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.623689 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9870948b-768f-4231-b2c6-22f966f1c855 tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "GET /v2.0/quotas/16a3b3c41efb4d70b9a3623c1eee5a6a HTTP/1.1" status: 200 len: 366 time: 0.0183063 Dec 16 17:38:12.624258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.633123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': 'a35e4beb-ea59-46ef-90fe-a0def1931866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:12.633327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 9cbf1d0b-f191-462e-90e2-29336af5b9ad, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:12.640450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 0649147b-c8d1-4c45-b586-0e6218a91a33 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:12.640794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.647796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] For port 0649147b-c8d1-4c45-b586-0e6218a91a33, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0649147b-c8d1-4c45-b586-0e6218a91a33,segment=NetworkSegment(4bbe57af-0ccc-444a-a58a-42d250c7a294),segment_id=4bbe57af-0ccc-444a-a58a-42d250c7a294)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:12.648474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.663596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] Calling delete_port for 0649147b-c8d1-4c45-b586-0e6218a91a33 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:12.688669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b57dd19d-0b46-49aa-bd1f-5a7ffe85911c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/16a3b3c41efb4d70b9a3623c1eee5a6a HTTP/1.1" status: 204 len: 168 time: 0.0611997 Dec 16 17:38:12.688878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45876) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.713955 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c78cf685-d17d-4252-b3ff-91cc9804d3f8 tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0239713 Dec 16 17:38:12.718913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45878) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.731471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:12.739137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7669e2a-b5c6-4d83-96fa-881fb669a222 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=53b6cfe3-5ff4-4c72-adb2-791eccaa7edf HTTP/1.1" status: 200 len: 221 time: 0.3957806 Dec 16 17:38:12.743177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] For port 0649147b-c8d1-4c45-b586-0e6218a91a33, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0649147b-c8d1-4c45-b586-0e6218a91a33,segment=NetworkSegment(4bbe57af-0ccc-444a-a58a-42d250c7a294),segment_id=4bbe57af-0ccc-444a-a58a-42d250c7a294)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:12.743553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.747602 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35df2755-4f00-42a3-808f-8edf78bad53b tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "GET /v2.0/quotas/16a3b3c41efb4d70b9a3623c1eee5a6a HTTP/1.1" status: 200 len: 370 time: 0.0276246 Dec 16 17:38:12.749238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45880) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.758632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45882) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.764721 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cadc53c8-8234-43c5-ab58-a08c66554444 tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "GET /v2.0/quotas/16a3b3c41efb4d70b9a3623c1eee5a6a/default HTTP/1.1" status: 200 len: 370 time: 0.0052137 Dec 16 17:38:12.770922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5888d7da-40a0-4fb1-b83c-1323b96205a8 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1412091281', 'description': 'label created by tempest'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:12.771429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5888d7da-40a0-4fb1-b83c-1323b96205a8 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Unknown quota resources ['metering_label']. {{(pid=103243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:38:12.771731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.773588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 9cbf1d0b-f191-462e-90e2-29336af5b9ad) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:12.775503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 0649147b-c8d1-4c45-b586-0e6218a91a33 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:12.777089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45884) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.791781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:12.792397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.806467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.810449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:12.811164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] Pushing event deleted for resources: {'Port': ['ID=0649147b-c8d1-4c45-b586-0e6218a91a33,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:12.812637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.813427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a189291-a2d9-4924-8cd2-44ee7ac7c6e0 None None] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:12.818943 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9966da78-aeb9-4419-ae28-0dc31010b341 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8505397 Dec 16 17:38:12.828095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45886) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.834548 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] Sync routers for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:12.842765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:12.845826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.848100 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-72bd84e9-6fd9-4c1a-b150-c940158eadbe tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] delete failed (client error): The resource could not be found. Dec 16 17:38:12.849588 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-72bd84e9-6fd9-4c1a-b150-c940158eadbe tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/16a3b3c41efb4d70b9a3623c1eee5a6a HTTP/1.1" status: 404 len: 348 time: 0.0707698 Dec 16 17:38:12.881804 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:12.884443 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:12.902360 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-adaa69d5-8abd-4237-9ff6-101fe3e3810b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2516849 Dec 16 17:38:12.938762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45890) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:12.947358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1784982556'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:12.953342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc62ce-b4a3-4dd7-8493-8edf368aa426 None None] No DVR routers for this DVR port 0649147b-c8d1-4c45-b586-0e6218a91a33 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:12.967413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-9cbf1d0b-f191-462e-90e2-29336af5b9ad', 'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': 'f05a57be-da72-4841-9ef0-eacce5fd4d13'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:12.969819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:12.989865 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:13.007685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-861db4a1-6d8c-48dd-ab7c-f868f06a1798 req-a0f101da-1dea-470c-80f5-7483b6bb972a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095162 Dec 16 17:38:13.012704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.014284 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:13.014414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Fanout notify agent at l3_agent the message router_deleted on router d616c64d-399f-44db-9117-886e7c69a312 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:13.015540 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:13.027425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.028763 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3df3e0a3-886d-4d77-b05d-5ecf022118b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/routers/d616c64d-399f-44db-9117-886e7c69a312 HTTP/1.1" status: 204 len: 168 time: 1.2121439 Dec 16 17:38:13.037830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45892) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.071969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:13.112972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5888d7da-40a0-4fb1-b83c-1323b96205a8 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.119704 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5888d7da-40a0-4fb1-b83c-1323b96205a8 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3632841 Dec 16 17:38:13.127716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.198854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45898) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.213051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:13.215098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.254334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:13.254657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 12b0bc59-fd4c-4eff-beea-ab95d8d42c7a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:13.255017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0649147b-c8d1-4c45-b586-0e6218a91a33 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:13.279379 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:13.279949 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad20cc9-6a49-40cc-8834-bc409ee28d2c None None] The sync data for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:13.285244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0649147b-c8d1-4c45-b586-0e6218a91a33 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:13.285597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0649147b-c8d1-4c45-b586-0e6218a91a33 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:13.328230 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5d4ac387-37fb-4e27-90d4-362f98f588af tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=2bbd4d2c-9d02-475d-a174-842b1814991b HTTP/1.1" status: 200 len: 468 time: 0.1895454 Dec 16 17:38:13.329057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.362245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Allocated IP 172.20.0.2 (9cbf1d0b-f191-462e-90e2-29336af5b9ad/f05a57be-da72-4841-9ef0-eacce5fd4d13/60162572-b95d-417b-86d9-e99cba8806be) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:13.363466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.410938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:network and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:13.430511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:13.434081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.438734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:13.454479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] No DVR routers for this DVR port 0649147b-c8d1-4c45-b586-0e6218a91a33 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:13.459904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=0649147b-c8d1-4c45-b586-0e6218a91a33,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:13.536517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.536987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:subnet and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:13.544400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.584786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:13.587722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:13.591717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:13.597054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Pushing event updated for resources: {'Port': ['ID=60162572-b95d-417b-86d9-e99cba8806be,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:13.617924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:13.632398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.661664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Attempting to bind port 60162572-b95d-417b-86d9-e99cba8806be on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:13.661664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Attempting to bind port 60162572-b95d-417b-86d9-e99cba8806be by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'a35e4beb-ea59-46ef-90fe-a0def1931866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:13.662037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Attempting to bind port 60162572-b95d-417b-86d9-e99cba8806be on network 9cbf1d0b-f191-462e-90e2-29336af5b9ad {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:13.668011 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:13.668552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Checking segment: {'id': 'a35e4beb-ea59-46ef-90fe-a0def1931866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:13.668777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.669338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Bound using segment: {'id': 'a35e4beb-ea59-46ef-90fe-a0def1931866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:13.669656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Bound port: 60162572-b95d-417b-86d9-e99cba8806be, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e4beb-ea59-46ef-90fe-a0def1931866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9cbf1d0b-f191-462e-90e2-29336af5b9ad'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:13.670036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.694615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:subnetpool and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:13.700487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.711977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:13.717576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-287e3af7-9cbd-406a-ae06-16eeb49333e0 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.721317 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-287e3af7-9cbd-406a-ae06-16eeb49333e0 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/2bbd4d2c-9d02-475d-a174-842b1814991b HTTP/1.1" status: 204 len: 168 time: 0.3813388 Dec 16 17:38:13.723383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45902) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.730262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:13.733683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.741572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] For port 60162572-b95d-417b-86d9-e99cba8806be, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:13.745542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6822fce-e46f-45af-9a00-0a112222a8b8']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:13.745846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] For port 60162572-b95d-417b-86d9-e99cba8806be, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=60162572-b95d-417b-86d9-e99cba8806be,segment=NetworkSegment(a35e4beb-ea59-46ef-90fe-a0def1931866),segment_id=a35e4beb-ea59-46ef-90fe-a0def1931866)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:13.751243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.767313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbe57af-0ccc-444a-a58a-42d250c7a294') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:13.767616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbe57af-0ccc-444a-a58a-42d250c7a294') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:13.769210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:13.771122 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-02ed05f5-ae0b-4d03-970c-ac3ace0caca4 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=2bbd4d2c-9d02-475d-a174-842b1814991b HTTP/1.1" status: 200 len: 216 time: 0.0417848 Dec 16 17:38:13.777733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:port and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:13.778289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45904) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.785983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.788551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 1d67fe5c-7349-4a84-913a-39be1dfd755b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:13.804358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:13.806733 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-84f19ce6-d7eb-4990-90c3-c2ad6d45941e tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0271804 Dec 16 17:38:13.809026 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-f6fb1bd2-ba0d-4de9-99b5-23820eb39252 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:38:13.810161 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f6fb1bd2-ba0d-4de9-99b5-23820eb39252 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9813385 Dec 16 17:38:13.811016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45906) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.813109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': '3af41415-5a60-41e9-9000-673eca5a44be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:13.813481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: 1c92aa86-b99d-4366-b21f-8189d799c514, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:13.815435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45908) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.829795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.856415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce690fdf-274e-457d-9f43-f5f72ab6e103 None None] Pushing event updated for resources: {'Port': ['ID=60162572-b95d-417b-86d9-e99cba8806be,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:13.862354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b24b9122-c46a-4f93-872b-9924397619d0 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0463741 Dec 16 17:38:13.866609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45910) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.873072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:router and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:13.895501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.944844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:13.945441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:13.946875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 1c92aa86-b99d-4366-b21f-8189d799c514 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:13.948706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:13.951007 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:13.969976 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-04f0c33f-aeea-44f9-8825-b000a5db1129 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/064f989c-6230-44e5-b59d-d62f582fedcb HTTP/1.1" status: 200 len: 473 time: 0.0997934 Dec 16 17:38:13.976968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45912) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:13.996272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:14.000605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 1c92aa86-b99d-4366-b21f-8189d799c514) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:14.009568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:14.015650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:14.016545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.028585 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f1282ac7-2851-48fb-b9df-aca2fcc85dff tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/4e87ce68-2a0c-42d6-9136-a29160b6092a HTTP/1.1" status: 200 len: 459 time: 0.0432737 Dec 16 17:38:14.028585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:14.029936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:floatingip and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:14.030129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.030601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45914) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:14.045428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=1cb72b35-c5f9-40ea-af89-c56c5a95ab26,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:14.054385 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cf82296d-ca59-4afb-b48e-f399df05f074 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0136454 Dec 16 17:38:14.060249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45916) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:14.064969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:14.070252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b07695-03c8-4ffd-971f-bfa786e4f169 None None] Network 1c92aa86-b99d-4366-b21f-8189d799c514 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:14.077311 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6af1d308-9239-4c81-bac2-aa91fe14e891 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0484803 Dec 16 17:38:14.078417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45918) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:14.078602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4930e-d7fa-4afc-be45-fbd852b8ed0e None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:14.083882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:14.098649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:14.132192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.161130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.167275 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/networks/a6822fce-e46f-45af-9a00-0a112222a8b8 HTTP/1.1" status: 204 len: 168 time: 1.8666248 Dec 16 17:38:14.168672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45920) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:14.183501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.184774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.273988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.11 (9cbf1d0b-f191-462e-90e2-29336af5b9ad/f05a57be-da72-4841-9ef0-eacce5fd4d13/1d67fe5c-7349-4a84-913a-39be1dfd755b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:14.323928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cd2c3-e34b-49e9-9487-8b14da6d60d0 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Network': ['ID=a6822fce-e46f-45af-9a00-0a112222a8b8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:14.348563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.376508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.388066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:14.390088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8aea29df-c95e-46d0-81cf-0797a63af1c4 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.394142 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8aea29df-c95e-46d0-81cf-0797a63af1c4 tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/4e87ce68-2a0c-42d6-9136-a29160b6092a HTTP/1.1" status: 204 len: 168 time: 0.3594987 Dec 16 17:38:14.394296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.396764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45922) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:14.468577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.472424 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a329e4d3-3707-4b1c-b4d6-4e60c1f1e89b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4085040 Dec 16 17:38:14.475463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45924) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:14.481144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-1c92aa86-b99d-4366-b21f-8189d799c514', 'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': 'a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:14.482023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.506545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:14.507387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.723457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-491a90e1-e9cb-4c7b-b43f-a4c88e7c578d tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.725005 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-491a90e1-e9cb-4c7b-b43f-a4c88e7c578d tempest-MeteringIpV6TestJSON-1072642687 tempest-MeteringIpV6TestJSON-1072642687-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/064f989c-6230-44e5-b59d-d62f582fedcb HTTP/1.1" status: 204 len: 168 time: 0.3244550 Dec 16 17:38:14.733819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Allocated IP 2001:db8::2 (1c92aa86-b99d-4366-b21f-8189d799c514/a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a/8cc0f7c9-01fd-45b2-8fef-965921f01169) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:14.740677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port ecf3287d-e1ca-4fec-b926-00989e6fd190 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:14.742334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.771194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/1cb72b35-c5f9-40ea-af89-c56c5a95ab26/1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:14.914819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.915376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:14.929264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for ecf3287d-e1ca-4fec-b926-00989e6fd190 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:15.050526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.068150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.069354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.125937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:security_group and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:15.127799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Pushing event updated for resources: {'Port': ['ID=8cc0f7c9-01fd-45b2-8fef-965921f01169,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:15.137042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.159168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Network 1c92aa86-b99d-4366-b21f-8189d799c514 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:15.162821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:15.169101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:15.176329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.212003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.221235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:15.267957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Usage tracker for resource:security_group_rule and project:d882ac95eecd482a8f4a5cbb08117acc is out of sync, need to count used quota {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 17:38:15.295835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:15.309791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.quota.resource [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 17:38:15.324861 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-31768835-750a-4270-ad4a-cc498accd23c tempest-QuotasTest-1670412729 tempest-QuotasTest-1670412729-project-admin] 10.222.0.66 "GET /v2.0/quotas/d882ac95eecd482a8f4a5cbb08117acc/details.json HTTP/1.1" status: 200 len: 703 time: 2.0803800 Dec 16 17:38:15.325087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:15.326922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:15.328243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45930) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.332777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 60162572-b95d-417b-86d9-e99cba8806be up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:15.333215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.407593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=a8ff93dc-4281-4559-9ab8-c3e0acbcb502,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:15.413967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Attempting to bind port 8cc0f7c9-01fd-45b2-8fef-965921f01169 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:15.414116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Attempting to bind port 8cc0f7c9-01fd-45b2-8fef-965921f01169 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3af41415-5a60-41e9-9000-673eca5a44be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:15.414427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Attempting to bind port 8cc0f7c9-01fd-45b2-8fef-965921f01169 on network 1c92aa86-b99d-4366-b21f-8189d799c514 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:15.417077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=ecf3287d-e1ca-4fec-b926-00989e6fd190,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:15.437933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.444918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Pushing event updated for resources: {'Port': ['ID=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:15.478815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': '5aa5978d-bde5-4e8f-8697-d5b04f66e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:15.479288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: 766afb5d-c259-4e29-8105-018fdc408ed2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:15.497645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Attempting to bind port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:15.498200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Attempting to bind port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:15.498855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Attempting to bind port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:15.506903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.509524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.515450 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c3fa82ec-7d60-4474-84a5-9a4f59e42a1e tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/floatingips/52506626-99c7-4b59-85e8-bf9d1dab9541 HTTP/1.1" status: 204 len: 168 time: 1.3430209 Dec 16 17:38:15.515640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcb4eb-6c2b-475c-ae00-6961ee2add9e None None] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:15.516016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45936) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.517963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:15.518340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Checking segment: {'id': '3af41415-5a60-41e9-9000-673eca5a44be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:15.518743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.519894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Bound using segment: {'id': '3af41415-5a60-41e9-9000-673eca5a44be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:15.522502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Bound port: 8cc0f7c9-01fd-45b2-8fef-965921f01169, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af41415-5a60-41e9-9000-673eca5a44be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1c92aa86-b99d-4366-b21f-8189d799c514'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:15.523915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=1d67fe5c-7349-4a84-913a-39be1dfd755b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:15.524232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.545747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:15.546522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:15.547286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.548100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:15.549748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Bound port: 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:15.549748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.553276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:15.555210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:15.556500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1c3255a-b66c-4884-981e-b297e708e7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.560311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 766afb5d-c259-4e29-8105-018fdc408ed2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:15.566731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:15.568771 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933f77e-9d28-40a4-9e69-6cac45390606 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] DELETE failed (client error): The resource could not be found. Dec 16 17:38:15.569392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f933f77e-9d28-40a4-9e69-6cac45390606 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:38:15.575789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f933f77e-9d28-40a4-9e69-6cac45390606 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/ports/ad4132fb-5332-4ec0-99b5-fd4ff283bb46 HTTP/1.1" status: 404 len: 333 time: 0.0571799 Dec 16 17:38:15.578479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45938) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.627185 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9d6882da-368b-4afe-92b0-c6a2dcd940f7 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/ports?device_id=db91faa7-e35e-4c8f-b304-ce5c2616a53f HTTP/1.1" status: 200 len: 205 time: 0.0464721 Dec 16 17:38:15.629104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45942) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.629733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 766afb5d-c259-4e29-8105-018fdc408ed2) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:15.642772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:15.643378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.653497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b7250-77af-4eb2-89e4-7b2610038e1a None None] Network 766afb5d-c259-4e29-8105-018fdc408ed2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:15.682191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:15.683683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.686696 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-1bb405ca-bd4a-455a-af7d-6a4583fd5bfd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] delete failed (client error): The resource could not be found. Dec 16 17:38:15.690538 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1bb405ca-bd4a-455a-af7d-6a4583fd5bfd tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/routers/db91faa7-e35e-4c8f-b304-ce5c2616a53f HTTP/1.1" status: 404 len: 336 time: 0.0587354 Dec 16 17:38:15.690944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45944) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.713295 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eec6775e-4a3f-4035-b388-68b7e28dbee7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.7719276 Dec 16 17:38:15.718347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45946) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.724632 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad4e484-8ad2-4c43-8282-ae4315ba093a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] DELETE failed (client error): The resource could not be found. Dec 16 17:38:15.725121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad4e484-8ad2-4c43-8282-ae4315ba093a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:38:15.733834 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9ad4e484-8ad2-4c43-8282-ae4315ba093a tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/subnets/9e32ac4b-f4ab-4a8e-ab59-009a28ed92ba HTTP/1.1" status: 404 len: 337 time: 0.0367398 Dec 16 17:38:15.735282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45948) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.735541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45950) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.758169 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f1cc681-b761-4898-afa2-517fa79d5691 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6787293 Dec 16 17:38:15.768500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45954) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.772770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1698234180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:15.782538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.818204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.851629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] For port 8cc0f7c9-01fd-45b2-8fef-965921f01169, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:15.856293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] For port 8cc0f7c9-01fd-45b2-8fef-965921f01169, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8cc0f7c9-01fd-45b2-8fef-965921f01169,segment=NetworkSegment(3af41415-5a60-41e9-9000-673eca5a44be),segment_id=3af41415-5a60-41e9-9000-673eca5a44be)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:15.867763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-93105df3-2a9b-4002-969b-165db33dcc61 None None] Provisioning complete for port 60162572-b95d-417b-86d9-e99cba8806be triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:15.868331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93105df3-2a9b-4002-969b-165db33dcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.876619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1c3255a-b66c-4884-981e-b297e708e7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.893946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-376947c9-ec65-4410-9780-862a254a97b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.898602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1c3255a-b66c-4884-981e-b297e708e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.929909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.963657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 841c2f63-e64f-4ae9-a77e-825434fb8483 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:15.963657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.967576 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a1c3255a-b66c-4884-981e-b297e708e7e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c5a812b4dd8464f9ff432ed73163ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6355565 Dec 16 17:38:15.971192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45956) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:15.984521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.985071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:15.989879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3255a-b66c-4884-981e-b297e708e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288aa75-7532-4904-bc44-ee620dd29dea,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:16.005723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-766afb5d-c259-4e29-8105-018fdc408ed2', 'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': 'a8ff93dc-4281-4559-9ab8-c3e0acbcb502'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:16.006772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.056877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 60162572-b95d-417b-86d9-e99cba8806be triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:16.057913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.144283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.161787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] For port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:16.222472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d5b5b-e06b-4cea-8453-464b25b8446e None None] Pushing event updated for resources: {'Port': ['ID=8cc0f7c9-01fd-45b2-8fef-965921f01169,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:16.238557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] For port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:16.239641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 1d67fe5c-7349-4a84-913a-39be1dfd755b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:16.240077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.245482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.263600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.466327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93105df3-2a9b-4002-969b-165db33dcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.480279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.484120 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a076a1fb-9d14-4855-96fc-05cd2b989d75 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7120674 Dec 16 17:38:16.487914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45958) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:16.499855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::1 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/1cb72b35-c5f9-40ea-af89-c56c5a95ab26/54f6ad48-d022-4e82-a878-d8035ad361ef) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:16.535287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937a833-8cff-4d22-8ccd-940df199a904 None None] Pushing event updated for resources: {'Port': ['ID=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:16.550618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.553159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.607457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Allocated IP 2001:db8:1::2 (766afb5d-c259-4e29-8105-018fdc408ed2/a8ff93dc-4281-4559-9ab8-c3e0acbcb502/53adeb71-d821-4341-bf61-4a97f4028d24) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:16.660658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.670430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 1d67fe5c-7349-4a84-913a-39be1dfd755b owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:16.779652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b08f63ab-cb4a-4a49-9121-0dd5e809b9bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.816889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-376947c9-ec65-4410-9780-862a254a97b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.832416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 841c2f63-e64f-4ae9-a77e-825434fb8483 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:16.858240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-93105df3-2a9b-4002-969b-165db33dcc61 None None] For port 60162572-b95d-417b-86d9-e99cba8806be, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=60162572-b95d-417b-86d9-e99cba8806be,segment=NetworkSegment(a35e4beb-ea59-46ef-90fe-a0def1931866),segment_id=a35e4beb-ea59-46ef-90fe-a0def1931866)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:16.869004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.881496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93105df3-2a9b-4002-969b-165db33dcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.886837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-376947c9-ec65-4410-9780-862a254a97b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.900106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.975694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93105df3-2a9b-4002-969b-165db33dcc61 None None] Pushing event updated for resources: {'Port': ['ID=60162572-b95d-417b-86d9-e99cba8806be,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:16.980389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:16.990416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b08f63ab-cb4a-4a49-9121-0dd5e809b9bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.030456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting port 19c31eea-e77c-4448-9514-a4c9d814b140 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:17.030846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.055442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Network 766afb5d-c259-4e29-8105-018fdc408ed2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:17.066666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:17.069236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:17.086840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376947c9-ec65-4410-9780-862a254a97b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10aca7b-fdbf-4a3d-a7b5-4c9b299527bc,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.087041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:17.087041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:17.087688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c0aac601-9895-42cc-a7c2-8aa88615972e None None] Provisioning complete for port 60162572-b95d-417b-86d9-e99cba8806be triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:17.088077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0aac601-9895-42cc-a7c2-8aa88615972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.138874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Pushing event updated for resources: {'Port': ['ID=53adeb71-d821-4341-bf61-4a97f4028d24,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.154774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.165822 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-376947c9-ec65-4410-9780-862a254a97b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69b9a545c20941e095976d7594e6cfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4280100 Dec 16 17:38:17.180962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45960) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:17.237159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=54f6ad48-d022-4e82-a878-d8035ad361ef,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.246040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.281464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.283124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Attempting to bind port 53adeb71-d821-4341-bf61-4a97f4028d24 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:17.284000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Attempting to bind port 53adeb71-d821-4341-bf61-4a97f4028d24 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '5aa5978d-bde5-4e8f-8697-d5b04f66e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:17.286372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Attempting to bind port 53adeb71-d821-4341-bf61-4a97f4028d24 on network 766afb5d-c259-4e29-8105-018fdc408ed2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:17.303292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:17.303900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Checking segment: {'id': '5aa5978d-bde5-4e8f-8697-d5b04f66e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:17.308962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.312098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Bound using segment: {'id': '5aa5978d-bde5-4e8f-8697-d5b04f66e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:17.312098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Bound port: 53adeb71-d821-4341-bf61-4a97f4028d24, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa5978d-bde5-4e8f-8697-d5b04f66e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '766afb5d-c259-4e29-8105-018fdc408ed2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:17.312098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.316122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=1d67fe5c-7349-4a84-913a-39be1dfd755b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.325731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:17.356564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.361599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:17.371859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:17.374880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.384739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c0aac601-9895-42cc-a7c2-8aa88615972e None None] Could not find standard attr ID for object 1d67fe5c-7349-4a84-913a-39be1dfd755b. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:17.409201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] For port 53adeb71-d821-4341-bf61-4a97f4028d24, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:17.413398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] For port 53adeb71-d821-4341-bf61-4a97f4028d24, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53adeb71-d821-4341-bf61-4a97f4028d24,segment=NetworkSegment(5aa5978d-bde5-4e8f-8697-d5b04f66e10d),segment_id=5aa5978d-bde5-4e8f-8697-d5b04f66e10d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:17.426395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.462721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b08f63ab-cb4a-4a49-9121-0dd5e809b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.468826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b08f63ab-cb4a-4a49-9121-0dd5e809b9bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.470052 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b08f63ab-cb4a-4a49-9121-0dd5e809b9bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2288aa75-7532-4904-bc44-ee620dd29dea HTTP/1.1" status: 204 len: 168 time: 1.4970431 Dec 16 17:38:17.473670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Calling delete_port for 19c31eea-e77c-4448-9514-a4c9d814b140 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:17.484878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b00a6d0-af2a-4f6b-bed2-a3d66dd352c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.553925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b00a6d0-af2a-4f6b-bed2-a3d66dd352c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.562481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.571282 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0a290959-11c3-4e4c-9df8-5703bd55d76a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/1d67fe5c-7349-4a84-913a-39be1dfd755b HTTP/1.1" status: 204 len: 168 time: 1.8504643 Dec 16 17:38:17.573846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45964) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:17.611970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f63ab-cb4a-4a49-9121-0dd5e809b9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288aa75-7532-4904-bc44-ee620dd29dea,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.644376 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5eac45b-39c6-46dc-9a92-3f25677cd0fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:38:17.649355 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a5eac45b-39c6-46dc-9a92-3f25677cd0fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/1d67fe5c-7349-4a84-913a-39be1dfd755b HTTP/1.1" status: 404 len: 333 time: 0.0680768 Dec 16 17:38:17.653740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45966) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:17.748625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.775008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fc40b0ef-b9a1-43a1-a10f-06801f33b3e7 None None] Could not find standard attr ID for object 1d67fe5c-7349-4a84-913a-39be1dfd755b. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:17.802761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add8c6-bd2c-4850-9d38-a2e18b627792 None None] Pushing event updated for resources: {'Port': ['ID=53adeb71-d821-4341-bf61-4a97f4028d24,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.860796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=841c2f63-e64f-4ae9-a77e-825434fb8483,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:17.899214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f7a69-5210-40a5-aa6b-606bccc50968 None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:17.967501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5d266-0be3-4608-bd0f-d00826539067 None None] Network 1c92aa86-b99d-4366-b21f-8189d799c514 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:17.977201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b00a6d0-af2a-4f6b-bed2-a3d66dd352c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.980344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b00a6d0-af2a-4f6b-bed2-a3d66dd352c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:17.981833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4b00a6d0-af2a-4f6b-bed2-a3d66dd352c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f10aca7b-fdbf-4a3d-a7b5-4c9b299527bc HTTP/1.1" status: 204 len: 168 time: 0.8008423 Dec 16 17:38:18.012688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.097769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00a6d0-af2a-4f6b-bed2-a3d66dd352c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10aca7b-fdbf-4a3d-a7b5-4c9b299527bc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:18.169019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-523a48bc-e9fe-4284-8ada-07302a7f4bd8 None None] Provisioning complete for port 8cc0f7c9-01fd-45b2-8fef-965921f01169 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:18.169403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-523a48bc-e9fe-4284-8ada-07302a7f4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.206032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.214462 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-46b8afb8-c48c-4a01-b976-7f761e45b15b tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/ports/841c2f63-e64f-4ae9-a77e-825434fb8483 HTTP/1.1" status: 204 len: 168 time: 2.4754717 Dec 16 17:38:18.215602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45972) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:18.259112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45974) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:18.267502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet f05a57be-da72-4841-9ef0-eacce5fd4d13 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:18.284137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.323631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb0bb82f-0ad5-4aec-840a-17a9b1b0463d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.326488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8::1 (1c92aa86-b99d-4366-b21f-8189d799c514/a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a/34e196a9-8be7-4b52-b84d-e97a743b09d3) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:18.328580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 60162572-b95d-417b-86d9-e99cba8806be up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:18.463675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 60162572-b95d-417b-86d9-e99cba8806be triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:18.464062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.470775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-523a48bc-e9fe-4284-8ada-07302a7f4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.571879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-523a48bc-e9fe-4284-8ada-07302a7f4bd8 None None] For port 8cc0f7c9-01fd-45b2-8fef-965921f01169, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8cc0f7c9-01fd-45b2-8fef-965921f01169,segment=NetworkSegment(3af41415-5a60-41e9-9000-673eca5a44be),segment_id=3af41415-5a60-41e9-9000-673eca5a44be)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:18.577786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.610977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-523a48bc-e9fe-4284-8ada-07302a7f4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.646912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 15791ee2-1684-40ca-ae77-b5adcd5e33de {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:18.647260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.678137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:18.708757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45980) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:18.754374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a48bc-e9fe-4284-8ada-07302a7f4bd8 None None] Pushing event updated for resources: {'Port': ['ID=8cc0f7c9-01fd-45b2-8fef-965921f01169,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:18.767696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7cfb172d-9eb7-436c-98f4-9559af1cd6d1 None None] Provisioning complete for port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:18.768075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb172d-9eb7-436c-98f4-9559af1cd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.814990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-894d7c79-7e72-48dc-b714-9456ef657690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.822207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb0bb82f-0ad5-4aec-840a-17a9b1b0463d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.822459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:18.823050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.852330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb0bb82f-0ad5-4aec-840a-17a9b1b0463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.909794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.931177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb172d-9eb7-436c-98f4-9559af1cd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.962985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:18.969796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bb82f-0ad5-4aec-840a-17a9b1b0463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2133197e-67fe-4820-b86e-a570993fcb2d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:18.985720 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bb0bb82f-0ad5-4aec-840a-17a9b1b0463d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba3c752cfee940fbae6598a101402c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7209759 Dec 16 17:38:18.992561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45982) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:18.999214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7cfb172d-9eb7-436c-98f4-9559af1cd6d1 None None] For port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:19.008927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.013267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 15791ee2-1684-40ca-ae77-b5adcd5e33de owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:19.013478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cfb172d-9eb7-436c-98f4-9559af1cd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.105014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.129991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb172d-9eb7-436c-98f4-9559af1cd6d1 None None] Pushing event updated for resources: {'Port': ['ID=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.135790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:19.136424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:19.147606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-899f7b70-dcb4-4805-bcaa-e83f555e1b3a None None] Provisioning complete for port 8cc0f7c9-01fd-45b2-8fef-965921f01169 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:19.147998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-899f7b70-dcb4-4805-bcaa-e83f555e1b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.156658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Port': ['ID=19c31eea-e77c-4448-9514-a4c9d814b140,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.167334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070e80a2-7967-424d-8e87-6efd98e9858a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.187140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.284288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-899f7b70-dcb4-4805-bcaa-e83f555e1b3a None None] Provisioning complete for port 54f6ad48-d022-4e82-a878-d8035ad361ef triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:19.284869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-899f7b70-dcb4-4805-bcaa-e83f555e1b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.328242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-899f7b70-dcb4-4805-bcaa-e83f555e1b3a None None] Port 54f6ad48-d022-4e82-a878-d8035ad361ef cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:19.344474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-894d7c79-7e72-48dc-b714-9456ef657690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.371803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-894d7c79-7e72-48dc-b714-9456ef657690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.375442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 1c92aa86-b99d-4366-b21f-8189d799c514 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:19.392188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070e80a2-7967-424d-8e87-6efd98e9858a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.392854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.395147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.422190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.423705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:19.444578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:19.445452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.503170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=34e196a9-8be7-4b52-b84d-e97a743b09d3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.546132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=15791ee2-1684-40ca-ae77-b5adcd5e33de,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.549929 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-894d7c79-7e72-48dc-b714-9456ef657690 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d882ac95eecd482a8f4a5cbb08117acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8236687 Dec 16 17:38:19.564927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45984) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:19.567519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d7c79-7e72-48dc-b714-9456ef657690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272af6ec-01ac-4f50-af60-d90a5e546dd6,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.608624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd24950-33c4-4d0a-bb1e-1b8f33eaf6dc None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:19.671381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.684461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.701971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8cc0f7c9-01fd-45b2-8fef-965921f01169 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:19.711642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.712171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.721138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070e80a2-7967-424d-8e87-6efd98e9858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.723900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070e80a2-7967-424d-8e87-6efd98e9858a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.728504 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-070e80a2-7967-424d-8e87-6efd98e9858a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2133197e-67fe-4820-b86e-a570993fcb2d HTTP/1.1" status: 204 len: 168 time: 0.7323580 Dec 16 17:38:19.776727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8cc0f7c9-01fd-45b2-8fef-965921f01169 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:19.777138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.808763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.812394 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-377e71e4-7edc-4ec6-b068-e44a37dbe544 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/ports/15791ee2-1684-40ca-ae77-b5adcd5e33de HTTP/1.1" status: 204 len: 168 time: 1.5931604 Dec 16 17:38:19.819106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e80a2-7967-424d-8e87-6efd98e9858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2133197e-67fe-4820-b86e-a570993fcb2d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.820737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45988) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:19.827854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83681921-7c8b-44b7-bfdb-e1a294298777 None None] Network 766afb5d-c259-4e29-8105-018fdc408ed2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:19.869262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.935640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=f05a57be-da72-4841-9ef0-eacce5fd4d13,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:19.941216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e429fbd-7e81-406a-aff2-6eeb2c9beeb9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:19.942168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:19.948558 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0288d9f3-912d-4e71-ad21-3cdc29faeb84 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/f05a57be-da72-4841-9ef0-eacce5fd4d13 HTTP/1.1" status: 204 len: 168 time: 2.2892158 Dec 16 17:38:19.948664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5e429fbd-7e81-406a-aff2-6eeb2c9beeb9 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c64b313-ebc3-46e8-b9ed-5242892282a0 HTTP/1.1" status: 200 len: 913 time: 0.1123850 Dec 16 17:38:19.948664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45990) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:19.952244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 45992) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:19.961411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f3383-9d6c-45c8-9c5d-36e6961f15b3 None None] Network 9cbf1d0b-f191-462e-90e2-29336af5b9ad requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:19.970172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Router caa61c89-52b8-44fa-9eb0-de735864c0c5 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:20.017169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:20.027141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:20.035532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=54f6ad48-d022-4e82-a878-d8035ad361ef,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:20.038676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82082c96-76db-4626-9b67-980a6d6f599a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.120705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Provisioning complete for port 53adeb71-d821-4341-bf61-4a97f4028d24 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:20.121118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.139332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.215077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82082c96-76db-4626-9b67-980a6d6f599a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.222128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.264410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:20.307553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bcd20d4d-8c5d-42c4-884f-b3665996f90e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4838722 Dec 16 17:38:20.308662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82082c96-76db-4626-9b67-980a6d6f599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.310276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] Sync routers for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:20.312038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82082c96-76db-4626-9b67-980a6d6f599a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.325558 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-82082c96-76db-4626-9b67-980a6d6f599a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/272af6ec-01ac-4f50-af60-d90a5e546dd6 HTTP/1.1" status: 204 len: 168 time: 0.7593002 Dec 16 17:38:20.328194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 45998) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:20.367071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82082c96-76db-4626-9b67-980a6d6f599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272af6ec-01ac-4f50-af60-d90a5e546dd6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:20.403923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:20.413492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:20.454820 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-86f1b272-b7de-4a58-b39c-5306f088178b tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] delete failed (client error): The resource could not be found. Dec 16 17:38:20.459428 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-86f1b272-b7de-4a58-b39c-5306f088178b tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1557637697 HTTP/1.1" status: 404 len: 335 time: 0.1033044 Dec 16 17:38:20.467002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46006) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:20.481037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ad46f381-9a2a-4f39-b53f-f0f92241fc1b tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caa61c89-52b8-44fa-9eb0-de735864c0c5'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:20.538875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:20.610536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] DHCP port deletion for 9cbf1d0b-f191-462e-90e2-29336af5b9ad request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:20.689106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:20.689670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:20.715861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.741767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.743455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.754979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.789332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:20.801813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7673c1-b958-417c-9de1-8beb010ee8f1 None None] The sync data for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:20.831988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53adeb71-d821-4341-bf61-4a97f4028d24 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:20.858508 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Router 29de0133-b369-4974-8557-15de99777336 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:20.896359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] For port 53adeb71-d821-4341-bf61-4a97f4028d24, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53adeb71-d821-4341-bf61-4a97f4028d24,segment=NetworkSegment(5aa5978d-bde5-4e8f-8697-d5b04f66e10d),segment_id=5aa5978d-bde5-4e8f-8697-d5b04f66e10d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:20.911088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad46f381-9a2a-4f39-b53f-f0f92241fc1b tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.921816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:20.931033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] Deleting port 60162572-b95d-417b-86d9-e99cba8806be {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:20.932035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.009256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-ad46f381-9a2a-4f39-b53f-f0f92241fc1b tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] update failed (client error): The resource could not be found. Dec 16 17:38:21.009936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Pushing event updated for resources: {'Port': ['ID=53adeb71-d821-4341-bf61-4a97f4028d24,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:21.010744 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ad46f381-9a2a-4f39-b53f-f0f92241fc1b tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5 HTTP/1.1" status: 404 len: 339 time: 0.5421498 Dec 16 17:38:21.016807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46028) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:21.022180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1834810850'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:21.051739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:21.057249 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f718c364-90c8-4e14-aaf8-80700bbc90b3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "PUT /v2.0/routers/29de0133-b369-4974-8557-15de99777336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5806606 Dec 16 17:38:21.063337 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Sync routers for ids ['29de0133-b369-4974-8557-15de99777336'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:21.074398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46030) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:21.075840 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Routers {'29de0133-b369-4974-8557-15de99777336'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:21.079241 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['29de0133-b369-4974-8557-15de99777336'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:21.106156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Provisioning complete for port 34e196a9-8be7-4b52-b84d-e97a743b09d3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:21.106737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.171923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32f27886-e63d-4a30-887a-f758799a20f6 None None] Port 34e196a9-8be7-4b52-b84d-e97a743b09d3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:21.180293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 53adeb71-d821-4341-bf61-4a97f4028d24 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:21.180791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.191735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea818c4-98e0-40b4-92ad-403d45eb0b6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:21.193470 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9ea818c4-98e0-40b4-92ad-403d45eb0b6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports/54f6ad48-d022-4e82-a878-d8035ad361ef HTTP/1.1" status: 200 len: 911 time: 0.1164689 Dec 16 17:38:21.195811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:21.200799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.209532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46034) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:21.241004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] For port 60162572-b95d-417b-86d9-e99cba8806be, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=60162572-b95d-417b-86d9-e99cba8806be,segment=NetworkSegment(a35e4beb-ea59-46ef-90fe-a0def1931866),segment_id=a35e4beb-ea59-46ef-90fe-a0def1931866)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:21.241419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.264359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] Calling delete_port for 60162572-b95d-417b-86d9-e99cba8806be owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:21.332046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:21.350115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2ac96-4c88-4417-873d-c085a1f6b308 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:21.354928 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Set router 29de0133-b369-4974-8557-15de99777336 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:21.358403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2ac96-4c88-4417-873d-c085a1f6b308 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:21.360223 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-52a2ac96-4c88-4417-873d-c085a1f6b308 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1480420 Dec 16 17:38:21.362916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46042) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:21.391583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:21.409444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.409913 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Added segment 9fdafc02-a015-4d18-af5f-8dbb1934075a of type vlan for network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 Dec 16 17:38:21.516023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 60162572-b95d-417b-86d9-e99cba8806be {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:21.516594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.570596 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:38:21.610389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.665488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-63400ac2-4d78-4991-afc2-703d20a8d3d8 None None] Provisioning complete for port 53adeb71-d821-4341-bf61-4a97f4028d24 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:21.665872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63400ac2-4d78-4991-afc2-703d20a8d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.673214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] For port 60162572-b95d-417b-86d9-e99cba8806be, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=60162572-b95d-417b-86d9-e99cba8806be,segment=NetworkSegment(a35e4beb-ea59-46ef-90fe-a0def1931866),segment_id=a35e4beb-ea59-46ef-90fe-a0def1931866)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:21.673596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.722854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:21.723231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.729716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=34e196a9-8be7-4b52-b84d-e97a743b09d3,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:21.733810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 60162572-b95d-417b-86d9-e99cba8806be owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:21.835836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:38:21.837071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.855604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] No DVR routers for this DVR port 60162572-b95d-417b-86d9-e99cba8806be on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:21.872852 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29de0133-b369-4974-8557-15de99777336', 'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:14Z', 'updated_at': '2021-12-16T17:38:17Z', 'revision_number': 2, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None, '_interfaces': [{'id': '54f6ad48-d022-4e82-a878-d8035ad361ef', 'name': '', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'mac_address': 'fa:16:3e:f5:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29de0133-b369-4974-8557-15de99777336', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:38:16Z', 'updated_at': '2021-12-16T17:38:19Z', 'revision_number': 2, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'subnets': [{'id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:21.886935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c70360-4d7d-4908-a0af-e10512e1a0d2 None None] Pushing event deleted for resources: {'Port': ['ID=60162572-b95d-417b-86d9-e99cba8806be,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:21.904587 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-1abf34cc-c131-4873-987d-e24cfa933c9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3903837 Dec 16 17:38:21.913887 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Checking router: 29de0133-b369-4974-8557-15de99777336 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:38:21.914621 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Updating router 29de0133-b369-4974-8557-15de99777336 port 54f6ad48-d022-4e82-a878-d8035ad361ef binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:38:21.939159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8cc0f7c9-01fd-45b2-8fef-965921f01169 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:21.946830 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:21.974301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-63400ac2-4d78-4991-afc2-703d20a8d3d8 None None] Provisioning complete for port 54f6ad48-d022-4e82-a878-d8035ad361ef triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:21.974673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63400ac2-4d78-4991-afc2-703d20a8d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.011574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 1c92aa86-b99d-4366-b21f-8189d799c514 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:22.015801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:22.106956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-63400ac2-4d78-4991-afc2-703d20a8d3d8 None None] Port 54f6ad48-d022-4e82-a878-d8035ad361ef cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:22.118797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8cc0f7c9-01fd-45b2-8fef-965921f01169 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:22.128600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.133673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.148414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:22.149084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.259238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-e073cc0c-1186-4cf6-8f00-042cecf8323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:22.261134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-e073cc0c-1186-4cf6-8f00-042cecf8323a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.3178530 Dec 16 17:38:22.287099 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.303426 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.327467 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3085265 Dec 16 17:38:22.329896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46064) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:22.335094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46062) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:22.354823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'subnet': {'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:22.373080 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Pushing event updated for resources: {'Port': ['ID=54f6ad48-d022-4e82-a878-d8035ad361ef,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:22.386141 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.386854 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.387390 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.387974 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.388499 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.389075 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.389621 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.390283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.390916 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.391455 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.391979 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.392506 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.393085 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:22.455547 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Attempting to bind port 54f6ad48-d022-4e82-a878-d8035ad361ef on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:22.456243 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Attempting to bind port 54f6ad48-d022-4e82-a878-d8035ad361ef by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:22.456825 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Attempting to bind port 54f6ad48-d022-4e82-a878-d8035ad361ef on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:22.464127 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:22.464755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:22.465389 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.466208 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:22.466981 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Bound port: 54f6ad48-d022-4e82-a878-d8035ad361ef, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:22.467595 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.489160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.546137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a03a5a9a-1da9-4680-b32c-71b574b5f844 None None] Provisioning complete for port 34e196a9-8be7-4b52-b84d-e97a743b09d3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:22.548996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a03a5a9a-1da9-4680-b32c-71b574b5f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.595414 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] For port 54f6ad48-d022-4e82-a878-d8035ad361ef, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:22.599284 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] For port 54f6ad48-d022-4e82-a878-d8035ad361ef, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54f6ad48-d022-4e82-a878-d8035ad361ef,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:22.608009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ec55a-721f-4540-ad1d-d68e3280e392 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Network': ['ID=c545df5d-fc4f-4940-8af1-9ee0ccd3f006,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:22.615490 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.641585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a03a5a9a-1da9-4680-b32c-71b574b5f844 None None] Port 34e196a9-8be7-4b52-b84d-e97a743b09d3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:22.645506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53adeb71-d821-4341-bf61-4a97f4028d24 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:22.649524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:22.660173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1706117437'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:22.683760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.712784 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de8d47-ec9c-48d8-a45b-97ba4aa359a1 None None] Pushing event updated for resources: {'Port': ['ID=54f6ad48-d022-4e82-a878-d8035ad361ef,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:22.730440 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Routers {'29de0133-b369-4974-8557-15de99777336'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:22.732286 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['29de0133-b369-4974-8557-15de99777336'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:22.736626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Made reservation on behalf of 313ec6dcc4364abfbd5a444c11743fd7 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:22.739641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.821723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 53adeb71-d821-4341-bf61-4a97f4028d24 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:22.822276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.839283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] Set router 29de0133-b369-4974-8557-15de99777336 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:22.880170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=60162572-b95d-417b-86d9-e99cba8806be,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:22.886688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-467dc13f-2ff5-4a8b-a321-663dc271201d None None] Provisioning complete for port 54f6ad48-d022-4e82-a878-d8035ad361ef triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:22.887401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467dc13f-2ff5-4a8b-a321-663dc271201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.938690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.940151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.945492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:22.967124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No DVR routers for this DVR port 60162572-b95d-417b-86d9-e99cba8806be on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:22.979244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 3b8f98dc-cb34-4cdc-add7-6de2d6108bad is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:23.074194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467dc13f-2ff5-4a8b-a321-663dc271201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.130772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-467dc13f-2ff5-4a8b-a321-663dc271201d None None] For port 54f6ad48-d022-4e82-a878-d8035ad361ef, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54f6ad48-d022-4e82-a878-d8035ad361ef,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:23.146146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-467dc13f-2ff5-4a8b-a321-663dc271201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.149314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 60162572-b95d-417b-86d9-e99cba8806be no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:23.239747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 60162572-b95d-417b-86d9-e99cba8806be {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:23.240197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 60162572-b95d-417b-86d9-e99cba8806be not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:23.255223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc13f-2ff5-4a8b-a321-663dc271201d None None] Pushing event updated for resources: {'Port': ['ID=54f6ad48-d022-4e82-a878-d8035ad361ef,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:23.256865 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29de0133-b369-4974-8557-15de99777336', 'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:14Z', 'updated_at': '2021-12-16T17:38:17Z', 'revision_number': 2, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None, '_interfaces': [{'id': '54f6ad48-d022-4e82-a878-d8035ad361ef', 'name': '', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'mac_address': 'fa:16:3e:f5:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29de0133-b369-4974-8557-15de99777336', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:38:16Z', 'updated_at': '2021-12-16T17:38:22Z', 'revision_number': 4, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'subnets': [{'id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.271080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46078) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:23.285387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-84e5d65a-adb0-441d-8248-596f4d47c3ab None None] Provisioning complete for port 54f6ad48-d022-4e82-a878-d8035ad361ef triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:23.285759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84e5d65a-adb0-441d-8248-596f4d47c3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.289433 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1c3a2-8348-4b07-95d3-cafda711bf38 None None] The sync data for ids ['29de0133-b369-4974-8557-15de99777336'] in dv-neutron-821818-2-hyperv is: [{'id': '29de0133-b369-4974-8557-15de99777336', 'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:14Z', 'updated_at': '2021-12-16T17:38:17Z', 'revision_number': 2, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None, '_interfaces': [{'id': '54f6ad48-d022-4e82-a878-d8035ad361ef', 'name': '', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'mac_address': 'fa:16:3e:f5:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29de0133-b369-4974-8557-15de99777336', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:38:16Z', 'updated_at': '2021-12-16T17:38:22Z', 'revision_number': 4, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'subnets': [{'id': '1cb72b35-c5f9-40ea-af89-c56c5a95ab26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:23.395350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.419836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-c70a1266-8da2-4b6e-8987-e8366a62812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:23.421439 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-c70a1266-8da2-4b6e-8987-e8366a62812f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 1.1093886 Dec 16 17:38:23.550999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbf1d0b-f191-462e-90e2-29336af5b9ad']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.553844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:23.564804 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b3c1ac9-50c4-4376-89e8-b769abbf10ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/3b8f98dc-cb34-4cdc-add7-6de2d6108bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0784769 Dec 16 17:38:23.566229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46082) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:23.572172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1962570990', 'router:external': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:23.589018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.593937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35e4beb-ea59-46ef-90fe-a0def1931866') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.594286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35e4beb-ea59-46ef-90fe-a0def1931866') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.608967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] Sync routers for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:23.620152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.625678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:23.626051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.631925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.668103 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-8ad3767c-cab4-4508-89fd-decf9cc660df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1002 time: 0.2238522 Dec 16 17:38:23.678368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.678570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.688342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25ecfc-5aca-461b-ab5b-cd31ae0a4200 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:23.688916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:23.689226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.689832 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7d25ecfc-5aca-461b-ab5b-cd31ae0a4200 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports/34e196a9-8be7-4b52-b84d-e97a743b09d3 HTTP/1.1" status: 200 len: 911 time: 0.1207399 Dec 16 17:38:23.692660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46084) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:23.725220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:23.726395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef9472-3c39-48af-a2dd-b543c494412e None None] The sync data for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:23.729939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:23.730401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: items = [ Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:23.740441 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:23.755191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.758877 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-50a58343-11b7-49ee-a27f-9b83bfc36862 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3465538 Dec 16 17:38:23.771692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46086) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:23.777123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Made reservation on behalf of 4c38b14e67da467e83855d9cccb0b457 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:23.779621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.910435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.921729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:23.984130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-38ae789d-1870-4745-ac18-9962b76aae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:23.985647 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-38ae789d-1870-4745-ac18-9962b76aae79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.2989826 Dec 16 17:38:23.988355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.049447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 54f6ad48-d022-4e82-a878-d8035ad361ef {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:24.049900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.074741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.078903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.082553 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/9cbf1d0b-f191-462e-90e2-29336af5b9ad HTTP/1.1" status: 204 len: 168 time: 4.1209648 Dec 16 17:38:24.090914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46088) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:24.096980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'name': 'tempest-PortsTestJSON-210063875'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:24.162457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a4343-09af-4836-8ba8-540c48900cae tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=9cbf1d0b-f191-462e-90e2-29336af5b9ad,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:24.221566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Subnet': ['ID=a2983dc3-a5c3-4c3c-969f-1eb60bab8119,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:24.274190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] For port 54f6ad48-d022-4e82-a878-d8035ad361ef, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54f6ad48-d022-4e82-a878-d8035ad361ef,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:24.274554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.295426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 54f6ad48-d022-4e82-a878-d8035ad361ef owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:24.316335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.318189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:24.321680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.390886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port bd7f6e14-f8f1-4599-a982-8a28f0549f6c yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:24.539817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54f6ad48-d022-4e82-a878-d8035ad361ef up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:24.608613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.610066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 54f6ad48-d022-4e82-a878-d8035ad361ef triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:24.610477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.618436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.648861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Checking segment: {'id': '9fdafc02-a015-4d18-af5f-8dbb1934075a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:24.649202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network hostable DHCP agents. Network: c545df5d-fc4f-4940-8af1-9ee0ccd3f006, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:24.659944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-53fe49aa-5be9-4fea-a07d-316e8784e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:24.661624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-53fe49aa-5be9-4fea-a07d-316e8784e8c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6250677 Dec 16 17:38:24.769108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.769751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7cd6e04-aa0b-46b7-b95b-dd678f0de34a {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:24.774091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.775213 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a44d266b-8fce-4e82-a33e-cb2a4d9ca163 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "DELETE /v2.0/routers/d7cd6e04-aa0b-46b7-b95b-dd678f0de34a HTTP/1.1" status: 204 len: 168 time: 0.9923813 Dec 16 17:38:24.779469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46090) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:24.792665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Request body: {'router': {'name': 'tempest-router-792443815', 'distributed': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:24.802094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.812000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:24.816739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.850776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.856689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c545df5d-fc4f-4940-8af1-9ee0ccd3f006) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:24.861503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:24.862105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.866343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port c809eac4-90f1-47d7-859b-ee44e40fe6ec {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:24.866688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.868604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce59cac-3c26-4c40-a6fa-a9238708b4ea None None] Network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:24.879137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.882705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:24.933512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=54f6ad48-d022-4e82-a878-d8035ad361ef,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:24.940832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.941883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.963282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:24.963739 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Added segment 9e61ea23-ab4f-457b-b5d9-f6badf1ae26c of type vlan for network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c Dec 16 17:38:24.972044 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0486bf62-23dc-4310-b4b5-ef6e2f970e7c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6275673 Dec 16 17:38:24.974503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8:1::1 (766afb5d-c259-4e29-8105-018fdc408ed2/a8ff93dc-4281-4559-9ab8-c3e0acbcb502/e33cef74-00d0-4383-a809-d66797b1d2e9) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:24.984394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46092) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:24.986931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4027e9c6-70fc-4082-a15f-03be1107cc31,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:24.990762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7069a95b-3551-486a-b9b0-2c7194f81fb0 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:24.998765 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-09143566-0697-4b8b-98fb-70e76d851b02 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978172 Dec 16 17:38:25.070863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c545df5d-fc4f-4940-8af1-9ee0ccd3f006', 'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006', 'project_id': '313ec6dcc4364abfbd5a444c11743fd7', 'fixed_ips': [{'subnet_id': 'a2983dc3-a5c3-4c3c-969f-1eb60bab8119'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:25.074236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.131183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.157999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.188385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for c809eac4-90f1-47d7-859b-ee44e40fe6ec owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:25.238476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.239984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Allocated IP 2001:db8:1::2 (c545df5d-fc4f-4940-8af1-9ee0ccd3f006/a2983dc3-a5c3-4c3c-969f-1eb60bab8119/f5a8b401-34a0-4335-8eed-49f5bea59f48) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:25.249878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.272393 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3e1e0da4-48b7-4d68-b6f7-207d3657bc8a req-2a845f4a-b131-474d-80e7-f895a1887989 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502360 Dec 16 17:38:25.275919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.277200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:25.277793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.313904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.361768 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0605102 Dec 16 17:38:25.366350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46096) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:25.371659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'subnet': {'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:25.382077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40ec93-ab5b-4b82-8d62-98d775f47a8e tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Network': ['ID=1d4bf31c-1454-4735-9d6d-afc2c9262d6c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:25.399225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:25.449124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Made reservation on behalf of 4c38b14e67da467e83855d9cccb0b457 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:25.452974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.474921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.489797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.533531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:25.536575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:25.540642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:25.549890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Pushing event updated for resources: {'Port': ['ID=f5a8b401-34a0-4335-8eed-49f5bea59f48,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:25.607340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Attempting to bind port f5a8b401-34a0-4335-8eed-49f5bea59f48 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:25.608148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Attempting to bind port f5a8b401-34a0-4335-8eed-49f5bea59f48 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9fdafc02-a015-4d18-af5f-8dbb1934075a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:25.608779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Attempting to bind port f5a8b401-34a0-4335-8eed-49f5bea59f48 on network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:25.614706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:25.614947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Checking segment: {'id': '9fdafc02-a015-4d18-af5f-8dbb1934075a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:25.615310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.615749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Bound using segment: {'id': '9fdafc02-a015-4d18-af5f-8dbb1934075a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:25.616230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Bound port: f5a8b401-34a0-4335-8eed-49f5bea59f48, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdafc02-a015-4d18-af5f-8dbb1934075a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c545df5d-fc4f-4940-8af1-9ee0ccd3f006'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:25.616615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.617565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.675902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=c809eac4-90f1-47d7-859b-ee44e40fe6ec,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:25.698102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] For port f5a8b401-34a0-4335-8eed-49f5bea59f48, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:25.701782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] For port f5a8b401-34a0-4335-8eed-49f5bea59f48, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f5a8b401-34a0-4335-8eed-49f5bea59f48,segment=NetworkSegment(9fdafc02-a015-4d18-af5f-8dbb1934075a),segment_id=9fdafc02-a015-4d18-af5f-8dbb1934075a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:25.706393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3ed8f4-d6d8-4d03-a8f9-893a946740c0 None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:25.716457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.806263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d8dd-4bcf-47c7-93fa-14bcd8eea299 None None] Pushing event updated for resources: {'Port': ['ID=f5a8b401-34a0-4335-8eed-49f5bea59f48,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:25.861723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.892702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.967921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:25.968847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.981588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:25.988565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:25.992278 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ccb1c79b-fa38-429e-880c-849941028276 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2093844 Dec 16 17:38:25.992278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=bd7f6e14-f8f1-4599-a982-8a28f0549f6c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:25.996685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46098) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:25.999725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7069a95b-3551-486a-b9b0-2c7194f81fb0 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.004009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:26.009505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:26.010673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.172745 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:38:26.173246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.180648 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4d50f1a0-55bf-48b2-bf02-af052a951efb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0883181 Dec 16 17:38:26.189264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46100) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:26.222747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.264719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Router 29de0133-b369-4974-8557-15de99777336 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:26.277442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Subnet': ['ID=46ebba56-551c-4cb5-987d-f6d6184a732e,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:26.313032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Checking segment: {'id': '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:26.313411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network hostable DHCP agents. Network: 1d4bf31c-1454-4735-9d6d-afc2c9262d6c, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:26.333623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.345576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:26.364182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Router 6c64b313-ebc3-46e8-b9ed-5242892282a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:26.365101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 1d4bf31c-1454-4735-9d6d-afc2c9262d6c) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:26.370441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:26.371062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.378670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ba704-e05c-432f-b2e0-c24ab747e265 None None] Network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:26.433772 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a3e252cf-9281-4c70-b88d-ad360f1be6c0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0633535 Dec 16 17:38:26.436182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46102) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:26.440896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1938994562', 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:26.507530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 766afb5d-c259-4e29-8105-018fdc408ed2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:26.517032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Made reservation on behalf of 4c38b14e67da467e83855d9cccb0b457 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:26.519677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.519822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:26.523949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d8859-25ee-4db8-b9bd-03031bcaa326 None None] Network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:26.526166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:26.526889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.530388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.549421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] device_id is not set on port 1080b033-04a7-43fa-aafa-d8ea85b4cdca yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:26.555972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:26.565895 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e918e23a-1735-4a32-9f9e-4797b6f9bb98 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "PUT /v2.0/routers/6c64b313-ebc3-46e8-b9ed-5242892282a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6151445 Dec 16 17:38:26.566475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46104) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:26.570338 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] Sync routers for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:26.597422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.602219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=e33cef74-00d0-4383-a809-d66797b1d2e9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:26.609320 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:26.618048 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:26.720768 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:26.732874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] Routers {'6c64b313-ebc3-46e8-b9ed-5242892282a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:26.733879 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6c64b313-ebc3-46e8-b9ed-5242892282a0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:26.782831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.841656 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:26.842333 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df82a6c-256a-4537-9a07-82b1dc4fb5ac None None] The sync data for ids ['6c64b313-ebc3-46e8-b9ed-5242892282a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:26.846237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f5a8b401-34a0-4335-8eed-49f5bea59f48 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:26.881901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:26.888093 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0dbdfa89-d50c-49c7-a4ef-b2786b53a8a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "PUT /v2.0/routers/29de0133-b369-4974-8557-15de99777336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5240972 Dec 16 17:38:26.897430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46106) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:26.902233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] Sync routers for ids ['29de0133-b369-4974-8557-15de99777336'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:26.917379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.917869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be8447d1-c8c7-44dc-a2a7-fa8ede76c16d {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:26.922353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.923465 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-10097cae-47c5-4e2e-b23b-5fea952f970b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "DELETE /v2.0/routers/be8447d1-c8c7-44dc-a2a7-fa8ede76c16d HTTP/1.1" status: 204 len: 168 time: 0.9100957 Dec 16 17:38:26.930896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port bd7f6e14-f8f1-4599-a982-8a28f0549f6c {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:26.931231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:26.941471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] Routers {'29de0133-b369-4974-8557-15de99777336'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:26.942466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['29de0133-b369-4974-8557-15de99777336'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:26.971634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46108) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:26.980128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Request body: {'router': {'name': 'tempest-router-1874232184', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '40daa040087743f4b313bd7aa2ecbf75'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:26.987037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.016786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Allocated IP 172.20.0.8 (1d4bf31c-1454-4735-9d6d-afc2c9262d6c/46ebba56-551c-4cb5-987d-f6d6184a732e/1080b033-04a7-43fa-aafa-d8ea85b4cdca) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:27.037464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] Set router 29de0133-b369-4974-8557-15de99777336 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:27.084008 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-7069a95b-3551-486a-b9b0-2c7194f81fb0 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:38:27.085122 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7069a95b-3551-486a-b9b0-2c7194f81fb0 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5 HTTP/1.1" status: 400 len: 364 time: 2.0980828 Dec 16 17:38:27.089159 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46110) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:27.114698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29de0133-b369-4974-8557-15de99777336', 'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:14Z', 'updated_at': '2021-12-16T17:38:24Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:27.117818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7a994355-1bfa-4a15-874d-63ef012a0a4d None None] Provisioning complete for port e33cef74-00d0-4383-a809-d66797b1d2e9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:27.117818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a994355-1bfa-4a15-874d-63ef012a0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.131832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.137766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633fc06-1978-475c-bc8c-bbe58783f44a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:27.139571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633fc06-1978-475c-bc8c-bbe58783f44a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:27.141504 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2633fc06-1978-475c-bc8c-bbe58783f44a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2406368 Dec 16 17:38:27.151983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46112) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:27.175715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for bd7f6e14-f8f1-4599-a982-8a28f0549f6c owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:27.188836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f5a8b401-34a0-4335-8eed-49f5bea59f48 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:27.189257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.190913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] Checking router: 29de0133-b369-4974-8557-15de99777336 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:38:27.198318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257cfa06-6ca0-4cf0-a262-9e585dadee72 None None] Network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:27.201489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.202489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.215494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.274249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7a994355-1bfa-4a15-874d-63ef012a0a4d None None] Port e33cef74-00d0-4383-a809-d66797b1d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:27.287278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] Routers {'29de0133-b369-4974-8557-15de99777336'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:27.288172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['29de0133-b369-4974-8557-15de99777336'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:27.334848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 1cb72b35-c5f9-40ea-af89-c56c5a95ab26 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:27.344476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.367252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.404894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.522336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.528848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.532472 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4f1dd958-eb49-4995-9df7-18158d3fb642 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5549555 Dec 16 17:38:27.543058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] Set router 29de0133-b369-4974-8557-15de99777336 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:27.546450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46114) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:27.576138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:27.577863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.634441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.638253 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/bd7f6e14-f8f1-4599-a982-8a28f0549f6c HTTP/1.1" status: 204 len: 168 time: 1.4253027 Dec 16 17:38:27.639478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb8722-19f9-44b1-8eba-143bb156dced tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=bd7f6e14-f8f1-4599-a982-8a28f0549f6c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:27.644411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2349377c-8d26-4519-9f38-00eb72d13ba3 None None] Provisioning complete for port f5a8b401-34a0-4335-8eed-49f5bea59f48 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:27.644864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2349377c-8d26-4519-9f38-00eb72d13ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.651690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29de0133-b369-4974-8557-15de99777336', 'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:14Z', 'updated_at': '2021-12-16T17:38:24Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:27.660020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46116) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:27.673495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'mac_address': 'fa:16:3e:87:87:bd', 'name': 'tempest-PortsTestJSON-312276065'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:27.710045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting port 24402c1d-8172-4004-b431-2b4db7fc480d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:27.710463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.722023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.724245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c706a-fa23-42e7-9a8a-1a3a808ca3b8 None None] The sync data for ids ['29de0133-b369-4974-8557-15de99777336'] in dv-neutron-821818-2-hyperv is: [{'id': '29de0133-b369-4974-8557-15de99777336', 'name': 'tempest-NetworksTestDHCPv6-router-1889266773', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:14Z', 'updated_at': '2021-12-16T17:38:24Z', 'revision_number': 3, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:27.755473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.834194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port f5a8b401-34a0-4335-8eed-49f5bea59f48, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f5a8b401-34a0-4335-8eed-49f5bea59f48,segment=NetworkSegment(9fdafc02-a015-4d18-af5f-8dbb1934075a),segment_id=9fdafc02-a015-4d18-af5f-8dbb1934075a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:27.844087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.850955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2349377c-8d26-4519-9f38-00eb72d13ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.852159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.893812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.905925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/1cb72b35-c5f9-40ea-af89-c56c5a95ab26 HTTP/1.1" status: 204 len: 168 time: 0.7527337 Dec 16 17:38:27.909401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.912183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46118) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:27.914959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a187f1c-ee38-47e4-b80a-2af3cb885b98 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb72b35-c5f9-40ea-af89-c56c5a95ab26,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:27.921931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.922364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:27.925962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec85c5-9d10-4d20-ac32-6e76722fc442 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:27.983176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=f5a8b401-34a0-4335-8eed-49f5bea59f48,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:28.041334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=e33cef74-00d0-4383-a809-d66797b1d2e9,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:28.094447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-2349377c-8d26-4519-9f38-00eb72d13ba3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:28.094812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-2349377c-8d26-4519-9f38-00eb72d13ba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:28.104489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 766afb5d-c259-4e29-8105-018fdc408ed2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:28.107293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:28.220145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:28.226308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 3b8f98dc-cb34-4cdc-add7-6de2d6108bad has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:28.285601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.305529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] Deleting port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:28.305832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.307523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.307864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.329982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:28.339137 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4bfb3d54-bf63-4916-af1d-9c258bf708f9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/3b8f98dc-cb34-4cdc-add7-6de2d6108bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6453111 Dec 16 17:38:28.340491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46120) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:28.342574 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] Sync routers for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:28.358794 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:28.359355 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:28.395254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f35735-d6d4-4965-8da8-cfbd829a3e0b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:28.396686 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-34f35735-d6d4-4965-8da8-cfbd829a3e0b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports/e33cef74-00d0-4383-a809-d66797b1d2e9 HTTP/1.1" status: 200 len: 913 time: 0.0548964 Dec 16 17:38:28.409489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46122) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:28.430454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] For port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:28.430729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.436962 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:28.456794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.459503 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:28.460195 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:28.470008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] Calling delete_port for 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:28.506240 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:28.513954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103242) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 17:38:28.514468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Router 2f04a638-ed75-47f9-a8bd-0950981c7d1c migrating from provider to provider. {{(pid=103242) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 17:38:28.514945 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.517659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.520110 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413f07b-ff96-459c-8c8a-a53338ae22c8 None None] The sync data for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:28.559602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f5a8b401-34a0-4335-8eed-49f5bea59f48 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:28.564862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.568724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Calling delete_port for 24402c1d-8172-4004-b431-2b4db7fc480d owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:28.579723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:28.591113 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fc061f35-4e66-477b-aacb-2456c66ef0e3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6652143 Dec 16 17:38:28.592031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46124) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:28.594154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.658042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.676960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.692842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] Pushing event deleted for resources: {'Port': ['ID=1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:28.701168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02417e44-f6c4-45a9-bec2-79acfb1fe1ed None None] No DVR routers for this DVR port 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:28.720274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f5a8b401-34a0-4335-8eed-49f5bea59f48 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:28.720658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.816117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d569ebde-2366-4d25-9154-300e5c372a01 None None] Provisioning complete for port e33cef74-00d0-4383-a809-d66797b1d2e9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:28.816848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d569ebde-2366-4d25-9154-300e5c372a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.856365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.878626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d569ebde-2366-4d25-9154-300e5c372a01 None None] Port e33cef74-00d0-4383-a809-d66797b1d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:28.893150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.896188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:28.899389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d569ebde-2366-4d25-9154-300e5c372a01 None None] Provisioning complete for port f5a8b401-34a0-4335-8eed-49f5bea59f48 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:28.899736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d569ebde-2366-4d25-9154-300e5c372a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:28.944653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:28.945052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1dc1a6ee-3375-40d5-aa4c-6f683d0f38c2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:28.945435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54f6ad48-d022-4e82-a878-d8035ad361ef no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:28.969787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 54f6ad48-d022-4e82-a878-d8035ad361ef {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:28.970113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54f6ad48-d022-4e82-a878-d8035ad361ef not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:28.984970 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.scheduler.l3_agent_scheduler [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] No L3 agents can host the router 2f04a638-ed75-47f9-a8bd-0950981c7d1c Dec 16 17:38:29.001577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port fa645577-5374-4a34-bfd2-afc5af31e67e yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:29.072168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:29.118477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:29.161033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:29.172395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Port': ['ID=1080b033-04a7-43fa-aafa-d8ea85b4cdca,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:29.180714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.197910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.255369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.256007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Fanout notify agent at l3_agent the message router_deleted on router 29de0133-b369-4974-8557-15de99777336 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:29.263134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.264235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-58ca86f2-6b08-4e4b-8ad2-e8568dfed7f1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/routers/29de0133-b369-4974-8557-15de99777336 HTTP/1.1" status: 204 len: 168 time: 0.6713243 Dec 16 17:38:29.268546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46126) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:29.308247 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a06c53ea-28d0-44bb-801d-32340c3e3712 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0360980 Dec 16 17:38:29.308799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46128) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:29.399745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40968ac-47f9-4e54-8968-6a8a775305c8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:29.401848 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b40968ac-47f9-4e54-8968-6a8a775305c8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920637 Dec 16 17:38:29.405546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46130) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:29.447816 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3cd3656a-b6d7-4740-8e73-30146dbfa443 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398302 Dec 16 17:38:29.452782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46132) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:29.457975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:29.479370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.688354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:29.693275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.727984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:29.729161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.842264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Hosts for router 2f04a638-ed75-47f9-a8bd-0950981c7d1c: [] {{(pid=103242) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 17:38:29.878491 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-979acff7-d15b-4ff0-aaa5-0f8f8a8373b8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.4388058 Dec 16 17:38:29.882579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46136) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:29.907808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Allocated IP 2001:db8::1 (c87bc16d-d9f8-4ee5-984c-39e9ac8295b2/2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51/a35ed575-0abb-4120-aafe-569aa6254314) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:29.926504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Hosts for other DVR routers connected to router 2f04a638-ed75-47f9-a8bd-0950981c7d1c: set() {{(pid=103242) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 17:38:29.930419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.934940 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-86866b38-613c-419d-a24f-3a5de02a8e99 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "PUT /v2.0/routers/2f04a638-ed75-47f9-a8bd-0950981c7d1c HTTP/1.1" status: 200 len: 717 time: 2.3846946 Dec 16 17:38:29.938663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:29.939990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46138) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.007160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Port': ['ID=24402c1d-8172-4004-b431-2b4db7fc480d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:30.022832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeafaf13-8c42-4365-b0f3-6618a70c3808 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:30.057942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.086226 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-04c5767b-5ea3-48d0-96d6-67fb5c5955aa tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "GET /v2.0/routers/2f04a638-ed75-47f9-a8bd-0950981c7d1c HTTP/1.1" status: 200 len: 717 time: 0.1443045 Dec 16 17:38:30.091522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46140) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.111169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port e33cef74-00d0-4383-a809-d66797b1d2e9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:30.111513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.188066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.198727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.225558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Deleting port 1080b033-04a7-43fa-aafa-d8ea85b4cdca {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:30.226200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.330212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.374840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.382602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:38:30.387057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.402976 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1340ea81-780f-48be-a72b-cc8343964454 tempest-RoutersTestDVR-1019308449 tempest-RoutersTestDVR-1019308449-project] 10.222.0.66 "GET /v2.0/routers/2f04a638-ed75-47f9-a8bd-0950981c7d1c HTTP/1.1" status: 200 len: 683 time: 0.3062716 Dec 16 17:38:30.402976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.403460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46144) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.406556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:30.407707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.457462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:30.465578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=fa645577-5374-4a34-bfd2-afc5af31e67e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:30.474952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:30.482876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:30.483720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.489468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for e33cef74-00d0-4383-a809-d66797b1d2e9 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:30.501310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.502052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Fanout notify agent at l3_agent the message router_deleted on router 6c64b313-ebc3-46e8-b9ed-5242892282a0 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:30.514225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.515742 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5ad7a985-b29e-4066-81f6-d29e1721500f tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/routers/6c64b313-ebc3-46e8-b9ed-5242892282a0 HTTP/1.1" status: 204 len: 168 time: 3.9460087 Dec 16 17:38:30.518776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46146) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.536656 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f7d00f6f-e9b9-486f-8a95-a4f60949ef9a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8671210 Dec 16 17:38:30.537617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46148) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.555549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:30.570034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:30.573605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:30.574208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.581691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.584140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1fc3dc-b18b-4d8d-9aae-9be32412450b None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:30.624075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=0c9af62a-9383-475f-a849-fa62d821c245,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:30.627588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.630425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.694047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b33d9f-8ed3-4877-a470-cb17a6d4e26d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:30.698872 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a0b33d9f-8ed3-4877-a470-cb17a6d4e26d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/fa645577-5374-4a34-bfd2-afc5af31e67e HTTP/1.1" status: 200 len: 840 time: 0.1567590 Dec 16 17:38:30.709112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:30.709331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46150) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.710439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '0c9af62a-9383-475f-a849-fa62d821c245'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:30.711752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.714662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Calling delete_port for 1080b033-04a7-43fa-aafa-d8ea85b4cdca owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:30.717612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Deleting subnet 323acdea-48dd-4422-baa5-d7eb1fbb2ed1 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:30.724486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:30.730552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.735705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:30.735705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.743011 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-966cec1d-7d3f-417d-8be3-ff9ced29dc8c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2875619 Dec 16 17:38:30.763883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Port': ['ID=a35ed575-0abb-4120-aafe-569aa6254314,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:30.766562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46152) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:30.827968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:30.912414 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Allocated IP 2001:db8::f816:3eff:fea4:bbb7 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/0c9af62a-9383-475f-a849-fa62d821c245/9f938d78-750a-46e1-a2d1-200d1d6d21cd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:30.940321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.953900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:30.958141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.024849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.033665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.034148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f04a638-ed75-47f9-a8bd-0950981c7d1c {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:31.090918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.092049 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5832e516-8f5e-4e4e-9428-2e91c57df5b5 tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "DELETE /v2.0/routers/2f04a638-ed75-47f9-a8bd-0950981c7d1c HTTP/1.1" status: 204 len: 168 time: 0.6794753 Dec 16 17:38:31.100541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.101896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46156) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:31.109487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-91cc94e1-3999-4a64-a6c4-9af641cadae8 None None] Provisioning complete for port a35ed575-0abb-4120-aafe-569aa6254314 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:31.109792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Request body: {'router': {'name': 'tempest-router-1254260387', 'distributed': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:31.109987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91cc94e1-3999-4a64-a6c4-9af641cadae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.114840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.170418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.198065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.202332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.203334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.206622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:31.212800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:31.217354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:31.220415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-91cc94e1-3999-4a64-a6c4-9af641cadae8 None None] Port a35ed575-0abb-4120-aafe-569aa6254314 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:31.224034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Pushing event updated for resources: {'Port': ['ID=9f938d78-750a-46e1-a2d1-200d1d6d21cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:31.244967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port fa645577-5374-4a34-bfd2-afc5af31e67e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:31.245563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.274240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.277849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/subnets/323acdea-48dd-4422-baa5-d7eb1fbb2ed1 HTTP/1.1" status: 204 len: 168 time: 0.7579081 Dec 16 17:38:31.286312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46158) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:31.287059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3aef1-bf70-4642-99d3-abdb90d918a0 None None] Network 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:31.291809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd82f12-3596-4a7b-bb2b-308445414ca4 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Subnet': ['ID=323acdea-48dd-4422-baa5-d7eb1fbb2ed1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:31.343145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Attempting to bind port 9f938d78-750a-46e1-a2d1-200d1d6d21cd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:31.343647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Attempting to bind port 9f938d78-750a-46e1-a2d1-200d1d6d21cd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:31.344176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Attempting to bind port 9f938d78-750a-46e1-a2d1-200d1d6d21cd on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:31.357764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:31.357764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:31.358329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.358859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:31.359517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Bound port: 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:31.360030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.361582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:31.365637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.375657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.382876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.391148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.421304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.426453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.428384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=e33cef74-00d0-4383-a809-d66797b1d2e9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:31.470376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for fa645577-5374-4a34-bfd2-afc5af31e67e owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:31.480759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event deleted for resources: {'Port': ['ID=1080b033-04a7-43fa-aafa-d8ea85b4cdca,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:31.494261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.495967 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8e8c1b01-ffa7-4ae6-bcd8-a081913e8e7d tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3891129 Dec 16 17:38:31.502204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46160) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:31.502465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19959a-8305-421c-a0b9-9143d5d7be51 None None] DHCP port deletion for 94f2aeb3-b9bd-46b7-acf4-b2e061474d3e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:31.528291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] For port 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:31.533290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] For port 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f938d78-750a-46e1-a2d1-200d1d6d21cd,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:31.543382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.588197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:31.654645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbba34e-ac5f-474e-b913-9816676ee259 None None] Pushing event updated for resources: {'Port': ['ID=9f938d78-750a-46e1-a2d1-200d1d6d21cd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:31.840058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.039277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.049248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.129921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.133237 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-311ed19b-bc5c-4591-9d15-34647fc75f2c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1080b033-04a7-43fa-aafa-d8ea85b4cdca HTTP/1.1" status: 204 len: 168 time: 2.2468619 Dec 16 17:38:32.142468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46166) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:32.148567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'external_fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8'}]}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:32.170535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.176197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.183196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-1c50dd21-da02-49d3-9dab-e9a658daff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:32.184763 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-1c50dd21-da02-49d3-9dab-e9a658daff24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.3796327 Dec 16 17:38:32.198360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.198848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06ed50f8-f0c2-4588-a246-22945995a98c {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:32.215227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=fa645577-5374-4a34-bfd2-afc5af31e67e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:32.221365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.222374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.234590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9aa18-f68c-482c-9fe4-a56c7106fcfa req-f54bdac9-f42e-4d8b-9d26-46af1adb5150 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:32.236101 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b4a9aa18-f68c-482c-9fe4-a56c7106fcfa req-f54bdac9-f42e-4d8b-9d26-46af1adb5150 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4277260 Dec 16 17:38:32.247338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.248461 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1001ef3f-eabd-4779-bb65-a92e58d8e96b tempest-RoutersTestDVR-12894129 tempest-RoutersTestDVR-12894129-project-admin] 10.222.0.66 "DELETE /v2.0/routers/06ed50f8-f0c2-4588-a246-22945995a98c HTTP/1.1" status: 204 len: 168 time: 0.7441800 Dec 16 17:38:32.288083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.293645 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f7563d09-86a9-4d8e-83f7-5aaac8358247 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/fa645577-5374-4a34-bfd2-afc5af31e67e HTTP/1.1" status: 204 len: 168 time: 1.5821779 Dec 16 17:38:32.298978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46170) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:32.334416 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d093641-4d9e-4808-981c-26427c63c9ef tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:38:32.337433 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.339967 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4d093641-4d9e-4808-981c-26427c63c9ef tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/fa645577-5374-4a34-bfd2-afc5af31e67e HTTP/1.1" status: 404 len: 333 time: 0.0395937 Dec 16 17:38:32.340600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46172) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:32.345868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.350965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'name': 'tempest-PortsTestJSON-156992507'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:32.363325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.364087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.460125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.599561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f938d78-750a-46e1-a2d1-200d1d6d21cd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:32.613886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46176) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:32.674364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f938d78-750a-46e1-a2d1-200d1d6d21cd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:32.693873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.777639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.782120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 3b8f98dc-cb34-4cdc-add7-6de2d6108bad has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:32.784064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:32.787854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.852361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f2aeb3-b9bd-46b7-acf4-b2e061474d3e']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:32.865668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 6e38ccde-36a5-4247-866f-70e3378f46fb yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:32.882445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.900590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd4bf7a-ff62-4ed0-875d-e0880eb0563f') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:32.900590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd4bf7a-ff62-4ed0-875d-e0880eb0563f') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:32.930243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f938d78-750a-46e1-a2d1-200d1d6d21cd,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:32.939416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:32.989540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa551f9a-fa7a-4511-93b2-2fc067ebbeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.012554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=9f938d78-750a-46e1-a2d1-200d1d6d21cd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:33.050092 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b4a9aa18-f68c-482c-9fe4-a56c7106fcfa req-530a6e78-c0ba-4c34-8c69-cdd2d60980bc tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7824566 Dec 16 17:38:33.066888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.083251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:33.092192 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a78d639-b368-4b81-bd63-cfe8b18d371b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/3b8f98dc-cb34-4cdc-add7-6de2d6108bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6816130 Dec 16 17:38:33.096404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46180) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:33.097206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event updated for resources: {'Port': ['ID=a35ed575-0abb-4120-aafe-569aa6254314,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:33.102500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] Sync routers for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:33.115633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:33.116737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:33.142231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-f981ed85-2a3d-4cda-aec1-dca880d45119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:33.143737 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-f981ed85-2a3d-4cda-aec1-dca880d45119 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 0.9416909 Dec 16 17:38:33.152442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.156153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:33.165188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:33.167254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:33.203400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:33.204373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a9437-565c-4369-8efa-6d00039151f5 None None] The sync data for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:33.236017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:33.236420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:33.239911 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:33.282594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9bb133a7-9a50-4801-bc71-e5f9ead3b04a None None] Provisioning complete for port 9f938d78-750a-46e1-a2d1-200d1d6d21cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:33.282968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9bb133a7-9a50-4801-bc71-e5f9ead3b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.305281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.340923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:33.350773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:33.355017 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-549f9b3c-e17b-408a-9a0b-6253ef4d120b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1002 time: 0.2001390 Dec 16 17:38:33.361198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.379646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.452706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa551f9a-fa7a-4511-93b2-2fc067ebbeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.467642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa551f9a-fa7a-4511-93b2-2fc067ebbeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.521866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.525347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] 10.222.0.66 "DELETE /v2.0/networks/94f2aeb3-b9bd-46b7-acf4-b2e061474d3e HTTP/1.1" status: 204 len: 168 time: 2.2359118 Dec 16 17:38:33.529577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:33.559131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:33.566430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02498e5f-04f9-474e-b548-06c6740afd21 tempest-FloatingIPTestJSON-1569325158 tempest-FloatingIPTestJSON-1569325158-project] Pushing event deleted for resources: {'Network': ['ID=94f2aeb3-b9bd-46b7-acf4-b2e061474d3e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:33.569302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:33.569906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.571269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e7b22-5f68-4053-bd41-5ee367c63f65 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:33.579583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.587102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=633a177b-26c4-4d80-9e83-d1d69ec16ae7,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:33.599972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-c20670ad-dc0e-4011-ab66-85a12251773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:33.601539 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-c20670ad-dc0e-4011-ab66-85a12251773a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.2373142 Dec 16 17:38:33.611312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-be7e8751-61a5-4b0b-9e6d-6731317317a8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7955408 Dec 16 17:38:33.613978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa551f9a-fa7a-4511-93b2-2fc067ebbeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33535f58-a0b1-4826-acb0-4e9b8dc510bf,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:33.617102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46184) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:33.688734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:1c:5c:20', 'name': 'tempest-NetworksTestDHCPv6-52623569'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:33.791335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Router caa61c89-52b8-44fa-9eb0-de735864c0c5 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:33.803573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:33.806889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-63db5d03-db14-4ce4-85a4-e1bbd7ceae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:33.808611 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-63db5d03-db14-4ce4-85a4-e1bbd7ceae27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1962707 Dec 16 17:38:33.811599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:33.816870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '0c9af62a-9383-475f-a849-fa62d821c245', 'ip_address': '2001:db8::f816:3eff:fea4:bbb7'}, {'subnet_id': '633a177b-26c4-4d80-9e83-d1d69ec16ae7'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '9f938d78-750a-46e1-a2d1-200d1d6d21cd'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:38:33.874756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2e408d31-9464-435a-9e24-658b764fdda4 None None] Provisioning complete for port a35ed575-0abb-4120-aafe-569aa6254314 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:33.875944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e408d31-9464-435a-9e24-658b764fdda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.879148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.883460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46188) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:33.884299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:33.889826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:33.890437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.902814 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aa551f9a-fa7a-4511-93b2-2fc067ebbeb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40daa040087743f4b313bd7aa2ecbf75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2798400 Dec 16 17:38:33.908606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46190) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:33.944461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2e408d31-9464-435a-9e24-658b764fdda4 None None] Port a35ed575-0abb-4120-aafe-569aa6254314 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:33.990661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:33.995454 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6486993 Dec 16 17:38:33.999603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:34.009798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:34.023013 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] Sync routers for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:34.023586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ff602-4101-45f0-be7e-584d0c8551d2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=6e38ccde-36a5-4247-866f-70e3378f46fb,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:34.030001 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a4ce8c96-14f8-4e51-9d7f-836f2430babc tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9374185 Dec 16 17:38:34.030429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:34.030573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46196) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:34.040431 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:34.041144 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:34.081200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.125144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] Allocated IP 172.20.0.2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/633a177b-26c4-4d80-9e83-d1d69ec16ae7/9f938d78-750a-46e1-a2d1-200d1d6d21cd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:34.156904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9e07e51-68d8-462d-89f2-76eb515bb7cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.189808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.211207 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:34.225779 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:34.226745 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:34.228369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] For port 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f938d78-750a-46e1-a2d1-200d1d6d21cd,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:34.259968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.263538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:34.263919 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:34.264900 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6738b-63e6-4792-ae39-0e83ff83076a None None] The sync data for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:34.266353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.278772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9e07e51-68d8-462d-89f2-76eb515bb7cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.326405 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cd907ad8-b81d-4108-94d8-7dd6cf496596 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbff76202d89439db7a4c37233deb155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191067 Dec 16 17:38:34.344769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46200) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:34.361214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc66bd-d83b-492e-9966-cbaae4263e47 None None] Pushing event updated for resources: {'Port': ['ID=9f938d78-750a-46e1-a2d1-200d1d6d21cd,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:34.447438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-12f5b617-9acf-423e-8faa-f57481bb9f86 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.458152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.461699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-c60707ec-1ed7-4b0c-af9b-7b25415563c8 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386974 Dec 16 17:38:34.474368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4d6-fcc3-480d-865b-ea2f747dab98 req-9ef749ee-945e-4704-bfd8-c58326916632 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:34.476109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35f4a4d6-fcc3-480d-865b-ea2f747dab98 req-9ef749ee-945e-4704-bfd8-c58326916632 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3095603 Dec 16 17:38:34.521612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.529854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9e07e51-68d8-462d-89f2-76eb515bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.532488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9e07e51-68d8-462d-89f2-76eb515bb7cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.535958 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a9e07e51-68d8-462d-89f2-76eb515bb7cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33535f58-a0b1-4826-acb0-4e9b8dc510bf HTTP/1.1" status: 204 len: 168 time: 0.6121516 Dec 16 17:38:34.539038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f938d78-750a-46e1-a2d1-200d1d6d21cd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:34.611140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f938d78-750a-46e1-a2d1-200d1d6d21cd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:34.611515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.651364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Allocated IP 172.20.0.8 (1d4bf31c-1454-4735-9d6d-afc2c9262d6c/46ebba56-551c-4cb5-987d-f6d6184a732e/19792736-54fb-47e1-98e1-818f802d66a3) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:34.657705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 600d5b11-fd7a-406f-9d27-460a6197c54c yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:34.741299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd84246a-ddd2-46dc-baf5-1d2c604417ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.812121 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-12f5b617-9acf-423e-8faa-f57481bb9f86 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 17:38:34.816008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-12f5b617-9acf-423e-8faa-f57481bb9f86 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5 HTTP/1.1" status: 409 len: 329 time: 0.7813959 Dec 16 17:38:34.827146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46206) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:34.860431 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35f4a4d6-fcc3-480d-865b-ea2f747dab98 req-c47e52e0-cffa-4794-a155-09a64c57895d tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011761 Dec 16 17:38:34.916035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd84246a-ddd2-46dc-baf5-1d2c604417ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:34.961798 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b23d7b5b-15b9-4961-ae2f-06ce439e866d req-50247867-c44f-4311-8e84-5c1e8cff1759 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332860 Dec 16 17:38:34.970682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46208) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:35.117333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07e51-68d8-462d-89f2-76eb515bb7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33535f58-a0b1-4826-acb0-4e9b8dc510bf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:35.187431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.199798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.285070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9b4e5424-9efa-4da3-a790-80f130b39a3f None None] Provisioning complete for port 9f938d78-750a-46e1-a2d1-200d1d6d21cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:35.285070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b4e5424-9efa-4da3-a790-80f130b39a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.293142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.314834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] In _notify_port_updated(), no bound segment for port 6e38ccde-36a5-4247-866f-70e3378f46fb on network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:38:35.319978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:35.320603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.321977 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/ports/6e38ccde-36a5-4247-866f-70e3378f46fb HTTP/1.1" status: 200 len: 818 time: 1.3003914 Dec 16 17:38:35.326788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46210) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:35.378194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217adc11-bcf6-4516-a7fe-9ec4fd851819 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=6e38ccde-36a5-4247-866f-70e3378f46fb,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:35.380215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ca6ff34-63c6-44f8-ba67-f00a9c6d0ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.428549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.503740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:35.513865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:35.534069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:35.560142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd84246a-ddd2-46dc-baf5-1d2c604417ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.562706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd84246a-ddd2-46dc-baf5-1d2c604417ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.563842 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dd84246a-ddd2-46dc-baf5-1d2c604417ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9ad894d-252a-4597-b4e7-b48eae393bf4 HTTP/1.1" status: 204 len: 168 time: 1.2164221 Dec 16 17:38:35.565327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Port': ['ID=19792736-54fb-47e1-98e1-818f802d66a3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:35.592707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 172.20.0.12 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/633a177b-26c4-4d80-9e83-d1d69ec16ae7/600d5b11-fd7a-406f-9d27-460a6197c54c) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:35.610407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84246a-ddd2-46dc-baf5-1d2c604417ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad894d-252a-4597-b4e7-b48eae393bf4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:35.618858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fe1c:5c20 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/0c9af62a-9383-475f-a849-fa62d821c245/600d5b11-fd7a-406f-9d27-460a6197c54c) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:35.626563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 6e38ccde-36a5-4247-866f-70e3378f46fb {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:35.626909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.785895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.806919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ca6ff34-63c6-44f8-ba67-f00a9c6d0ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.809440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 6e38ccde-36a5-4247-866f-70e3378f46fb owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:35.818022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ca6ff34-63c6-44f8-ba67-f00a9c6d0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.824893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 34e196a9-8be7-4b52-b84d-e97a743b09d3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:35.829442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:35.887929 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4ca6ff34-63c6-44f8-ba67-f00a9c6d0ef0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06821bbcce4c4af18a545705fc7b746b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9138203 Dec 16 17:38:35.895068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46216) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:35.907736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6ff34-63c6-44f8-ba67-f00a9c6d0ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e71113-609d-44a8-b3a5-1c70c79277f3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:35.994692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.053206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.072547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 34e196a9-8be7-4b52-b84d-e97a743b09d3 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:36.074274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7faf3bc-841f-4fe2-a1eb-4dd756e32b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.081367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.082107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.085883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.092181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb69bc-9d89-4999-8c27-dcaccdd4f505 req-6e98a91b-2e7a-4aae-befc-3cc4001d42ae tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:36.093751 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97bb69bc-9d89-4999-8c27-dcaccdd4f505 req-6e98a91b-2e7a-4aae-befc-3cc4001d42ae tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1195946 Dec 16 17:38:36.178712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=6e38ccde-36a5-4247-866f-70e3378f46fb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:36.195892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.198229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7faf3bc-841f-4fe2-a1eb-4dd756e32b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.202857 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b5e92004-3cce-4040-84b0-4ef532e19161 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/6e38ccde-36a5-4247-866f-70e3378f46fb HTTP/1.1" status: 204 len: 168 time: 0.8694987 Dec 16 17:38:36.203024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46228) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:36.249360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.360293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:36.406563 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97bb69bc-9d89-4999-8c27-dcaccdd4f505 req-c16a7c0a-7a07-4d02-b589-2ba1a0887a8f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713706 Dec 16 17:38:36.410559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:36.413007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:36.440734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=600d5b11-fd7a-406f-9d27-460a6197c54c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:36.488088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639265a3-3392-40ce-9249-6f2546565cc7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:36.490065 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-639265a3-3392-40ce-9249-6f2546565cc7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2857754 Dec 16 17:38:36.495388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46238) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:36.510858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7faf3bc-841f-4fe2-a1eb-4dd756e32b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.513569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7faf3bc-841f-4fe2-a1eb-4dd756e32b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.514688 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f7faf3bc-841f-4fe2-a1eb-4dd756e32b17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47e71113-609d-44a8-b3a5-1c70c79277f3 HTTP/1.1" status: 204 len: 168 time: 0.6187704 Dec 16 17:38:36.523104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46242) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:36.534572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.545293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:36.545953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.550071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faf3bc-841f-4fe2-a1eb-4dd756e32b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e71113-609d-44a8-b3a5-1c70c79277f3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:36.555152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.558106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-28537ab7-a812-4de0-b81c-9fa5aa7ccbde tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:38:36.563293 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-28537ab7-a812-4de0-b81c-9fa5aa7ccbde tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/6e38ccde-36a5-4247-866f-70e3378f46fb HTTP/1.1" status: 404 len: 333 time: 0.0611551 Dec 16 17:38:36.563473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46246) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:36.579085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1144630987'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:36.597697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5485d6b2-7cf7-4e85-ab3c-400c400bdc69 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9211462 Dec 16 17:38:36.607146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46248) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:36.632315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=34e196a9-8be7-4b52-b84d-e97a743b09d3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:36.737853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:36.741930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.749642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1725211095'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:36.828184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029bf165-0abe-49e4-ad63-bec3208409c8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:36.834312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029bf165-0abe-49e4-ad63-bec3208409c8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:36.839100 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-029bf165-0abe-49e4-ad63-bec3208409c8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2283680 Dec 16 17:38:36.845296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46252) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:36.859361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:36.898983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:36.902981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.906588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.908744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.909101 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment 1cf529a2-3a4a-48da-95bd-201b72c8557c of type vlan for network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f Dec 16 17:38:36.936421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.943178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-546d774e-224c-4075-b513-bda92a3b4bc0 None None] Provisioning complete for port 600d5b11-fd7a-406f-9d27-460a6197c54c triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:36.943768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-546d774e-224c-4075-b513-bda92a3b4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:36.987267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-546d774e-224c-4075-b513-bda92a3b4bc0 None None] Port 600d5b11-fd7a-406f-9d27-460a6197c54c cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:37.023873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Router 76b0f0be-41f8-499e-8b66-71c9eb772dc9 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:37.028549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.062112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting port a35ed575-0abb-4120-aafe-569aa6254314 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:37.062620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.155570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.161655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:37.161767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.200412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 3b8f98dc-cb34-4cdc-add7-6de2d6108bad has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:37.225807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:37.231729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 600d5b11-fd7a-406f-9d27-460a6197c54c {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:37.232056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.236887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Sync routers for ids ['76b0f0be-41f8-499e-8b66-71c9eb772dc9'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:37.264674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Routers {'76b0f0be-41f8-499e-8b66-71c9eb772dc9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:37.265704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['76b0f0be-41f8-499e-8b66-71c9eb772dc9'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:37.295306 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7308145 Dec 16 17:38:37.298207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46264) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:37.306539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:37.317590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.319114 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-199df889-82c0-4c2b-9653-1a14875948f4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1756892 Dec 16 17:38:37.325050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46266) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:37.332780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:37.344351 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] Sync routers for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:37.358492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.367809 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-687d63fc-5649-496d-be8e-0aab59f67df1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/3b8f98dc-cb34-4cdc-add7-6de2d6108bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2586381 Dec 16 17:38:37.371562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46270) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:37.375432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:37.377374 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:37.381353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48b0f9-4dce-4fa8-8f96-d2d0b93c2c0d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=4b9a4971-78ef-43f2-8e5c-6bd20f320b1f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:37.416368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cf95b4e4-6c70-45ee-93bc-399b6cd459a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b8f98dc-cb34-4cdc-add7-6de2d6108bad HTTP/1.1" status: 200 len: 205 time: 0.0429921 Dec 16 17:38:37.419340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46272) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:37.428286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:37.432686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.437494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Calling delete_port for a35ed575-0abb-4120-aafe-569aa6254314 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:37.457124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.467284 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:37.481327 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] Routers {'3b8f98dc-cb34-4cdc-add7-6de2d6108bad'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:37.482847 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:37.522815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-436d5d14-b379-4aa2-abdf-7a828d442c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.529677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.541322 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:37.541873 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7221b4-35e5-42f3-b1e4-15730d0639ea None None] The sync data for ids ['3b8f98dc-cb34-4cdc-add7-6de2d6108bad'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:37.590434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Set router 76b0f0be-41f8-499e-8b66-71c9eb772dc9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:37.651925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:37.655770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.692173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.709960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 600d5b11-fd7a-406f-9d27-460a6197c54c owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:37.713540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515093f2-f615-4745-b6cd-f7c22fa2ce59,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:37.724973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.771569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:37.844244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0f0be-41f8-499e-8b66-71c9eb772dc9', 'name': '', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'external_fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '19792736-54fb-47e1-98e1-818f802d66a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:32Z', 'updated_at': '2021-12-16T17:38:35Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': '19792736-54fb-47e1-98e1-818f802d66a3', 'name': '', 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0f0be-41f8-499e-8b66-71c9eb772dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:38:34Z', 'updated_at': '2021-12-16T17:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:37.852039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:37.852974 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Added segment 3944cb21-e373-4a01-9270-f2bd09191cbd of type vlan for network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 Dec 16 17:38:37.883100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Checking router: 76b0f0be-41f8-499e-8b66-71c9eb772dc9 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:38:37.883448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Updating router 76b0f0be-41f8-499e-8b66-71c9eb772dc9 port 19792736-54fb-47e1-98e1-818f802d66a3 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:38:37.911755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.128758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2e187-9642-4b20-8fd6-5cd6e256737d req-9c873aa0-f63b-4cfe-990b-0727eaeb8dbc tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:38.129389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.131242 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e2d2e187-9642-4b20-8fd6-5cd6e256737d req-9c873aa0-f63b-4cfe-990b-0727eaeb8dbc tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.5392468 Dec 16 17:38:38.133326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.153423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.198667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.199541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8f98dc-cb34-4cdc-add7-6de2d6108bad {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:38.207962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.213230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.215368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0845c2a2-01fa-42f3-8824-7e209105ec0d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/3b8f98dc-cb34-4cdc-add7-6de2d6108bad HTTP/1.1" status: 204 len: 168 time: 0.7913291 Dec 16 17:38:38.218407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46290) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:38.236401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.260930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.330166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36d393-6cfa-4cf3-86b2-7013fb7dfde3 None None] Pushing event updated for resources: {'Port': ['ID=19792736-54fb-47e1-98e1-818f802d66a3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:38.348587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.381358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Attempting to bind port 19792736-54fb-47e1-98e1-818f802d66a3 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:38.381750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Attempting to bind port 19792736-54fb-47e1-98e1-818f802d66a3 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:38.382103 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Attempting to bind port 19792736-54fb-47e1-98e1-818f802d66a3 on network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:38.393578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:38.394466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Checking segment: {'id': '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:38.394466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.395083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Bound using segment: {'id': '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:38.395211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Bound port: 19792736-54fb-47e1-98e1-818f802d66a3, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:38.395588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.417625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=b9bd7af2-b956-41a4-8dd2-92019719b738,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:38.427649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': '1cf529a2-3a4a-48da-95bd-201b72c8557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:38.428014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:38.448276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:38.464402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:38.465962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46296) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:38.473724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:38.474468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.486925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] For port 19792736-54fb-47e1-98e1-818f802d66a3, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:38.496883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] For port 19792736-54fb-47e1-98e1-818f802d66a3, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=19792736-54fb-47e1-98e1-818f802d66a3,segment=NetworkSegment(9e61ea23-ab4f-457b-b5d9-f6badf1ae26c),segment_id=9e61ea23-ab4f-457b-b5d9-f6badf1ae26c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:38.499769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d8a36556-9e47-4d82-969e-63beb090ec57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1980841 Dec 16 17:38:38.502659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46300) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:38.504919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fa9ad-5935-422e-8429-d0086bfcbd7d None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:38.511194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.512571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:38.626513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Routers {'76b0f0be-41f8-499e-8b66-71c9eb772dc9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:38.627425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['76b0f0be-41f8-499e-8b66-71c9eb772dc9'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:38.636533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:38.640591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.713867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1907146082', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:38.739377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36d393-6cfa-4cf3-86b2-7013fb7dfde3 None None] Pushing event updated for resources: {'Port': ['ID=19792736-54fb-47e1-98e1-818f802d66a3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:38.751581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Made reservation on behalf of 8e7b059c85564deab944ec5748589e9c for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:38.755029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.775815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.817469 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9bd7af2-b956-41a4-8dd2-92019719b738 (CIDR: 172.20.0.0/28) Dec 16 17:38:38.835767 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:38:38.836320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:38:38.849760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=600d5b11-fd7a-406f-9d27-460a6197c54c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:38.869511 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f076d4ce-ca83-4585-8de1-eb811a1ff9fd tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3609934 Dec 16 17:38:38.872752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.874257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46302) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:38.880150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:38.934352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e2d2e187-9642-4b20-8fd6-5cd6e256737d req-41ea7601-f7b0-4953-b4ac-f9c1cd2a83e4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7837672 Dec 16 17:38:38.944626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:38.950886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:38.951527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.003959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': 'b9bd7af2-b956-41a4-8dd2-92019719b738'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:39.004962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.050596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:39.054292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.166667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Allocated IP 172.20.0.2 (4b9a4971-78ef-43f2-8e5c-6bd20f320b1f/b9bd7af2-b956-41a4-8dd2-92019719b738/70b516df-c6cd-4a4e-93d3-df8376fd4abe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:39.168034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.174436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] Set router 76b0f0be-41f8-499e-8b66-71c9eb772dc9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:38:39.184981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.186199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet a8ff93dc-4281-4559-9ab8-c3e0acbcb502 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:39.190675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] device_id is not set on port 4d41dce9-2768-444a-a5bf-56c9eea1e5cc yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:39.195358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.247991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.251441 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-74389e8a-f37b-4c09-ac7f-68f12257b833 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/600d5b11-fd7a-406f-9d27-460a6197c54c HTTP/1.1" status: 204 len: 168 time: 2.4037642 Dec 16 17:38:39.254411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46304) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:39.254896 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7301829 Dec 16 17:38:39.265137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0a50e-3cac-49f3-aa93-f29e48658144 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Network': ['ID=8dde3422-69a0-444d-bfc4-b78d5f6e23b0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:39.292202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.317908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.331177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:39.366413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Port': ['ID=a35ed575-0abb-4120-aafe-569aa6254314,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:39.402878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Deleting port 19792736-54fb-47e1-98e1-818f802d66a3 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:39.403474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.456962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Allocated IP 172.26.2.151 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/4d41dce9-2768-444a-a5bf-56c9eea1e5cc) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:39.586088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.594193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0f0be-41f8-499e-8b66-71c9eb772dc9', 'name': '', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'external_fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '19792736-54fb-47e1-98e1-818f802d66a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:32Z', 'updated_at': '2021-12-16T17:38:35Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': '19792736-54fb-47e1-98e1-818f802d66a3', 'name': '', 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0f0be-41f8-499e-8b66-71c9eb772dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:38:34Z', 'updated_at': '2021-12-16T17:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:39.641468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.658897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b516ef-a708-4556-b0c0-bb8a8b4ba0da None None] The sync data for ids ['76b0f0be-41f8-499e-8b66-71c9eb772dc9'] in dv-neutron-821818-2-hyperv is: [{'id': '76b0f0be-41f8-499e-8b66-71c9eb772dc9', 'name': '', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'external_fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '19792736-54fb-47e1-98e1-818f802d66a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:32Z', 'updated_at': '2021-12-16T17:38:35Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': '19792736-54fb-47e1-98e1-818f802d66a3', 'name': '', 'network_id': '1d4bf31c-1454-4735-9d6d-afc2c9262d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0f0be-41f8-499e-8b66-71c9eb772dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:38:34Z', 'updated_at': '2021-12-16T17:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46ebba56-551c-4cb5-987d-f6d6184a732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:39.720217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.785142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-847600fa-4886-4891-b2a1-5eef245ddebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.791465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.795780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] For port 19792736-54fb-47e1-98e1-818f802d66a3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=19792736-54fb-47e1-98e1-818f802d66a3,segment=NetworkSegment(9e61ea23-ab4f-457b-b5d9-f6badf1ae26c),segment_id=9e61ea23-ab4f-457b-b5d9-f6badf1ae26c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:39.796466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.807376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.821444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Calling delete_port for 19792736-54fb-47e1-98e1-818f802d66a3 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:39.870703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Pushing event updated for resources: {'Port': ['ID=70b516df-c6cd-4a4e-93d3-df8376fd4abe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:39.892472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6907bfc9-c8c1-4a63-b39a-350b61e2de55,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:39.894349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:39.896982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:39.908296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:39.932791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.975596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:39.995812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Router caa61c89-52b8-44fa-9eb0-de735864c0c5 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:38:40.031365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ff93dc-4281-4559-9ab8-c3e0acbcb502,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:40.032092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Attempting to bind port 70b516df-c6cd-4a4e-93d3-df8376fd4abe on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:40.032474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Attempting to bind port 70b516df-c6cd-4a4e-93d3-df8376fd4abe by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1cf529a2-3a4a-48da-95bd-201b72c8557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:40.032846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Attempting to bind port 70b516df-c6cd-4a4e-93d3-df8376fd4abe on network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:40.041129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.048003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5af37f01-ab17-4fd0-b098-d3caa2bda455 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/a8ff93dc-4281-4559-9ab8-c3e0acbcb502 HTTP/1.1" status: 204 len: 168 time: 1.7939205 Dec 16 17:38:40.048726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46308) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:40.056481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:40.056865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Checking segment: {'id': '1cf529a2-3a4a-48da-95bd-201b72c8557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:40.057437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.057887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Bound using segment: {'id': '1cf529a2-3a4a-48da-95bd-201b72c8557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:40.058397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Bound port: 70b516df-c6cd-4a4e-93d3-df8376fd4abe, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf529a2-3a4a-48da-95bd-201b72c8557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:40.058786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.066728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0879a38-0f8d-43d2-bb4a-595862d7a33d None None] Network 766afb5d-c259-4e29-8105-018fdc408ed2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:40.333334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c8032-ae81-46a8-83f9-df415ddce136 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:40.336481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c8032-ae81-46a8-83f9-df415ddce136 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:40.338454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c8032-ae81-46a8-83f9-df415ddce136 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:40.340272 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-545c8032-ae81-46a8-83f9-df415ddce136 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0786531 Dec 16 17:38:40.342721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:40.344662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.345703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46310) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:40.358556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.362492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] For port 70b516df-c6cd-4a4e-93d3-df8376fd4abe, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:40.381923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] For port 70b516df-c6cd-4a4e-93d3-df8376fd4abe, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=70b516df-c6cd-4a4e-93d3-df8376fd4abe,segment=NetworkSegment(1cf529a2-3a4a-48da-95bd-201b72c8557c),segment_id=1cf529a2-3a4a-48da-95bd-201b72c8557c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:40.388050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.430318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:40.439357 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9389ba8b-b77f-428f-bbb5-4ea8b8ee2632 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6045382 Dec 16 17:38:40.449394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46312) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:40.449762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] Sync routers for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:40.477118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:40.478136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=7a13cc0f-251d-4e19-8a6d-76a4a2006e4e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:40.499740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:40.501249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] DHCP port deletion for 766afb5d-c259-4e29-8105-018fdc408ed2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:40.504534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:40.512584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:40.513271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.519552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Pushing event updated for resources: {'Port': ['ID=4d41dce9-2768-444a-a5bf-56c9eea1e5cc,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:40.538738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:40.541403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:40.625757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee170f5-7131-42ac-aec0-bdd7124a58cb None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:40.666865 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-321ca967-5096-410a-91b0-93446c9c6818 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7914217 Dec 16 17:38:40.670803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46314) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:40.691595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'fixed_ips': [{'subnet_id': 'b9bd7af2-b956-41a4-8dd2-92019719b738'}, {'subnet_id': '7a13cc0f-251d-4e19-8a6d-76a4a2006e4e'}], 'name': 'tempest-PortsTestJSON-482709767'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:40.709815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:40.710477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:40.755743 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-f914924e-a207-4040-90a5-c662cb9df87d tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] show failed (client error): The resource could not be found. Dec 16 17:38:40.761197 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f914924e-a207-4040-90a5-c662cb9df87d tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-500238415 HTTP/1.1" status: 404 len: 334 time: 0.2930307 Dec 16 17:38:40.792120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46316) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:40.817437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f36a9d7a-3f39-4de7-aed5-fb91270ad311 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:40.822377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 19792736-54fb-47e1-98e1-818f802d66a3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:40.828199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118df8-42ca-4e60-8bf2-8e645a6299b5 None None] Pushing event updated for resources: {'Port': ['ID=70b516df-c6cd-4a4e-93d3-df8376fd4abe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:40.833865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ce44b-30e1-495c-a19d-903f825e0660 req-de83a03d-8cc5-4b42-ad93-d3da17ee93d8 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:40.835568 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b14ce44b-30e1-495c-a19d-903f825e0660 req-de83a03d-8cc5-4b42-ad93-d3da17ee93d8 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.6615143 Dec 16 17:38:40.838548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:40.850591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:40.939345 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-f36a9d7a-3f39-4de7-aed5-fb91270ad311 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] update failed (client error): The resource could not be found. Dec 16 17:38:40.952760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f36a9d7a-3f39-4de7-aed5-fb91270ad311 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-667966997 HTTP/1.1" status: 404 len: 334 time: 0.1434882 Dec 16 17:38:40.980964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46318) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:41.001605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.025132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:41.025831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.028653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 0c9af62a-9383-475f-a849-fa62d821c245 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:41.031308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] Routers {'caa61c89-52b8-44fa-9eb0-de735864c0c5'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:41.032482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['caa61c89-52b8-44fa-9eb0-de735864c0c5'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:41.107634 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-481d928c-acea-4779-9564-2bcd028be496 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.6395476 Dec 16 17:38:41.111702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46320) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:41.116835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:41.117854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c598ed-3601-488b-b894-71a4b96d943a None None] The sync data for ids ['caa61c89-52b8-44fa-9eb0-de735864c0c5'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:41.122954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.151'}]}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:41.143894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.157940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7b6ab2ab-35ac-4271-aabc-0ad9f53a7186 None None] Provisioning complete for port 4d41dce9-2768-444a-a5bf-56c9eea1e5cc triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:41.158445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b6ab2ab-35ac-4271-aabc-0ad9f53a7186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.188233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting subnet a2983dc3-a5c3-4c3c-969f-1eb60bab8119 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:41.194657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.206224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.210370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.228549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:41.250598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No active binding found for port 19792736-54fb-47e1-98e1-818f802d66a3 {{(pid=103244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 17:38:41.251096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 19792736-54fb-47e1-98e1-818f802d66a3 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 17:38:41.252632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ab2ab-35ac-4271-aabc-0ad9f53a7186 None None] Port 4d41dce9-2768-444a-a5bf-56c9eea1e5cc cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:41.254753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] Deleting port 53adeb71-d821-4341-bf61-4a97f4028d24 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:41.264016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.276742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.297940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event deleted for resources: {'Port': ['ID=19792736-54fb-47e1-98e1-818f802d66a3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:41.334559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 19792736-54fb-47e1-98e1-818f802d66a3 not found, will not notify nova. {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 17:38:41.389266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] For port 53adeb71-d821-4341-bf61-4a97f4028d24, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53adeb71-d821-4341-bf61-4a97f4028d24,segment=NetworkSegment(5aa5978d-bde5-4e8f-8697-d5b04f66e10d),segment_id=5aa5978d-bde5-4e8f-8697-d5b04f66e10d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:41.390541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.391411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.409040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] Calling delete_port for 53adeb71-d821-4341-bf61-4a97f4028d24 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:41.439002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53adeb71-d821-4341-bf61-4a97f4028d24 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:41.514727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.516572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.574770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 790269bb-9199-47c9-846d-3337c1e60a87 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:41.599092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.631178 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b14ce44b-30e1-495c-a19d-903f825e0660 req-040c0561-d411-4a48-b108-e09bc8671057 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7703462 Dec 16 17:38:41.636659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.674500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.754494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.793842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.828443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 17:38:41.828443 dv-neutron-821818-2-hyperv neutron-server[103244]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 16 17:38:41.828443 dv-neutron-821818-2-hyperv neutron-server[103244]: [parameters: {'status': 'DOWN', 'ports_id': '53adeb71-d821-4341-bf61-4a97f4028d24'}] Dec 16 17:38:41.828443 dv-neutron-821818-2-hyperv neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:41.829328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:41.830427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] No DVR routers for this DVR port 53adeb71-d821-4341-bf61-4a97f4028d24 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:41.833107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116018c5-6f6e-462f-ba1e-a1f6c1ae8f67 None None] Pushing event deleted for resources: {'Port': ['ID=53adeb71-d821-4341-bf61-4a97f4028d24,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:41.895279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:41.941799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.064908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.100843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.13 (4b9a4971-78ef-43f2-8e5c-6bd20f320b1f/b9bd7af2-b956-41a4-8dd2-92019719b738/790269bb-9199-47c9-846d-3337c1e60a87) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:42.262767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36125292-307e-4bbf-8676-5273dbbb880f None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:42.378822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.387776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 53adeb71-d821-4341-bf61-4a97f4028d24 update to DOWN by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:38:42.415625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.424912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46322) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:42.433642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'subnet': {'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:42.435571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d5a1bff7-2791-4a23-90de-223ad9166daa None None] Provisioning complete for port 70b516df-c6cd-4a4e-93d3-df8376fd4abe triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:42.436037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bff7-2791-4a23-90de-223ad9166daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.439089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.454193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.456537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.471620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.23 (4b9a4971-78ef-43f2-8e5c-6bd20f320b1f/7a13cc0f-251d-4e19-8a6d-76a4a2006e4e/790269bb-9199-47c9-846d-3337c1e60a87) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:42.511313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.586655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:42.587125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bff7-2791-4a23-90de-223ad9166daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.605103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.609276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2a312b14-0324-486d-a141-39b9cb7add1e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a HTTP/1.1" status: 204 len: 168 time: 2.5559883 Dec 16 17:38:42.609986 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae24bea-40df-4c4f-b206-a9965449747c None None] Network 1c92aa86-b99d-4366-b21f-8189d799c514 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:42.612832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46324) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:42.708495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 70b516df-c6cd-4a4e-93d3-df8376fd4abe up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:42.757933 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.811391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5a1bff7-2791-4a23-90de-223ad9166daa None None] For port 70b516df-c6cd-4a4e-93d3-df8376fd4abe, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=70b516df-c6cd-4a4e-93d3-df8376fd4abe,segment=NetworkSegment(1cf529a2-3a4a-48da-95bd-201b72c8557c),segment_id=1cf529a2-3a4a-48da-95bd-201b72c8557c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:42.825640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bff7-2791-4a23-90de-223ad9166daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.830779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Subnet': ['ID=a2983dc3-a5c3-4c3c-969f-1eb60bab8119,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:42.839927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.840991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76b0f0be-41f8-499e-8b66-71c9eb772dc9 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:42.848903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.858596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] Update dhcp port {'port': {'network_id': '4b9a4971-78ef-43f2-8e5c-6bd20f320b1f', 'fixed_ips': [{'subnet_id': 'b9bd7af2-b956-41a4-8dd2-92019719b738', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a13cc0f-251d-4e19-8a6d-76a4a2006e4e'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '70b516df-c6cd-4a4e-93d3-df8376fd4abe'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:38:42.865427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.868829 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-052a2d79-f1f1-4056-a7da-3ef687d55c50 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/routers/76b0f0be-41f8-499e-8b66-71c9eb772dc9 HTTP/1.1" status: 204 len: 168 time: 5.5337312 Dec 16 17:38:42.869738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76dc73-8c8d-467a-aad0-0098d152f656 None None] Network c545df5d-fc4f-4940-8af1-9ee0ccd3f006 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:42.877514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46328) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:42.895433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:42.899102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.910829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.915916 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-96032db1-f8e5-4c2b-b658-008d2d54ed4f tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/subnets/a2983dc3-a5c3-4c3c-969f-1eb60bab8119 HTTP/1.1" status: 204 len: 168 time: 1.9326670 Dec 16 17:38:42.916368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9af62a-9383-475f-a849-fa62d821c245,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:42.924215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46330) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:42.952972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.972280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:42.977804 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-623dc0d1-f84c-4adb-9069-e701929bfc42 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/0c9af62a-9383-475f-a849-fa62d821c245 HTTP/1.1" status: 204 len: 168 time: 2.6198299 Dec 16 17:38:43.001663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1bff7-2791-4a23-90de-223ad9166daa None None] Pushing event updated for resources: {'Port': ['ID=70b516df-c6cd-4a4e-93d3-df8376fd4abe,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:43.006229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46332) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:43.016027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1d405-4087-4fb0-b7bb-db52ba4e5822 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:43.020558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] DHCP port deletion for 1c92aa86-b99d-4366-b21f-8189d799c514 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:43.048366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e6a73-e990-4576-b423-00b7a5fd8b94 req-5a2d1383-37b4-496d-b463-2b2a544b01b6 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:43.049957 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1a2e6a73-e990-4576-b423-00b7a5fd8b94 req-5a2d1383-37b4-496d-b463-2b2a544b01b6 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2867005 Dec 16 17:38:43.083164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.100770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.109706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Deleting subnet 46ebba56-551c-4cb5-987d-f6d6184a732e {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:43.122795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.145295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.205164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 633a177b-26c4-4d80-9e83-d1d69ec16ae7 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:43.217202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.248026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.264388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.267633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.323690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 70b516df-c6cd-4a4e-93d3-df8376fd4abe triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:43.323995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.325200 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1a2e6a73-e990-4576-b423-00b7a5fd8b94 req-78a8ccb4-8824-480e-b7e7-e3a385a373ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470927 Dec 16 17:38:43.326879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766afb5d-c259-4e29-8105-018fdc408ed2']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:43.344127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.346574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.378646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa5978d-bde5-4e8f-8697-d5b04f66e10d') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:43.378948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa5978d-bde5-4e8f-8697-d5b04f66e10d') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:43.394640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.411954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.422608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.438241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:43.438651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.441912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.442545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting port f5a8b401-34a0-4335-8eed-49f5bea59f48 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:43.443030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:43.444580 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:43.471019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.487648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.546073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:43.598434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.627177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] DHCP port deletion for c545df5d-fc4f-4940-8af1-9ee0ccd3f006 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:43.650340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] For port f5a8b401-34a0-4335-8eed-49f5bea59f48, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f5a8b401-34a0-4335-8eed-49f5bea59f48,segment=NetworkSegment(9fdafc02-a015-4d18-af5f-8dbb1934075a),segment_id=9fdafc02-a015-4d18-af5f-8dbb1934075a)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:43.651000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.661399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] Deleting port 8cc0f7c9-01fd-45b2-8fef-965921f01169 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:43.662114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.665980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Calling delete_port for f5a8b401-34a0-4335-8eed-49f5bea59f48 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:43.682675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.708987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.712531 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/766afb5d-c259-4e29-8105-018fdc408ed2 HTTP/1.1" status: 204 len: 168 time: 1.0847151 Dec 16 17:38:43.713484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7539f-7d7d-40d8-98b5-f53f6f30b36b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=766afb5d-c259-4e29-8105-018fdc408ed2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:43.748597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46336) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:43.826000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] For port 8cc0f7c9-01fd-45b2-8fef-965921f01169, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8cc0f7c9-01fd-45b2-8fef-965921f01169,segment=NetworkSegment(3af41415-5a60-41e9-9000-673eca5a44be),segment_id=3af41415-5a60-41e9-9000-673eca5a44be)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:43.826773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.853005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] Allocated IP 172.20.0.18 (4b9a4971-78ef-43f2-8e5c-6bd20f320b1f/7a13cc0f-251d-4e19-8a6d-76a4a2006e4e/70b516df-c6cd-4a4e-93d3-df8376fd4abe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:43.858907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] Calling delete_port for 8cc0f7c9-01fd-45b2-8fef-965921f01169 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:43.861695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] Deleting port f5a8b401-34a0-4335-8eed-49f5bea59f48 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:43.862328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.879166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.896727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.927331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=633a177b-26c4-4d80-9e83-d1d69ec16ae7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:43.934459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.940180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6416be7a-ad50-462d-9e1f-7a599a98dac5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/633a177b-26c4-4d80-9e83-d1d69ec16ae7 HTTP/1.1" status: 204 len: 168 time: 0.9301858 Dec 16 17:38:43.941173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46338) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:43.942208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:43.944510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:43.985192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=790269bb-9199-47c9-846d-3337c1e60a87,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:43.988508 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:43.989059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e70f9cb2-8c62-45cb-a359-220adb5daacc {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:43.995359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.011183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.013035 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-069edcc6-1487-4995-9155-409e0519abaa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707502 Dec 16 17:38:44.018026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46340) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:44.042033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:44.069034 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 17:38:44.069849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Port': ['ID=f5a8b401-34a0-4335-8eed-49f5bea59f48,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.070618 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68e1825d-c579-4e52-b265-466c3c141fc6 tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9567099 Dec 16 17:38:44.076520 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46342) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:44.077304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] No DVR routers for this DVR port f5a8b401-34a0-4335-8eed-49f5bea59f48 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:44.081430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] For port f5a8b401-34a0-4335-8eed-49f5bea59f48, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f5a8b401-34a0-4335-8eed-49f5bea59f48,segment=NetworkSegment(9fdafc02-a015-4d18-af5f-8dbb1934075a),segment_id=9fdafc02-a015-4d18-af5f-8dbb1934075a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:44.082000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.122146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] Calling delete_port for f5a8b401-34a0-4335-8eed-49f5bea59f48 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:44.144462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:44.145138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.200325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.215638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Subnet': ['ID=32b08b9c-fc4f-4b34-84be-38fb2bdf51e6,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.225667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8603bb87-164e-40ab-969f-4f47b98d6558 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.5538728 Dec 16 17:38:44.229947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] For port 70b516df-c6cd-4a4e-93d3-df8376fd4abe, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=70b516df-c6cd-4a4e-93d3-df8376fd4abe,segment=NetworkSegment(1cf529a2-3a4a-48da-95bd-201b72c8557c),segment_id=1cf529a2-3a4a-48da-95bd-201b72c8557c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:44.232227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46344) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:44.248170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.255356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.257275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9bd7af2-b956-41a4-8dd2-92019719b738'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:44.266858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=46ebba56-551c-4cb5-987d-f6d6184a732e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.271774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.278515 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-29c87fab-8216-4404-abc0-dbcb552a34de tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/46ebba56-551c-4cb5-987d-f6d6184a732e HTTP/1.1" status: 204 len: 168 time: 1.3996530 Dec 16 17:38:44.279195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46346) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:44.292953 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.296499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 8cc0f7c9-01fd-45b2-8fef-965921f01169 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:44.296986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.299007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] Pushing event deleted for resources: {'Port': ['ID=8cc0f7c9-01fd-45b2-8fef-965921f01169,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.301184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1af12-5308-4fa5-aaee-d37c56663d61 None None] No DVR routers for this DVR port 8cc0f7c9-01fd-45b2-8fef-965921f01169 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:44.313749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.337182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Checking segment: {'id': '3944cb21-e373-4a01-9270-f2bd09191cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:44.337442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network hostable DHCP agents. Network: 8dde3422-69a0-444d-bfc4-b78d5f6e23b0, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:44.369275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 8cc0f7c9-01fd-45b2-8fef-965921f01169, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:44.369821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.392484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 8cc0f7c9-01fd-45b2-8fef-965921f01169 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:44.395522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Port 8cc0f7c9-01fd-45b2-8fef-965921f01169 was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:38:44.401736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.404876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545df5d-fc4f-4940-8af1-9ee0ccd3f006']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.410506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.427661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdafc02-a015-4d18-af5f-8dbb1934075a') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.428119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdafc02-a015-4d18-af5f-8dbb1934075a') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.443163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ab795-3408-44ca-badc-93fbe7d10702 None None] Pushing event updated for resources: {'Port': ['ID=70b516df-c6cd-4a4e-93d3-df8376fd4abe,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.446444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] No DVR routers for this DVR port f5a8b401-34a0-4335-8eed-49f5bea59f48 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:44.449243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:44.453523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.459293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=8cc0f7c9-01fd-45b2-8fef-965921f01169,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.469246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.482211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port 8cc0f7c9-01fd-45b2-8fef-965921f01169 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:44.485099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Deleting port 4d41dce9-2768-444a-a5bf-56c9eea1e5cc {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:44.485686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.493181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.504452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90b368-b5fb-4cb9-9b36-153148eb000d None None] Pushing event deleted for resources: {'Port': ['ID=f5a8b401-34a0-4335-8eed-49f5bea59f48,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.522081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:44.526288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.528200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.573572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 8dde3422-69a0-444d-bfc4-b78d5f6e23b0) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:44.578528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:44.579001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.603881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 70b516df-c6cd-4a4e-93d3-df8376fd4abe up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:44.625706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:44.626754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.636616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:44.639247 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:44.671543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5f3f2-cfc3-4154-9bfa-bad77b45e257 None None] Network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:44.693837 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8cfdf803-cc3a-45ce-b54f-f11db49aa9a3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2675762 Dec 16 17:38:44.707931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46348) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:44.726260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-482508872'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:44.803851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.804617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 70b516df-c6cd-4a4e-93d3-df8376fd4abe triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:44.805770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.815071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c92aa86-b99d-4366-b21f-8189d799c514']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.843821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.847717 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/networks/c545df5d-fc4f-4940-8af1-9ee0ccd3f006 HTTP/1.1" status: 204 len: 168 time: 1.9217162 Dec 16 17:38:44.854228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6cf1-a2f3-422b-a503-6e0f10c82225 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Network': ['ID=c545df5d-fc4f-4940-8af1-9ee0ccd3f006,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:44.866075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46350) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:44.869726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af41415-5a60-41e9-9000-673eca5a44be') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.870004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af41415-5a60-41e9-9000-673eca5a44be') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.871607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.898052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:44.901684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.905822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-8dde3422-69a0-444d-bfc4-b78d5f6e23b0', 'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0', 'project_id': '25ff403d69d34d1eaa4707298edffb56', 'fixed_ips': [{'subnet_id': '32b08b9c-fc4f-4b34-84be-38fb2bdf51e6'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:44.906189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.906668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.908971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.952148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Calling delete_port for 4d41dce9-2768-444a-a5bf-56c9eea1e5cc owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:44.964152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.967244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4bf31c-1454-4735-9d6d-afc2c9262d6c']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.981363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:44.981770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:44.993649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be32ef-2cee-4b26-801b-1fbd8c76a54a None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:44.994880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:44.995279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e61ea23-ab4f-457b-b5d9-f6badf1ae26c') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:45.009560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:45.015912 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:45.020296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:45.026376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.034137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:45.034792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:45.077857 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:45.100412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.100677 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Added segment d404017e-b354-4b75-b774-761216a527dc of type vlan for network 7078f2da-7edb-4259-a9e1-5b633b322418 Dec 16 17:38:45.152584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.173701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.177464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/1c92aa86-b99d-4366-b21f-8189d799c514 HTTP/1.1" status: 204 len: 168 time: 1.4257662 Dec 16 17:38:45.191386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.192516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ccc24c93-8ea0-4b50-8020-c3aa2335a31c None None] Provisioning complete for port 9f938d78-750a-46e1-a2d1-200d1d6d21cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:45.193081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ccc24c93-8ea0-4b50-8020-c3aa2335a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.195212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46352) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:45.204032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082f175-fca4-46d1-a46f-d93e35eba83d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=1c92aa86-b99d-4366-b21f-8189d799c514,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:45.214530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-856676658'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:45.278457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f5a8b401-34a0-4335-8eed-49f5bea59f48 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:45.294589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.298677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting subnet 4677dbde-1366-40ef-a563-347b54daed49 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:45.301498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:45.302374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.310459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.312119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.322325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f5a8b401-34a0-4335-8eed-49f5bea59f48 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:45.322795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f5a8b401-34a0-4335-8eed-49f5bea59f48 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:45.323237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 19792736-54fb-47e1-98e1-818f802d66a3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:45.350616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 19792736-54fb-47e1-98e1-818f802d66a3 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:45.351074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 19792736-54fb-47e1-98e1-818f802d66a3 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:45.351561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8cc0f7c9-01fd-45b2-8fef-965921f01169 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:45.354172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d4bf31c-1454-4735-9d6d-afc2c9262d6c {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:38:45.360058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d4bf31c-1454-4735-9d6d-afc2c9262d6c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:45.361729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:45.365180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.385931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Allocated IP 2001:db8:0:ffff::2 (8dde3422-69a0-444d-bfc4-b78d5f6e23b0/32b08b9c-fc4f-4b34-84be-38fb2bdf51e6/1814e427-8e04-4ae8-bcbe-25e243bc2f60) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:45.388948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.389665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8cc0f7c9-01fd-45b2-8fef-965921f01169 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:45.390006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8cc0f7c9-01fd-45b2-8fef-965921f01169 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:45.398610 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bcadcff3-3476-4204-84b3-b1dd0337e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1d4bf31c-1454-4735-9d6d-afc2c9262d6c HTTP/1.1" status: 204 len: 168 time: 1.0984094 Dec 16 17:38:45.443825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.452103 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7370572 Dec 16 17:38:45.455830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46356) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:45.470391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'subnet': {'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:45.475043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.529831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:45.542593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29198a-237a-4f2f-9aca-98c45f89d0aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Network': ['ID=7078f2da-7edb-4259-a9e1-5b633b322418,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:45.591381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d41dce9-2768-444a-a5bf-56c9eea1e5cc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:45.594258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.594603 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment a00fa032-9873-47a2-ae0f-d116a6c3277a of type vlan for network f3b81639-23d0-4270-8204-c721a586cc46 Dec 16 17:38:45.654761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Delete allocated IP 172.20.0.23 (4b9a4971-78ef-43f2-8e5c-6bd20f320b1f/7a13cc0f-251d-4e19-8a6d-76a4a2006e4e) {{(pid=103243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 17:38:45.700109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.716922 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4ed4e3d7-b95e-4b6b-be66-cbc44da03a7e tempest-RoutersAdminNegativeIpV6Test-582797465 tempest-RoutersAdminNegativeIpV6Test-582797465-project-admin] 10.222.0.66 "DELETE /v2.0/ports/4d41dce9-2768-444a-a5bf-56c9eea1e5cc HTTP/1.1" status: 204 len: 168 time: 1.6284704 Dec 16 17:38:45.764787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:45.776397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.812721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.824082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:38:45.866633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46364) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:45.977823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:45.990221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 7078f2da-7edb-4259-a9e1-5b633b322418 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:45.993334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ea27d-0ed5-4c9c-8ccd-74380dc9b331 None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:46.054306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:38:46.077578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'name': 'tempest-router--1288724076', 'project_id': 'a39db025936a4e23bb874560b9ce419f'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:46.089106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979d2df-d34b-4fe9-96f5-739681385c7c None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:46.100030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:46.103330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.132690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.162128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:38:46.163779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.167764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.173415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:46.174016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.181682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46368) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:46.204779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Pushing event updated for resources: {'Port': ['ID=1814e427-8e04-4ae8-bcbe-25e243bc2f60,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:46.234083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Subnet': ['ID=52f984f5-b0ea-4a1d-ae40-710ad179c172,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:46.241881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Checking segment: {'id': 'd404017e-b354-4b75-b774-761216a527dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:46.242255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network hostable DHCP agents. Network: 7078f2da-7edb-4259-a9e1-5b633b322418, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:46.262567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network 7078f2da-7edb-4259-a9e1-5b633b322418 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:46.276403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 7078f2da-7edb-4259-a9e1-5b633b322418) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:46.281471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:46.282138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.308566 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-137a1189-4643-4e03-8610-7863197e85aa tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8489454 Dec 16 17:38:46.308746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:46.315093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'port': {'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418', 'name': 'tempest-NetworksIpV6TestAttrs-235860760'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:46.320057 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1159956 Dec 16 17:38:46.323824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378ab2f-972a-4a2c-8689-65546fecd4fc None None] Network 7078f2da-7edb-4259-a9e1-5b633b322418 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:46.334755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46374) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:46.345280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:46.352809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.352809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.361545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cae7f2-c6c2-4f20-86f2-f70550315fe2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=f3b81639-23d0-4270-8204-c721a586cc46,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:46.411305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:46.444380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f3b81639-23d0-4270-8204-c721a586cc46 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:46.468712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:46.476294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.490898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.509421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:46.510023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:46.513056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.532849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] device_id is not set on port 4c808acc-0867-4e15-98d1-7fbf5f6e3ad0 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:46.589643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f938d78-750a-46e1-a2d1-200d1d6d21cd no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:46.607215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.614999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7226225b-0470-405f-99e1-ef9ae0540ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.623170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Subnet': ['ID=4677dbde-1366-40ef-a563-347b54daed49,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:46.634465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.636178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.641408 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b6351b2f-472a-4953-a1ee-6364945dbf81 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/subnets/4677dbde-1366-40ef-a563-347b54daed49 HTTP/1.1" status: 204 len: 168 time: 1.7726121 Dec 16 17:38:46.642793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46376) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:46.643723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.661334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Allocated IP 2001:db8::f816:3eff:fea7:bc0d (7078f2da-7edb-4259-a9e1-5b633b322418/52f984f5-b0ea-4a1d-ae40-710ad179c172/4c808acc-0867-4e15-98d1-7fbf5f6e3ad0) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:46.663214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9a1f2-2928-4681-8a6a-335e5330454f None None] Network 1b630444-50a9-4be7-8e76-11160d52805f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:46.682292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.743893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting subnet df0f9285-e79b-483c-b464-e30ade6b8659 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:46.748706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.756862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] Deleting port 9f938d78-750a-46e1-a2d1-200d1d6d21cd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:46.757506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.783849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Attempting to bind port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:46.784224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Attempting to bind port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3944cb21-e373-4a01-9270-f2bd09191cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:46.784604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Attempting to bind port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 on network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:46.811286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-7078f2da-7edb-4259-a9e1-5b633b322418', 'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418', 'project_id': '25ff403d69d34d1eaa4707298edffb56', 'fixed_ips': [{'subnet_id': '52f984f5-b0ea-4a1d-ae40-710ad179c172'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:46.813041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.820120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.848358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=790269bb-9199-47c9-846d-3337c1e60a87,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:46.853668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.857770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2333bef2-bab0-4191-8504-821d825f4e7c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9870136 Dec 16 17:38:46.861131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46378) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:46.867188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5e5351f6-7599-44de-bfcd-9f9ab2c83941 None None] Provisioning complete for port 70b516df-c6cd-4a4e-93d3-df8376fd4abe triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:46.868198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e5351f6-7599-44de-bfcd-9f9ab2c83941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.877291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:46.877675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Checking segment: {'id': '3944cb21-e373-4a01-9270-f2bd09191cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:46.878084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.878484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Bound using segment: {'id': '3944cb21-e373-4a01-9270-f2bd09191cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:46.879069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Bound port: 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3944cb21-e373-4a01-9270-f2bd09191cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8dde3422-69a0-444d-bfc4-b78d5f6e23b0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:46.879371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.906411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] In _notify_port_updated(), no bound segment for port 790269bb-9199-47c9-846d-3337c1e60a87 on network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:38:46.911917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:46.912402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.913744 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a0ca529-7654-4bf9-89c4-dd2cfe370c6c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/ports/790269bb-9199-47c9-846d-3337c1e60a87 HTTP/1.1" status: 200 len: 919 time: 2.6802874 Dec 16 17:38:46.958682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46380) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:46.960696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:46.965325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:46.971657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.084518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9bd7af2-b956-41a4-8dd2-92019719b738'}, {'subnet_id': '7a13cc0f-251d-4e19-8a6d-76a4a2006e4e'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:47.089507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.125588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.133114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.161185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] For port 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f938d78-750a-46e1-a2d1-200d1d6d21cd,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:47.161590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.185330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Subnet': ['ID=df0f9285-e79b-483c-b464-e30ade6b8659,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:47.191058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] Calling delete_port for 9f938d78-750a-46e1-a2d1-200d1d6d21cd owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:47.212872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] For port 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:47.221470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.226523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8dd6e93d-f8e8-482c-96d2-65e2c18318ae tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/subnets/df0f9285-e79b-483c-b464-e30ade6b8659 HTTP/1.1" status: 204 len: 168 time: 0.5785842 Dec 16 17:38:47.238925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46382) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:47.249763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb53cf9-fa4e-466a-91ee-98619d794829 None None] Network 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:47.251705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] DHCP port deletion for 1b630444-50a9-4be7-8e76-11160d52805f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:47.309162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] For port 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1814e427-8e04-4ae8-bcbe-25e243bc2f60,segment=NetworkSegment(3944cb21-e373-4a01-9270-f2bd09191cbd),segment_id=3944cb21-e373-4a01-9270-f2bd09191cbd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:47.330162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.370884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.371497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.465765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.541092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network 7078f2da-7edb-4259-a9e1-5b633b322418 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:47.547164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:47.553209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:47.567158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:47.568268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.573739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b349740-8750-4fd4-8690-d01edc547724 None None] Pushing event updated for resources: {'Port': ['ID=1814e427-8e04-4ae8-bcbe-25e243bc2f60,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:47.579469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Port': ['ID=4c808acc-0867-4e15-98d1-7fbf5f6e3ad0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:47.591565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting port 83f291a5-1108-442f-94de-a5474c1a6d3d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:47.597531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.609376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Allocated IP 2001:db8::f816:3eff:fe95:a333 (7078f2da-7edb-4259-a9e1-5b633b322418/52f984f5-b0ea-4a1d-ae40-710ad179c172/e1f9e48e-ab85-420c-b606-dbed15908114) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:47.612737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] Deleting port 83f291a5-1108-442f-94de-a5474c1a6d3d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:47.613144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.664149 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c595de98-ab98-40ed-9286-99d3470ebf9c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3519299 Dec 16 17:38:47.664911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46384) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:47.683870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] For port 83f291a5-1108-442f-94de-a5474c1a6d3d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=83f291a5-1108-442f-94de-a5474c1a6d3d,segment=NetworkSegment(0cfa07a5-9d95-48bf-877b-115d9c6db76d),segment_id=0cfa07a5-9d95-48bf-877b-115d9c6db76d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:47.684283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.709602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] Calling delete_port for 83f291a5-1108-442f-94de-a5474c1a6d3d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:47.746986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] For port 83f291a5-1108-442f-94de-a5474c1a6d3d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=83f291a5-1108-442f-94de-a5474c1a6d3d,segment=NetworkSegment(0cfa07a5-9d95-48bf-877b-115d9c6db76d),segment_id=0cfa07a5-9d95-48bf-877b-115d9c6db76d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:47.747364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:47.763789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting subnet 52f984f5-b0ea-4a1d-ae40-710ad179c172 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:47.769987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Calling delete_port for 83f291a5-1108-442f-94de-a5474c1a6d3d owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:47.955863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] DHCP port deletion for 2efb6f2c-5b62-424b-8dc9-bc0bac808b98 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:47.958591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-574f1983-5cae-4edd-8c90-b7f45e787dfd None None] Provisioning complete for port 790269bb-9199-47c9-846d-3337c1e60a87 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:47.959237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-574f1983-5cae-4edd-8c90-b7f45e787dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.042624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.106548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-574f1983-5cae-4edd-8c90-b7f45e787dfd None None] Port 790269bb-9199-47c9-846d-3337c1e60a87 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:48.138059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-574f1983-5cae-4edd-8c90-b7f45e787dfd None None] Provisioning complete for port 70b516df-c6cd-4a4e-93d3-df8376fd4abe triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:48.138947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-574f1983-5cae-4edd-8c90-b7f45e787dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.158612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7226225b-0470-405f-99e1-ef9ae0540ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.162185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.169794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.177326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.185609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7226225b-0470-405f-99e1-ef9ae0540ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.236543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] Deleting port dc70e51c-7148-4bb3-99be-a04348a6ea65 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:48.236827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.238575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] Pushing event deleted for resources: {'Port': ['ID=83f291a5-1108-442f-94de-a5474c1a6d3d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.240702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.263700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9bc41-99af-4f7d-b5e4-fe6e8744a203 None None] No DVR routers for this DVR port 83f291a5-1108-442f-94de-a5474c1a6d3d on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:48.270031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Port': ['ID=83f291a5-1108-442f-94de-a5474c1a6d3d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.277264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] No DVR routers for this DVR port 83f291a5-1108-442f-94de-a5474c1a6d3d on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:48.323395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226225b-0470-405f-99e1-ef9ae0540ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a39f0-73b4-46e4-9ed6-ae0a5bece806,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.327342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=409f9bee-7c9b-4656-b872-fddccbec3fe6,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.337798 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7226225b-0470-405f-99e1-ef9ae0540ddc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b528c2c3f0aa4c2ba5833223b4878c38&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1443434 Dec 16 17:38:48.338749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] For port 9f938d78-750a-46e1-a2d1-200d1d6d21cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f938d78-750a-46e1-a2d1-200d1d6d21cd,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:48.344750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.345316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbfd810-adca-471f-97c4-525c9cd0bf8c {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:48.359811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.361845 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c785377d-3c56-4354-b5fa-2393e1917e45 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/routers/7cbfd810-adca-471f-97c4-525c9cd0bf8c HTTP/1.1" status: 204 len: 168 time: 1.4906216 Dec 16 17:38:48.372162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.385409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46386) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:48.393245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b630444-50a9-4be7-8e76-11160d52805f']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:48.403587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfa07a5-9d95-48bf-877b-115d9c6db76d') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:48.404815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfa07a5-9d95-48bf-877b-115d9c6db76d') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:48.410594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] For port dc70e51c-7148-4bb3-99be-a04348a6ea65, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc70e51c-7148-4bb3-99be-a04348a6ea65,segment=NetworkSegment(4f817da5-af3e-4bbe-ad4b-d716b635acb5),segment_id=4f817da5-af3e-4bbe-ad4b-d716b635acb5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:48.411013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.423040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.454002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.464661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:48.465104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.466799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.468633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] Calling delete_port for dc70e51c-7148-4bb3-99be-a04348a6ea65 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:48.469240 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:48.498158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.500761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': 'a00fa032-9873-47a2-ae0f-d116a6c3277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:48.501195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: f3b81639-23d0-4270-8204-c721a586cc46, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:48.506328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.520330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.520853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.521749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.531103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.629239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.636074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Network 7078f2da-7edb-4259-a9e1-5b633b322418 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:48.647583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:48.652979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.663619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:48.664598 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/networks/1b630444-50a9-4be7-8e76-11160d52805f HTTP/1.1" status: 204 len: 168 time: 1.4237852 Dec 16 17:38:48.686587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.689522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46390) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:48.689654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46392) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:48.690334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbff620-0993-403a-b5c6-c91fc6b4d34c tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Network': ['ID=1b630444-50a9-4be7-8e76-11160d52805f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.698477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:48.705327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network f3b81639-23d0-4270-8204-c721a586cc46 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:48.709604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:48.709918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.715668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:48.720615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6427c414-2981-457e-9d39-f5caee080173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.730967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=22a7a130-fdd6-4a63-99b3-cd9e175d46ec,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.732062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Pushing event updated for resources: {'Port': ['ID=e1f9e48e-ab85-420c-b606-dbed15908114,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.758484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:48.758814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:48.762325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-556bbc00-436c-48d0-8131-a993c5efa2a1 None None] Provisioning complete for port 790269bb-9199-47c9-846d-3337c1e60a87 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:48.762704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-556bbc00-436c-48d0-8131-a993c5efa2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.772431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f3b81639-23d0-4270-8204-c721a586cc46) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:48.778930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:48.779847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.782864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1cc7a-a55e-4c2c-a034-3fce0fdbc72a None None] Network f3b81639-23d0-4270-8204-c721a586cc46 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:48.813926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.835030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8051283 Dec 16 17:38:48.838867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6427c414-2981-457e-9d39-f5caee080173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.840410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:48.859743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46396) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:48.865612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:48.928975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733be50-3dc0-457a-a84b-05690c0f7a15 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=9f938d78-750a-46e1-a2d1-200d1d6d21cd,revision_number=8']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:48.961219 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4edf17c6-f242-404d-8196-b2082aa150dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6228545 Dec 16 17:38:48.964228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46398) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:48.974336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566268476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:49.008706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.028620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] Pushing event deleted for resources: {'Port': ['ID=9f938d78-750a-46e1-a2d1-200d1d6d21cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:49.044910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting port dc70e51c-7148-4bb3-99be-a04348a6ea65 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:49.045298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.047444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada07aae-125e-4156-b4f7-0963806653fe None None] Network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:49.069901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6427c414-2981-457e-9d39-f5caee080173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.075270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6427c414-2981-457e-9d39-f5caee080173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.081044 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6427c414-2981-457e-9d39-f5caee080173 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/423a39f0-73b4-46e4-9ed6-ae0a5bece806 HTTP/1.1" status: 204 len: 168 time: 0.6944849 Dec 16 17:38:49.090505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Attempting to bind port e1f9e48e-ab85-420c-b606-dbed15908114 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:49.090866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Attempting to bind port e1f9e48e-ab85-420c-b606-dbed15908114 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd404017e-b354-4b75-b774-761216a527dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:49.091233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Attempting to bind port e1f9e48e-ab85-420c-b606-dbed15908114 on network 7078f2da-7edb-4259-a9e1-5b633b322418 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:49.105109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427c414-2981-457e-9d39-f5caee080173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a39f0-73b4-46e4-9ed6-ae0a5bece806,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:49.115323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] For port dc70e51c-7148-4bb3-99be-a04348a6ea65, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:49.115702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.135583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Calling delete_port for dc70e51c-7148-4bb3-99be-a04348a6ea65 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:49.138458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Port dc70e51c-7148-4bb3-99be-a04348a6ea65 was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:38:49.165085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.169297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-556bbc00-436c-48d0-8131-a993c5efa2a1 None None] Port 790269bb-9199-47c9-846d-3337c1e60a87 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:49.179593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] No DVR routers for this DVR port dc70e51c-7148-4bb3-99be-a04348a6ea65 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:49.216402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488d9ed-251c-4e85-8b37-2c9b8fe91b5f None None] Pushing event deleted for resources: {'Port': ['ID=dc70e51c-7148-4bb3-99be-a04348a6ea65,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:49.218865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:49.219252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Checking segment: {'id': 'd404017e-b354-4b75-b774-761216a527dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:49.219665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.220053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Bound using segment: {'id': 'd404017e-b354-4b75-b774-761216a527dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:49.220544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Bound port: e1f9e48e-ab85-420c-b606-dbed15908114, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd404017e-b354-4b75-b774-761216a527dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7078f2da-7edb-4259-a9e1-5b633b322418'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:49.221246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.228300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f45f4-7ae5-4c5d-8f63-e8f7474bb2c4 None None] No DVR routers for this DVR port 9f938d78-750a-46e1-a2d1-200d1d6d21cd on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:49.246724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-326486096', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:49.267304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Port': ['ID=dc70e51c-7148-4bb3-99be-a04348a6ea65,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:49.274100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c458d2b-d7d8-406e-b7c9-b08e8f152889 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:49.277062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.278258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.294360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.19 (4b9a4971-78ef-43f2-8e5c-6bd20f320b1f/7a13cc0f-251d-4e19-8a6d-76a4a2006e4e/790269bb-9199-47c9-846d-3337c1e60a87) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:49.313585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] No DVR routers for this DVR port dc70e51c-7148-4bb3-99be-a04348a6ea65 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:49.375500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 9f938d78-750a-46e1-a2d1-200d1d6d21cd update to DOWN by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:38:49.402375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.455893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f3b81639-23d0-4270-8204-c721a586cc46', 'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': '409f9bee-7c9b-4656-b872-fddccbec3fe6'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:49.457652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.479712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-89979167-d2f3-4b38-99c7-6095c3cd760c None None] Provisioning complete for port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:49.480092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89979167-d2f3-4b38-99c7-6095c3cd760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.493239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.503164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.568428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=790269bb-9199-47c9-846d-3337c1e60a87,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:49.643431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.674834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1814e427-8e04-4ae8-bcbe-25e243bc2f60 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:49.685332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efb6f2c-5b62-424b-8dc9-bc0bac808b98']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:49.703481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f817da5-af3e-4bbe-ad4b-d716b635acb5') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:49.703481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f817da5-af3e-4bbe-ad4b-d716b635acb5') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:49.703799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '22a7a130-fdd6-4a63-99b3-cd9e175d46ec'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:49.704355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.744621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.754356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] In _notify_port_updated(), no bound segment for port 790269bb-9199-47c9-846d-3337c1e60a87 on network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:38:49.766620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.767113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:49.767848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.772004 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4022aec6-8d04-4717-ab11-70eeaf3d6cbe tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/ports/790269bb-9199-47c9-846d-3337c1e60a87 HTTP/1.1" status: 200 len: 999 time: 2.8094676 Dec 16 17:38:49.774466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:49.774941 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.782476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46404) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:49.844617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46406) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:49.852007 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:49.869851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.876176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.877102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.908219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.913119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:49.916451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.953335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89979167-d2f3-4b38-99c7-6095c3cd760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:49.983016 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8c5f0cbd-0ea0-48bd-b8ee-a90dbe4cef1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e7b059c85564deab944ec5748589e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331511 Dec 16 17:38:49.986309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46408) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.029118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.034401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.041518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/networks/2efb6f2c-5b62-424b-8dc9-bc0bac808b98 HTTP/1.1" status: 204 len: 168 time: 1.3402338 Dec 16 17:38:50.042290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46410) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.076775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.081932 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-06e2aba5-ed1e-4bfe-bb2a-0a5c750695e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1135309 Dec 16 17:38:50.082960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46412) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.088108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'port': {'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46', 'name': 'tempest-RoutersIpV6Test-676013775'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:50.098067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 790269bb-9199-47c9-846d-3337c1e60a87 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:50.098405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.110114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.186820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096b1b5-ea7a-4fdf-8f66-2d7e0ea288ec tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Network': ['ID=2efb6f2c-5b62-424b-8dc9-bc0bac808b98,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:50.204316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.204676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] For port e1f9e48e-ab85-420c-b606-dbed15908114, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:50.206380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f7bdca-fdf2-456c-8f5d-8ed964f25146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.206721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:50.207075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.208150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.213342 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/52f984f5-b0ea-4a1d-ae40-710ad179c172 HTTP/1.1" status: 204 len: 168 time: 2.5476329 Dec 16 17:38:50.220202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46414) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.220443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd104-7557-470b-b273-2e9029353b0a tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Subnet': ['ID=52f984f5-b0ea-4a1d-ae40-710ad179c172,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:50.259538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Allocated IP 2001:db8::2 (f3b81639-23d0-4270-8204-c721a586cc46/409f9bee-7c9b-4656-b872-fddccbec3fe6/448f4b6b-fe42-4b3d-905b-3627a33f7d96) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:50.279318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting subnet 2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:50.290501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] For port e1f9e48e-ab85-420c-b606-dbed15908114, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e1f9e48e-ab85-420c-b606-dbed15908114,segment=NetworkSegment(d404017e-b354-4b75-b774-761216a527dc),segment_id=d404017e-b354-4b75-b774-761216a527dc)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:50.291511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.296194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.305883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f7bdca-fdf2-456c-8f5d-8ed964f25146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.333435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-89979167-d2f3-4b38-99c7-6095c3cd760c None None] For port 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1814e427-8e04-4ae8-bcbe-25e243bc2f60,segment=NetworkSegment(3944cb21-e373-4a01-9270-f2bd09191cbd),segment_id=3944cb21-e373-4a01-9270-f2bd09191cbd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:50.334840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.363253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89979167-d2f3-4b38-99c7-6095c3cd760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.407949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.420166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf2a80-1880-4400-95f1-19868ae584c3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:50.422035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf2a80-1880-4400-95f1-19868ae584c3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:50.423593 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1bdf2a80-1880-4400-95f1-19868ae584c3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1943157 Dec 16 17:38:50.427538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46416) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.428561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.445782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.482918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 790269bb-9199-47c9-846d-3337c1e60a87 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:50.493920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Allocated IP 2001:db8::f816:3eff:fe55:10dc (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/22a7a130-fdd6-4a63-99b3-cd9e175d46ec/04b9ebf0-7f50-45f5-bd21-0b457bc532c9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:50.555296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6f184-4be4-460b-bdff-a77ad0b18753 None None] Pushing event updated for resources: {'Port': ['ID=e1f9e48e-ab85-420c-b606-dbed15908114,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:50.563192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-16bf6433-60c9-4b5e-a2e3-f8ceb058851f None None] Provisioning complete for port 790269bb-9199-47c9-846d-3337c1e60a87 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:50.564214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16bf6433-60c9-4b5e-a2e3-f8ceb058851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.653337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8620e73b-bfe8-4c34-b444-28070001eb49 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.653893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc70e51c-7148-4bb3-99be-a04348a6ea65 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:50.688490 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-8620e73b-bfe8-4c34-b444-28070001eb49 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 17:38:50.688977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8620e73b-bfe8-4c34-b444-28070001eb49 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:38:50.695653 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8620e73b-bfe8-4c34-b444-28070001eb49 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/7078f2da-7edb-4259-a9e1-5b633b322418 HTTP/1.1" status: 409 len: 405 time: 0.2601917 Dec 16 17:38:50.706070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46418) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.725568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-779349927'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:50.728932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dc70e51c-7148-4bb3-99be-a04348a6ea65 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:50.729506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc70e51c-7148-4bb3-99be-a04348a6ea65 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:50.730090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 83f291a5-1108-442f-94de-a5474c1a6d3d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:50.741427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.783400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:50.791024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-16bf6433-60c9-4b5e-a2e3-f8ceb058851f None None] Port 790269bb-9199-47c9-846d-3337c1e60a87 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:50.791928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.798446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 83f291a5-1108-442f-94de-a5474c1a6d3d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:50.799007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 83f291a5-1108-442f-94de-a5474c1a6d3d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:50.814356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89979167-d2f3-4b38-99c7-6095c3cd760c None None] Pushing event updated for resources: {'Port': ['ID=1814e427-8e04-4ae8-bcbe-25e243bc2f60,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:50.823470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] device_id is not set on port a2adb28f-a62d-4d53-aa04-d37c25c795b3 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:50.834858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:50.856529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.859642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:50.866210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:50.869383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.875454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.877537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-16bf6433-60c9-4b5e-a2e3-f8ceb058851f None None] Provisioning complete for port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:50.878047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16bf6433-60c9-4b5e-a2e3-f8ceb058851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.886399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:50.886634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f7bdca-fdf2-456c-8f5d-8ed964f25146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.889791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f7bdca-fdf2-456c-8f5d-8ed964f25146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.890181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.894441 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-95f7bdca-fdf2-456c-8f5d-8ed964f25146 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6907bfc9-c8c1-4a63-b39a-350b61e2de55 HTTP/1.1" status: 204 len: 168 time: 0.9040120 Dec 16 17:38:50.929987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=356aa1e9-db7e-4d8f-b90c-4b587e25621b,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:50.933195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:50.942022 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-20aaa98b-bee9-48b7-9cce-7d021aaa36f6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0807214 Dec 16 17:38:50.948776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46422) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:50.955846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:f5:1b:62', 'name': 'tempest-NetworksTestDHCPv6-451097822'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:50.988885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.021736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Network f3b81639-23d0-4270-8204-c721a586cc46 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:51.028801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:51.031615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.039996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:51.058832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7bdca-fdf2-456c-8f5d-8ed964f25146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6907bfc9-c8c1-4a63-b39a-350b61e2de55,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:51.060187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Pushing event updated for resources: {'Port': ['ID=448f4b6b-fe42-4b3d-905b-3627a33f7d96,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:51.088104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:51.093113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:51.102855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.103448 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Added segment b7a5a3e3-0a89-404d-968f-b743220e5e60 of type vlan for network c737d319-e3a1-4663-8d3e-f3313247e5b2 Dec 16 17:38:51.145944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:51.159085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:51.168029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.173023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.195159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.199617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/subnets/2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51 HTTP/1.1" status: 204 len: 168 time: 1.1550636 Dec 16 17:38:51.203187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Attempting to bind port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:51.203568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Attempting to bind port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'a00fa032-9873-47a2-ae0f-d116a6c3277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:51.203937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Attempting to bind port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 on network f3b81639-23d0-4270-8204-c721a586cc46 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:51.208473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46424) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:51.237376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14204567-99a3-4dd4-ade3-8012c12cc356 None None] Network c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:51.262470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.280996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Pushing event updated for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:51.283875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:51.284266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Checking segment: {'id': 'a00fa032-9873-47a2-ae0f-d116a6c3277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:51.284662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.285079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Bound using segment: {'id': 'a00fa032-9873-47a2-ae0f-d116a6c3277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:51.285565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Bound port: 448f4b6b-fe42-4b3d-905b-3627a33f7d96, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00fa032-9873-47a2-ae0f-d116a6c3277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f3b81639-23d0-4270-8204-c721a586cc46'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:51.285947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.300154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.302638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=790269bb-9199-47c9-846d-3337c1e60a87,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:51.305638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bff02-f529-4d7c-9fd5-b3f1c01e22e9 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd7183e-9a09-42ea-9cc2-9a2edf1c3d51,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:51.334630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8::127 (f3b81639-23d0-4270-8204-c721a586cc46/409f9bee-7c9b-4656-b872-fddccbec3fe6/a2adb28f-a62d-4d53-aa04-d37c25c795b3) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:51.350741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Attempting to bind port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:51.351122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Attempting to bind port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:51.351595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Attempting to bind port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:51.358824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.389553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:51.389975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:51.390530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.390864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:51.391272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Bound port: 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:51.391670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.395133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.409470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:51.410467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.446606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:51.545075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] For port 448f4b6b-fe42-4b3d-905b-3627a33f7d96, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:51.570611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] For port 448f4b6b-fe42-4b3d-905b-3627a33f7d96, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=448f4b6b-fe42-4b3d-905b-3627a33f7d96,segment=NetworkSegment(a00fa032-9873-47a2-ae0f-d116a6c3277a),segment_id=a00fa032-9873-47a2-ae0f-d116a6c3277a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:51.609016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.640008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9307871 Dec 16 17:38:51.659750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46434) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:51.681217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'subnet': {'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:51.701605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3864c-5994-4948-ae90-e5dd4734291b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Network': ['ID=c737d319-e3a1-4663-8d3e-f3313247e5b2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:51.719462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:51.758437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:51.822874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.913286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] DHCP port deletion for c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:51.935479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.940852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e1f9e48e-ab85-420c-b606-dbed15908114 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:51.941794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:51.946485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-385f3177-cd24-49b0-a8bc-44f23568a698 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/790269bb-9199-47c9-846d-3337c1e60a87 HTTP/1.1" status: 204 len: 168 time: 2.1629057 Dec 16 17:38:51.952105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46438) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:51.979764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Allocated IP 172.26.2.221 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/c33701fc-064d-4229-80bd-6507d85dc1cc) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:52.003633 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffd5c7a-1ddf-4b94-8f6b-22ac12bba986 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:38:52.005407 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4ffd5c7a-1ddf-4b94-8f6b-22ac12bba986 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/790269bb-9199-47c9-846d-3337c1e60a87 HTTP/1.1" status: 404 len: 333 time: 0.0489414 Dec 16 17:38:52.013051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46442) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:52.025834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:52.038619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 810cf0d5-8385-43fa-9e5d-6092dab8851f yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:52.081929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.108603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:52.112101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.146141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f8d9d-e7e2-4058-973d-69b20736b56e None None] Pushing event updated for resources: {'Port': ['ID=448f4b6b-fe42-4b3d-905b-3627a33f7d96,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:52.206435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.238761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Deleting port 50a92104-d81c-4b0c-a6db-703ee629c126 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:52.239147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.252284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 7a13cc0f-251d-4e19-8a6d-76a4a2006e4e {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:52.285787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.348691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da16d3b-ef78-4b2d-8d22-e5d5fed040d1 None None] Network 7078f2da-7edb-4259-a9e1-5b633b322418 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:52.398423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.430392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.438678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] For port 50a92104-d81c-4b0c-a6db-703ee629c126, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=50a92104-d81c-4b0c-a6db-703ee629c126,segment=NetworkSegment(3ab2c247-99e6-4c4a-814e-79e688d968e5),segment_id=3ab2c247-99e6-4c4a-814e-79e688d968e5)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:52.439312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.459056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d305b66-c5a0-42e0-a884-92fbad5cc94e None None] Pushing event updated for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:52.463010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Calling delete_port for 50a92104-d81c-4b0c-a6db-703ee629c126 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:52.467361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.474267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 172.20.0.4 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/356aa1e9-db7e-4d8f-b90c-4b587e25621b/810cf0d5-8385-43fa-9e5d-6092dab8851f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:52.490133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fef5:1b62 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/22a7a130-fdd6-4a63-99b3-cd9e175d46ec/810cf0d5-8385-43fa-9e5d-6092dab8851f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:52.530770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=a2adb28f-a62d-4d53-aa04-d37c25c795b3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:52.558006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46450) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:52.574709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-88bc5b3b-9623-4cd9-8a24-3a13acc010c7 None None] Provisioning complete for port e1f9e48e-ab85-420c-b606-dbed15908114 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:52.575523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88bc5b3b-9623-4cd9-8a24-3a13acc010c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.584899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e1f9e48e-ab85-420c-b606-dbed15908114 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:52.585580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.620452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.663608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] Deleting port 50a92104-d81c-4b0c-a6db-703ee629c126 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:52.664780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.753289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network f3b81639-23d0-4270-8204-c721a586cc46 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:52.759958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:52.767051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:52.775214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:52.775894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.810708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275728238'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:52.820156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.860227 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-273d54a3-fdb1-4ef4-a4e3-8f199cba468c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7735431 Dec 16 17:38:52.865225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46454) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:52.886533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] For port 50a92104-d81c-4b0c-a6db-703ee629c126, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=50a92104-d81c-4b0c-a6db-703ee629c126,segment=NetworkSegment(3ab2c247-99e6-4c4a-814e-79e688d968e5),segment_id=3ab2c247-99e6-4c4a-814e-79e688d968e5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:52.887054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:52.916562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] Calling delete_port for 50a92104-d81c-4b0c-a6db-703ee629c126 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:53.005897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] DHCP port deletion for 7078f2da-7edb-4259-a9e1-5b633b322418 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:53.221102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:53.249309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:53.251804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:53.269912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4aff0-6b4a-467e-9d12-3dabbaeacba3 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:53.280040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.281964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88bc5b3b-9623-4cd9-8a24-3a13acc010c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.371584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-88bc5b3b-9623-4cd9-8a24-3a13acc010c7 None None] For port e1f9e48e-ab85-420c-b606-dbed15908114, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e1f9e48e-ab85-420c-b606-dbed15908114,segment=NetworkSegment(d404017e-b354-4b75-b774-761216a527dc),segment_id=d404017e-b354-4b75-b774-761216a527dc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:53.389347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88bc5b3b-9623-4cd9-8a24-3a13acc010c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.439669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:53.443202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.445905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.446350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:53.446763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:53.447335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de27ae7-4ef5-4c98-b234-81fc64077c72 None None] Network f3b81639-23d0-4270-8204-c721a586cc46 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:53.449672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] Deleting port e1f9e48e-ab85-420c-b606-dbed15908114 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:53.450063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.459397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event updated for resources: {'Port': ['ID=c33701fc-064d-4229-80bd-6507d85dc1cc,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:53.572912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.573601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.574137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.574672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.575225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.575831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.576234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.576633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.577105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.577506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.577905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.578300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.578690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.608813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] For port e1f9e48e-ab85-420c-b606-dbed15908114, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e1f9e48e-ab85-420c-b606-dbed15908114,segment=NetworkSegment(d404017e-b354-4b75-b774-761216a527dc),segment_id=d404017e-b354-4b75-b774-761216a527dc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:53.609626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.617402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.629560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.638274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.639056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:38:53.646801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] Calling delete_port for e1f9e48e-ab85-420c-b606-dbed15908114 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:53.650001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.653439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.657756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/7a13cc0f-251d-4e19-8a6d-76a4a2006e4e HTTP/1.1" status: 204 len: 168 time: 1.6427712 Dec 16 17:38:53.666769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46456) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:53.667893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Provisioning complete for port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:53.668276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.670148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015dddf7-54b2-402f-b65c-2a5f13f28b44 None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:53.725992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] No DVR routers for this DVR port 50a92104-d81c-4b0c-a6db-703ee629c126 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:53.737420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.744481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.775840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc5b3b-9623-4cd9-8a24-3a13acc010c7 None None] Pushing event updated for resources: {'Port': ['ID=e1f9e48e-ab85-420c-b606-dbed15908114,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:53.787937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.791120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Port': ['ID=50a92104-d81c-4b0c-a6db-703ee629c126,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:53.824649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] No DVR routers for this DVR port 50a92104-d81c-4b0c-a6db-703ee629c126 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:53.827011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.827709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.827988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.828329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.829193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.829870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.830170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.831590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.832585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.833672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.834175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.835006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.835129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982884b2-b631-4c02-bec5-4662506447c3 None None] Pushing event deleted for resources: {'Port': ['ID=50a92104-d81c-4b0c-a6db-703ee629c126,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:53.836409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:53.870786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7d4a2-406c-4988-937a-526662382870 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=7a13cc0f-251d-4e19-8a6d-76a4a2006e4e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:53.873580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet b9bd7af2-b956-41a4-8dd2-92019719b738 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:53.875718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Subnet': ['ID=fbd31a1d-c070-40fa-a4bb-9f95202896d8,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:53.885446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f3986-20ad-4dcb-a4cc-f3e71965f582 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:53.908357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.916603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.954632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Checking segment: {'id': 'b7a5a3e3-0a89-404d-968f-b743220e5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:53.955097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network hostable DHCP agents. Network: c737d319-e3a1-4663-8d3e-f3313247e5b2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:53.976402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.978488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:53.978915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:53.984185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.012478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fafd4e-4974-4eac-af85-a150ef6a106e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:54.028988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.028988 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 04b932af-d37c-4561-b8a8-7c900ee931cf of type vlan for network 2f0022e3-19ec-424a-827e-8f1751e2a568 Dec 16 17:38:54.041632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87bc16d-d9f8-4ee5-984c-39e9ac8295b2']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:54.044529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.080929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1814e427-8e04-4ae8-bcbe-25e243bc2f60 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:54.089942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab2c247-99e6-4c4a-814e-79e688d968e5') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:54.090242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab2c247-99e6-4c4a-814e-79e688d968e5') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:54.106605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.115851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:54.137341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.142659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:54.149751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c737d319-e3a1-4663-8d3e-f3313247e5b2) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:54.151473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=810cf0d5-8385-43fa-9e5d-6092dab8851f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:54.169793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.186514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed93530-7000-4684-b523-82dcb02df6c5 None None] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:54.196420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.203521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:54.214423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:54.215176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.219231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:54.247250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:54.247872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:54.251216 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:54.263201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.269185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:54.269556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.280932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.296988 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-81465a6d-6ad9-45bf-b82c-2bd27d98fdb4 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6214151 Dec 16 17:38:54.297202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] No DVR routers for this DVR port e1f9e48e-ab85-420c-b606-dbed15908114 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:54.306128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9c7e0-371b-4c32-8784-56f9a4491c8e None None] Pushing event deleted for resources: {'Port': ['ID=e1f9e48e-ab85-420c-b606-dbed15908114,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:54.321245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46458) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:54.336928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.337571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.342238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'port': {'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2', 'name': 'tempest-NetworksIpV6TestAttrs-2046489548'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:54.347947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:54.348740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.407617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:54.408113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.430995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] For port 448f4b6b-fe42-4b3d-905b-3627a33f7d96, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=448f4b6b-fe42-4b3d-905b-3627a33f7d96,segment=NetworkSegment(a00fa032-9873-47a2-ae0f-d116a6c3277a),segment_id=a00fa032-9873-47a2-ae0f-d116a6c3277a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:54.455475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0a7364a5-447a-4245-b44b-80e27848d382 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5034995 Dec 16 17:38:54.456294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46460) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:54.475587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.524781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c737d319-e3a1-4663-8d3e-f3313247e5b2', 'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2', 'project_id': '25ff403d69d34d1eaa4707298edffb56', 'fixed_ips': [{'subnet_id': 'fbd31a1d-c070-40fa-a4bb-9f95202896d8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:38:54.525709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.608752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.609781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0504565 Dec 16 17:38:54.654067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fb5d4-0936-4ecc-95e4-bcae3b1c1a45 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:54.660437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fb5d4-0936-4ecc-95e4-bcae3b1c1a45 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:54.668091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf54fc-e048-41fd-96e4-37d1252dbdde tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=2f0022e3-19ec-424a-827e-8f1751e2a568,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:54.670269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-868fb5d4-0936-4ecc-95e4-bcae3b1c1a45 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1749666 Dec 16 17:38:54.673400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46462) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:54.704695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bd7af2-b956-41a4-8dd2-92019719b738,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:54.719279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.734312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c6acbd55-ad65-4806-9daa-9a0e1d20c449 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/b9bd7af2-b956-41a4-8dd2-92019719b738 HTTP/1.1" status: 204 len: 168 time: 1.0638211 Dec 16 17:38:54.738016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46464) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:54.753200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.777740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Allocated IP 2001:db8::f816:3eff:feb4:663b (c737d319-e3a1-4663-8d3e-f3313247e5b2/fbd31a1d-c070-40fa-a4bb-9f95202896d8/3424edf3-81e4-47f1-8e55-659f660a7fc2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:54.793992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.801517 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/networks/c87bc16d-d9f8-4ee5-984c-39e9ac8295b2 HTTP/1.1" status: 204 len: 168 time: 3.5496993 Dec 16 17:38:54.809272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:54.886259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed528d-cf70-4ae1-b983-f3614b11621e tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Pushing event deleted for resources: {'Network': ['ID=c87bc16d-d9f8-4ee5-984c-39e9ac8295b2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:54.981514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.990417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Provisioning complete for port c33701fc-064d-4229-80bd-6507d85dc1cc triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:54.990729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:54.993707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2f0022e3-19ec-424a-827e-8f1751e2a568 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:55.005100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.016989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2b13d087-e80b-4e72-a605-cb0c63ad3c97 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa61c89-52b8-44fa-9eb0-de735864c0c5 HTTP/1.1" status: 200 len: 205 time: 0.1180599 Dec 16 17:38:55.023002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46468) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:55.092334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Router 8241976b-8768-4b88-a6c1-c4d81ac6d565 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:55.096305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Pushing event updated for resources: {'Port': ['ID=448f4b6b-fe42-4b3d-905b-3627a33f7d96,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:55.113408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '22a7a130-fdd6-4a63-99b3-cd9e175d46ec', 'ip_address': '2001:db8::f816:3eff:fe55:10dc'}, {'subnet_id': '356aa1e9-db7e-4d8f-b90c-4b587e25621b'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '04b9ebf0-7f50-45f5-bd21-0b457bc532c9'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:38:55.132150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.149889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.174320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.174731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.175089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.175486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.175835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.176176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.176576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.176922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.177299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.177654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.177994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.178325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.178715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:38:55.246781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:55.247012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.271476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Pushing event updated for resources: {'Port': ['ID=3424edf3-81e4-47f1-8e55-659f660a7fc2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:55.330172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:55.345724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.376225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:55.393681 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] Sync routers for ids ['8241976b-8768-4b88-a6c1-c4d81ac6d565'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:55.414679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 70b516df-c6cd-4a4e-93d3-df8376fd4abe {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:55.415061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.427796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.435862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 810cf0d5-8385-43fa-9e5d-6092dab8851f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:55.436377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.448801 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] Routers {'8241976b-8768-4b88-a6c1-c4d81ac6d565'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:55.450642 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['8241976b-8768-4b88-a6c1-c4d81ac6d565'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:55.477509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.485170 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c5278fcf-c036-434f-b778-fe343c70a624 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7825062 Dec 16 17:38:55.485828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46470) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:55.535932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:55.538627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7aae9-1b9e-45d7-b97f-b02637b79de9 None None] Port c33701fc-064d-4229-80bd-6507d85dc1cc cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:55.540572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:55.555598 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:55.574424 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] Routers {'8241976b-8768-4b88-a6c1-c4d81ac6d565'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:55.575317 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['8241976b-8768-4b88-a6c1-c4d81ac6d565'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:55.597880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e69ae-38a7-40eb-9c09-f3a7ee4a8475 None None] Network 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:55.618274 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:55.619217 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60676b27-cfd2-4fcb-9f4a-0ea0d16d10d4 None None] The sync data for ids ['8241976b-8768-4b88-a6c1-c4d81ac6d565'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:38:55.634862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.662478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] For port 70b516df-c6cd-4a4e-93d3-df8376fd4abe, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=70b516df-c6cd-4a4e-93d3-df8376fd4abe,segment=NetworkSegment(1cf529a2-3a4a-48da-95bd-201b72c8557c),segment_id=1cf529a2-3a4a-48da-95bd-201b72c8557c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:55.662862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.673486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.707962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 70b516df-c6cd-4a4e-93d3-df8376fd4abe owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:55.744984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] device_id is not set on port 372a9549-0383-4b89-8348-a27bd4379606 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:38:55.819680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Attempting to bind port 3424edf3-81e4-47f1-8e55-659f660a7fc2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:38:55.820124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Attempting to bind port 3424edf3-81e4-47f1-8e55-659f660a7fc2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'b7a5a3e3-0a89-404d-968f-b743220e5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:38:55.820715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Attempting to bind port 3424edf3-81e4-47f1-8e55-659f660a7fc2 on network c737d319-e3a1-4663-8d3e-f3313247e5b2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:38:55.845466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 810cf0d5-8385-43fa-9e5d-6092dab8851f owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:55.849952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:55.850557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.860183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:38:55.860827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Checking segment: {'id': 'b7a5a3e3-0a89-404d-968f-b743220e5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:55.861493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.861989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Bound using segment: {'id': 'b7a5a3e3-0a89-404d-968f-b743220e5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:38:55.862623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Bound port: 3424edf3-81e4-47f1-8e55-659f660a7fc2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a5a3e3-0a89-404d-968f-b743220e5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c737d319-e3a1-4663-8d3e-f3313247e5b2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:38:55.863124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:55.953717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 448f4b6b-fe42-4b3d-905b-3627a33f7d96 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:56.039453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.092647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] Allocated IP 172.20.0.2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/356aa1e9-db7e-4d8f-b90c-4b587e25621b/04b9ebf0-7f50-45f5-bd21-0b457bc532c9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:56.098183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.129920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f30bfc6b-1ad2-4b4c-8259-deacc8e144e4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/8241976b-8768-4b88-a6c1-c4d81ac6d565 HTTP/1.1" status: 200 len: 920 time: 0.5885565 Dec 16 17:38:56.131537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.133755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46472) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:56.187306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.192164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=70b516df-c6cd-4a4e-93d3-df8376fd4abe,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:56.217234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=a2adb28f-a62d-4d53-aa04-d37c25c795b3,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:56.229290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] For port 3424edf3-81e4-47f1-8e55-659f660a7fc2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:38:56.230551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No DVR routers for this DVR port 70b516df-c6cd-4a4e-93d3-df8376fd4abe on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:38:56.240522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551f9865-d250-4f31-aac4-a1555178c92d None None] DHCP port deletion for 4b9a4971-78ef-43f2-8e5c-6bd20f320b1f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:56.264169 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a48d7e87-79d0-417a-a7ca-3d8cc9891c7c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=8241976b-8768-4b88-a6c1-c4d81ac6d565 HTTP/1.1" status: 200 len: 205 time: 0.0816536 Dec 16 17:38:56.268566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46474) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:56.293405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] For port 3424edf3-81e4-47f1-8e55-659f660a7fc2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3424edf3-81e4-47f1-8e55-659f660a7fc2,segment=NetworkSegment(b7a5a3e3-0a89-404d-968f-b743220e5e60),segment_id=b7a5a3e3-0a89-404d-968f-b743220e5e60)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:38:56.318756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:56.319280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.321834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.372640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.478577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.485060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.498433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:56.509227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.509868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Fanout notify agent at l3_agent the message router_deleted on router caa61c89-52b8-44fa-9eb0-de735864c0c5 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:56.525122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.528534 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c26347d1-b60e-4f2c-8fb0-336d978c9c62 tempest-RoutersNegativeIpV6Test-333765304 tempest-RoutersNegativeIpV6Test-333765304-project] 10.222.0.66 "DELETE /v2.0/routers/caa61c89-52b8-44fa-9eb0-de735864c0c5 HTTP/1.1" status: 204 len: 168 time: 1.4830184 Dec 16 17:38:56.532596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.555846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9a4971-78ef-43f2-8e5c-6bd20f320b1f']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:56.572541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf529a2-3a4a-48da-95bd-201b72c8557c') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:56.573143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf529a2-3a4a-48da-95bd-201b72c8557c') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:56.592552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Allocated IP 2001:db8::f816:3eff:fea2:acd5 (c737d319-e3a1-4663-8d3e-f3313247e5b2/fbd31a1d-c070-40fa-a4bb-9f95202896d8/372a9549-0383-4b89-8348-a27bd4379606) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:38:56.638195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.645817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac17682-d55a-417e-98ac-3204afcfad4e None None] Pushing event updated for resources: {'Port': ['ID=3424edf3-81e4-47f1-8e55-659f660a7fc2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:56.666210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.679913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:38:56.680591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:38:56.685172 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:38:56.712068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.769906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.805659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.955499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.975047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:56.988022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db36a0a-f656-477f-ae8e-dfa5850a31d3 None None] Pushing event updated for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:56.996350 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/4b9a4971-78ef-43f2-8e5c-6bd20f320b1f HTTP/1.1" status: 204 len: 168 time: 2.2566445 Dec 16 17:38:56.997407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46480) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:57.047392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480eac3-ff71-43c4-a5a2-99bcb242a324 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=4b9a4971-78ef-43f2-8e5c-6bd20f320b1f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:57.075179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:57.145712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:38:57.146572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:38:57.184241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:57.184869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.222263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46482) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:57.339216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.354228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.443535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=810cf0d5-8385-43fa-9e5d-6092dab8851f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:57.461487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:57.481487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.509291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.606423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:57.610384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 50a92104-d81c-4b0c-a6db-703ee629c126 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:57.623930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Deleting port c33701fc-064d-4229-80bd-6507d85dc1cc {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:38:57.624468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.641992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 50a92104-d81c-4b0c-a6db-703ee629c126 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:57.642339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 50a92104-d81c-4b0c-a6db-703ee629c126 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:57.642769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e1f9e48e-ab85-420c-b606-dbed15908114 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:57.673260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e1f9e48e-ab85-420c-b606-dbed15908114 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:57.674971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e1f9e48e-ab85-420c-b606-dbed15908114 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:57.760471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a930c-de29-4774-b636-82a066125029 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:57.762223 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-773a930c-de29-4774-b636-82a066125029 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7321653 Dec 16 17:38:57.767960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46486) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:57.770016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Provisioning complete for port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:57.770451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.941926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:57.955912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Calling delete_port for c33701fc-064d-4229-80bd-6507d85dc1cc owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:38:57.989728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Could not find standard attr ID for object 70b516df-c6cd-4a4e-93d3-df8376fd4abe. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:58.030999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Provisioning complete for port a2adb28f-a62d-4d53-aa04-d37c25c795b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:58.031377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.085901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5b405e3e-ffa8-4103-a2fb-ea1285e65e0e None None] Port a2adb28f-a62d-4d53-aa04-d37c25c795b3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:58.087305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:58.167911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:58.168279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.191055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46488) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:58.198763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:58.235553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-604dc1b7-186d-4896-955e-2d07f81df50c None None] Provisioning complete for port a2adb28f-a62d-4d53-aa04-d37c25c795b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:58.235872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-604dc1b7-186d-4896-955e-2d07f81df50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.262627 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2eea87ed-7d2d-43ab-8054-e421912183cb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4822338 Dec 16 17:38:58.268364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.283039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-604dc1b7-186d-4896-955e-2d07f81df50c None None] Port a2adb28f-a62d-4d53-aa04-d37c25c795b3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:58.283145 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46490) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:58.327789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3424edf3-81e4-47f1-8e55-659f660a7fc2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:38:58.353631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-123984363'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:58.357402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event deleted for resources: {'Port': ['ID=c33701fc-064d-4229-80bd-6507d85dc1cc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:58.367783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa0974-92ab-4488-8e2a-739b25730b9f None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:38:58.370526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c3be2-b0d6-4d3b-8ea0-3d7e708361aa None None] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:38:58.382246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.413517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.414768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.440116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.488576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-32a7f1e3-c360-467b-96ad-49057f69dd4c None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:58.489291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a7f1e3-c360-467b-96ad-49057f69dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.489621 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d614cf6d-7e97-4114-a9d6-9b4b3741c433 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=313ec6dcc4364abfbd5a444c11743fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2618644 Dec 16 17:38:58.505956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46492) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:58.511053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:58.514483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.536758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3424edf3-81e4-47f1-8e55-659f660a7fc2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:58.537323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.540011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.545885 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0c7bdd43-ff19-4d63-a6a7-00f4cf8938ad tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/810cf0d5-8385-43fa-9e5d-6092dab8851f HTTP/1.1" status: 204 len: 168 time: 3.8685338 Dec 16 17:38:58.547136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.553057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46494) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:58.561485 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:38:58.602969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=a2adb28f-a62d-4d53-aa04-d37c25c795b3,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:58.693507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:58.694005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:58.697627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.707997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:58.716357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.718144 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7777cd-36af-4cbf-a6d5-a646b452e5cb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:58.718746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7777cd-36af-4cbf-a6d5-a646b452e5cb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:58.720142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7777cd-36af-4cbf-a6d5-a646b452e5cb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:58.723537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.724596 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4f7777cd-36af-4cbf-a6d5-a646b452e5cb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1706245 Dec 16 17:38:58.726808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:38:58.728928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46496) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:58.732305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:58.732952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.762287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:38:58.771932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Port': ['ID=372a9549-0383-4b89-8348-a27bd4379606,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:58.776840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.777280 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment 1b9c6965-1ba8-456e-9f64-2366f85a79a6 of type vlan for network 6ef2d927-de48-4f01-9a96-9f26f2fb459e Dec 16 17:38:58.783174 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5820e4e4-546a-4f7a-81c3-59b295439e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.788814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.800583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network f3b81639-23d0-4270-8204-c721a586cc46 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:38:58.813363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-32a7f1e3-c360-467b-96ad-49057f69dd4c None None] Provisioning complete for port 3424edf3-81e4-47f1-8e55-659f660a7fc2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:58.813868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a7f1e3-c360-467b-96ad-49057f69dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.815676 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-417a8cba-c76d-45bb-9a93-4d2381a279dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4890847 Dec 16 17:38:58.823477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:38:58.834756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:58.838586 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.898691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 3424edf3-81e4-47f1-8e55-659f660a7fc2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3424edf3-81e4-47f1-8e55-659f660a7fc2,segment=NetworkSegment(b7a5a3e3-0a89-404d-968f-b743220e5e60),segment_id=b7a5a3e3-0a89-404d-968f-b743220e5e60)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:38:58.917107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.935974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.941585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:58.942225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:58.979092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5820e4e4-546a-4f7a-81c3-59b295439e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.059558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.060094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Fanout notify agent at l3_agent the message router_deleted on router 8241976b-8768-4b88-a6c1-c4d81ac6d565 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:38:59.065889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 70b516df-c6cd-4a4e-93d3-df8376fd4abe no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:38:59.067243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.068393 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c8c2287f-b746-4675-b95d-37c200f6d740 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/8241976b-8768-4b88-a6c1-c4d81ac6d565 HTTP/1.1" status: 204 len: 168 time: 2.7986889 Dec 16 17:38:59.071209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-32a7f1e3-c360-467b-96ad-49057f69dd4c None None] Could not find standard attr ID for object 810cf0d5-8385-43fa-9e5d-6092dab8851f. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:59.079099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46500) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:59.082999 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7380815 Dec 16 17:38:59.095192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1213863004', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': False}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:59.102687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 22a7a130-fdd6-4a63-99b3-cd9e175d46ec {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:59.108463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46502) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:59.110380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.112128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 70b516df-c6cd-4a4e-93d3-df8376fd4abe {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:38:59.112518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 70b516df-c6cd-4a4e-93d3-df8376fd4abe not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:38:59.123133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:38:59.146389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting subnet fbd31a1d-c070-40fa-a4bb-9f95202896d8 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:38:59.155909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.166416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=3424edf3-81e4-47f1-8e55-659f660a7fc2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:59.176054 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.210432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aa48558a-61d5-4bb9-8183-0333ffcc379a None None] Provisioning complete for port 3424edf3-81e4-47f1-8e55-659f660a7fc2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:59.210811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa48558a-61d5-4bb9-8183-0333ffcc379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.212284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5e0f3-5c74-48b1-b2b7-6e3affd18a9e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=6ef2d927-de48-4f01-9a96-9f26f2fb459e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:59.230584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.261610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5820e4e4-546a-4f7a-81c3-59b295439e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.264654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5820e4e4-546a-4f7a-81c3-59b295439e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.270111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:38:59.271698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5820e4e4-546a-4f7a-81c3-59b295439e7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e80f7ed-68da-4f33-9252-6e91e005860e HTTP/1.1" status: 204 len: 168 time: 0.7634375 Dec 16 17:38:59.317160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820e4e4-546a-4f7a-81c3-59b295439e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80f7ed-68da-4f33-9252-6e91e005860e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:59.341358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.436499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 9e8476ae-0310-4f60-b90d-8420ad0067a0 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:38:59.437986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.440413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.466726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=95940fd1-f3b1-442b-8d04-67860d18b9f0,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:59.526848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aa48558a-61d5-4bb9-8183-0333ffcc379a None None] Provisioning complete for port 372a9549-0383-4b89-8348-a27bd4379606 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:59.530211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa48558a-61d5-4bb9-8183-0333ffcc379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.563923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '04b932af-d37c-4561-b8a8-7c900ee931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:38:59.564329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 2f0022e3-19ec-424a-827e-8f1751e2a568, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:38:59.597770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aa48558a-61d5-4bb9-8183-0333ffcc379a None None] Port 372a9549-0383-4b89-8348-a27bd4379606 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:38:59.607460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aa48558a-61d5-4bb9-8183-0333ffcc379a None None] Could not find standard attr ID for object 810cf0d5-8385-43fa-9e5d-6092dab8851f. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:38:59.621331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.654457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:38:59.658185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:38:59.661721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.663084 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e7d19b3c-dda1-4584-945e-c2a1a96be53a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/9e8476ae-0310-4f60-b90d-8420ad0067a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7938149 Dec 16 17:38:59.665027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46508) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:59.667123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] Sync routers for ids ['9e8476ae-0310-4f60-b90d-8420ad0067a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:38:59.690957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] Routers {'9e8476ae-0310-4f60-b90d-8420ad0067a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:59.692873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9e8476ae-0310-4f60-b90d-8420ad0067a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:59.696196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.730225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23207db-5e6a-400c-ba75-d192dff655a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:38:59.731890 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d23207db-5e6a-400c-ba75-d192dff655a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports/a2adb28f-a62d-4d53-aa04-d37c25c795b3 HTTP/1.1" status: 200 len: 983 time: 0.0634236 Dec 16 17:38:59.734828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46510) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:59.744338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 2f0022e3-19ec-424a-827e-8f1751e2a568 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:38:59.753510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.774447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:59.804924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2e7db579-cf2e-4d71-86d5-23f9f84f2956 None None] Provisioning complete for port 372a9549-0383-4b89-8348-a27bd4379606 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:38:59.805518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7db579-cf2e-4d71-86d5-23f9f84f2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.807516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] Routers {'9e8476ae-0310-4f60-b90d-8420ad0067a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:38:59.808503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9e8476ae-0310-4f60-b90d-8420ad0067a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:38:59.878475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.911033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd31a1d-c070-40fa-a4bb-9f95202896d8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:38:59.927453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:38:59.930986 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-25e1afe1-d0bc-4a5b-a03f-4a64e44629ab tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/fbd31a1d-c070-40fa-a4bb-9f95202896d8 HTTP/1.1" status: 204 len: 168 time: 1.0930154 Dec 16 17:38:59.934064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46518) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:38:59.949245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2f0022e3-19ec-424a-827e-8f1751e2a568) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:00.029246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:00.029849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.050052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.061451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3424edf3-81e4-47f1-8e55-659f660a7fc2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:00.065703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4deada-4367-4065-8132-305fb88e8dbf None None] Network c737d319-e3a1-4663-8d3e-f3313247e5b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:00.068926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5fcb3-7c93-4aa7-ae26-4bab28601ef1 None None] Network 2f0022e3-19ec-424a-827e-8f1751e2a568 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:00.074525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a911b3-28be-4165-91c6-342b2f1b38e3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:00.076195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a911b3-28be-4165-91c6-342b2f1b38e3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:00.077790 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-77a911b3-28be-4165-91c6-342b2f1b38e3 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1427686 Dec 16 17:39:00.084173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46522) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.084371 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f93d5d6a-f7b9-4604-b41c-ec6e8e7e5352 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8916535 Dec 16 17:39:00.086409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:00.087059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7a124-8c03-4687-9d91-fa1c71e4ee84 None None] The sync data for ids ['9e8476ae-0310-4f60-b90d-8420ad0067a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:00.094304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292305283'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:00.097518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46524) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.214496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.231825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7db579-cf2e-4d71-86d5-23f9f84f2956 None None] Port 372a9549-0383-4b89-8348-a27bd4379606 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:00.238041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:00.242556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.248093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b76af286-ae06-4275-8b12-3e6a4dda6d3e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.251042 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': '1b9c6965-1ba8-456e-9f64-2366f85a79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:00.251419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 6ef2d927-de48-4f01-9a96-9f26f2fb459e, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:00.276896 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76af286-ae06-4275-8b12-3e6a4dda6d3e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 17:39:00.276896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76af286-ae06-4275-8b12-3e6a4dda6d3e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:00.276896 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b76af286-ae06-4275-8b12-3e6a4dda6d3e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/c737d319-e3a1-4663-8d3e-f3313247e5b2 HTTP/1.1" status: 409 len: 405 time: 0.1745596 Dec 16 17:39:00.279065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46534) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.292499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2e7db579-cf2e-4d71-86d5-23f9f84f2956 None None] Provisioning complete for port a2adb28f-a62d-4d53-aa04-d37c25c795b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:00.292854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e7db579-cf2e-4d71-86d5-23f9f84f2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.301736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:00.323422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=9c9832af-5417-47ff-a9b3-657b6795248a,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:00.338119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.338587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c of type vlan for network 279f648f-a3b4-4f98-90b9-717c7a999679 Dec 16 17:39:00.344554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2005014993'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:00.361471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-2f0022e3-19ec-424a-827e-8f1751e2a568', 'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '95940fd1-f3b1-442b-8d04-67860d18b9f0'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:00.362340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.367003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3424edf3-81e4-47f1-8e55-659f660a7fc2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:00.367639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.389424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.396258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.403846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7db579-cf2e-4d71-86d5-23f9f84f2956 None None] Port a2adb28f-a62d-4d53-aa04-d37c25c795b3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:00.473456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:00.480578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=22a7a130-fdd6-4a63-99b3-cd9e175d46ec,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:00.485666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.491934 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-26f4cd29-c178-451d-a907-1f329d527900 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/22a7a130-fdd6-4a63-99b3-cd9e175d46ec HTTP/1.1" status: 204 len: 168 time: 1.7595389 Dec 16 17:39:00.492381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] DHCP port deletion for c737d319-e3a1-4663-8d3e-f3313247e5b2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:00.497539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46538) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.504162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f81b3-b5ee-4c7a-b39f-580f8c178f8e None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:00.505752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.515791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:00.516034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.558399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 356aa1e9-db7e-4d8f-b90c-4b587e25621b {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:00.560680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:00.564190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.568244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6ef2d927-de48-4f01-9a96-9f26f2fb459e) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:00.572109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.590492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7279e84-1731-4e71-8a98-2dd7ff47009a None None] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:00.612340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:00.613117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.623008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.641212 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5571377 Dec 16 17:39:00.643195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:00.649351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46542) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.653718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.654074 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Added segment c20175df-1b12-4998-bbee-517789336475 of type vlan for network e31f23b5-2e80-42ea-8600-35fab40df2df Dec 16 17:39:00.696861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.724074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:00.744783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.748376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.754435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:00.754971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.776783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Allocated IP 2001:db8:0:ffff::2 (2f0022e3-19ec-424a-827e-8f1751e2a568/95940fd1-f3b1-442b-8d04-67860d18b9f0/402018a7-ca0f-44eb-8628-1d6b4b06ed2b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:00.791340 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-67cf11fd-71f9-4323-8f95-274c92025d3f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6780295 Dec 16 17:39:00.802435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4adb-25cc-46e6-835b-a55bc2b33fe8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=279f648f-a3b4-4f98-90b9-717c7a999679,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:00.804831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46544) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.811901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e', 'name': 'tempest-PortsTestJSON-479183986'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:00.833857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 279f648f-a3b4-4f98-90b9-717c7a999679 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:00.895520 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5583496 Dec 16 17:39:00.898219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46550) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:00.900882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] Deleting port 3424edf3-81e4-47f1-8e55-659f660a7fc2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:00.901295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:00.913890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'subnet': {'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:00.939507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323704c-6d4a-4e91-b385-d7dac1b880dd tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Network': ['ID=e31f23b5-2e80-42ea-8600-35fab40df2df,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:00.991983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network e31f23b5-2e80-42ea-8600-35fab40df2df details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:00.994241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6ef2d927-de48-4f01-9a96-9f26f2fb459e', 'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': '9c9832af-5417-47ff-a9b3-657b6795248a'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:00.995151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.030255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.057249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:01.063247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.112075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.138977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.173033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] For port 3424edf3-81e4-47f1-8e55-659f660a7fc2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3424edf3-81e4-47f1-8e55-659f660a7fc2,segment=NetworkSegment(b7a5a3e3-0a89-404d-968f-b743220e5e60),segment_id=b7a5a3e3-0a89-404d-968f-b743220e5e60)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:01.173654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.188995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.244444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=356aa1e9-db7e-4d8f-b90c-4b587e25621b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:01.250480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.253919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-818d9ef2-db03-4ab3-b515-a6aff3e8ba04 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/356aa1e9-db7e-4d8f-b90c-4b587e25621b HTTP/1.1" status: 204 len: 168 time: 0.7515724 Dec 16 17:39:01.257314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46556) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:01.262370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] Calling delete_port for 3424edf3-81e4-47f1-8e55-659f660a7fc2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:01.295211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:01.299191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.322965 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3496b64e-5b16-490f-b3c5-22e7989510c3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619168 Dec 16 17:39:01.323841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46560) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:01.340267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:01.463119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:01.467871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.484836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.503954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46562) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:01.505636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Allocated IP 172.20.0.2 (6ef2d927-de48-4f01-9a96-9f26f2fb459e/9c9832af-5417-47ff-a9b3-657b6795248a/fd737f83-e97f-4a4f-afc6-f01857570469) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:01.509595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.520115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Allocated IP 172.26.2.243 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/dbdf1aca-2248-4af4-8ca3-80f5bf210e68) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:01.532761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.533012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 6b23f54b-486d-4247-bd08-36de99e496e6 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:01.587246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Network 2f0022e3-19ec-424a-827e-8f1751e2a568 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:01.610143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:01.614203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.633831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:01.642206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:01.657461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] No DVR routers for this DVR port 3424edf3-81e4-47f1-8e55-659f660a7fc2 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:01.666946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Pushing event updated for resources: {'Port': ['ID=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:01.724290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547f78f-2e33-4e58-8610-802cbca27cc3 None None] Pushing event deleted for resources: {'Port': ['ID=3424edf3-81e4-47f1-8e55-659f660a7fc2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:01.740380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.934805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3424edf3-81e4-47f1-8e55-659f660a7fc2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:01.938245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:01.972375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:01.977359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:01.980211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:01.981237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 3424edf3-81e4-47f1-8e55-659f660a7fc2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:01.982179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3424edf3-81e4-47f1-8e55-659f660a7fc2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:01.989990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Attempting to bind port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:01.990554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Attempting to bind port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '04b932af-d37c-4561-b8a8-7c900ee931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:01.991066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Attempting to bind port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b on network 2f0022e3-19ec-424a-827e-8f1751e2a568 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:02.006221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:02.006575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Checking segment: {'id': '04b932af-d37c-4561-b8a8-7c900ee931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:02.007520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.007922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Bound using segment: {'id': '04b932af-d37c-4561-b8a8-7c900ee931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:02.008406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Bound port: 402018a7-ca0f-44eb-8628-1d6b4b06ed2b, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b932af-d37c-4561-b8a8-7c900ee931cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f0022e3-19ec-424a-827e-8f1751e2a568'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:02.008794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.027609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802efec-6c3e-4922-879b-3e81345bbb39 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:02.079042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ce8b7-9c35-48b1-86eb-a1242ff41195 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:02.175842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port a2adb28f-a62d-4d53-aa04-d37c25c795b3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:02.176572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.215243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.229813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6ac80027-c76c-42cf-bcd2-2571b8281aef None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:02.230196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac80027-c76c-42cf-bcd2-2571b8281aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.234301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] For port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:02.236717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.239751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] For port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,segment=NetworkSegment(04b932af-d37c-4561-b8a8-7c900ee931cf),segment_id=04b932af-d37c-4561-b8a8-7c900ee931cf)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:02.269019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--1121614943', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:02.284871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.326922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.352857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:02.365482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:02.372245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:02.381168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Pushing event updated for resources: {'Port': ['ID=fd737f83-e97f-4a4f-afc6-f01857570469,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:02.439583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.500897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:02.512591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.515000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:02.517971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:02.518763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.520190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.9 (6ef2d927-de48-4f01-9a96-9f26f2fb459e/9c9832af-5417-47ff-a9b3-657b6795248a/6b23f54b-486d-4247-bd08-36de99e496e6) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:02.535301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6caa4-31b2-4a4e-b828-0d2fbb6d69f4 None None] Pushing event updated for resources: {'Port': ['ID=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:02.540028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Attempting to bind port fd737f83-e97f-4a4f-afc6-f01857570469 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:02.540404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Attempting to bind port fd737f83-e97f-4a4f-afc6-f01857570469 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1b9c6965-1ba8-456e-9f64-2366f85a79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:02.540816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Attempting to bind port fd737f83-e97f-4a4f-afc6-f01857570469 on network 6ef2d927-de48-4f01-9a96-9f26f2fb459e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:02.544732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:02.549292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.557320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=7e008cd5-cf1f-4334-baa9-b4ec199a2122,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:02.561022 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2334948 Dec 16 17:39:02.561169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:02.561169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Checking segment: {'id': '1b9c6965-1ba8-456e-9f64-2366f85a79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:02.561169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.561169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Bound using segment: {'id': '1b9c6965-1ba8-456e-9f64-2366f85a79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:02.561169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Bound port: fd737f83-e97f-4a4f-afc6-f01857570469, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9c6965-1ba8-456e-9f64-2366f85a79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:02.561169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.563787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Port': ['ID=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:02.568738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46566) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:02.579865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:02.596511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6ac80027-c76c-42cf-bcd2-2571b8281aef None None] Provisioning complete for port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:02.596895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac80027-c76c-42cf-bcd2-2571b8281aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.692869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ac80027-c76c-42cf-bcd2-2571b8281aef None None] Port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:02.710286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] For port fd737f83-e97f-4a4f-afc6-f01857570469, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:02.714011 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] For port fd737f83-e97f-4a4f-afc6-f01857570469, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fd737f83-e97f-4a4f-afc6-f01857570469,segment=NetworkSegment(1b9c6965-1ba8-456e-9f64-2366f85a79a6),segment_id=1b9c6965-1ba8-456e-9f64-2366f85a79a6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:02.725476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.789009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for a2adb28f-a62d-4d53-aa04-d37c25c795b3 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:02.809703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c82fb-d7a5-4e09-84c8-993b204809f6 None None] Pushing event updated for resources: {'Port': ['ID=fd737f83-e97f-4a4f-afc6-f01857570469,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:02.816744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b928f-abb6-487a-ad88-0b7bff6fbdee tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=0a25f9bc-4066-41e6-a037-dd1650049009,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:02.847151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.883684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:02.888095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:02.892236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54e2f8-ca86-48d8-bd90-aa4c5d2e755c None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:02.911622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:02.912095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 279f648f-a3b4-4f98-90b9-717c7a999679, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:02.982722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2f56c834-f2c3-4d68-8336-fde82c5b6ca4 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:02.983682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f56c834-f2c3-4d68-8336-fde82c5b6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.101247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 279f648f-a3b4-4f98-90b9-717c7a999679 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:03.106659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.111908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.180076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:03.193074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 279f648f-a3b4-4f98-90b9-717c7a999679) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:03.195425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.207117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:03.207939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.215500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28382248-25fa-473a-be8c-59dd1b9f5cc1 None None] Network 279f648f-a3b4-4f98-90b9-717c7a999679 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:03.309846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.349679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.378090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Subnet': ['ID=ab9199dd-fb92-495b-9920-b04efb3afc54,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:03.390267 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-76ec930b-1073-4669-b49a-4fe999bc8f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7025514 Dec 16 17:39:03.405720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-279f648f-a3b4-4f98-90b9-717c7a999679', 'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '7e008cd5-cf1f-4334-baa9-b4ec199a2122'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:03.406917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.416248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46568) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:03.418984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:03.446551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.446781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment 0af13a1b-676b-4f03-96ec-b55f4945a8f1 of type vlan for network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 Dec 16 17:39:03.511919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.574212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.598372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.604591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Allocated IP 2001:db8::1 (279f648f-a3b4-4f98-90b9-717c7a999679/7e008cd5-cf1f-4334-baa9-b4ec199a2122/61b03ab5-17c9-45e3-811e-cc722d218568) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:03.625488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f64e6a4e-07da-48f5-ae46-a3bd0e75a431 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:03.626060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f64e6a4e-07da-48f5-ae46-a3bd0e75a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.639206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:03.640745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b72bed1-8170-4bdf-ae0b-2237aad3767b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:03.666921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.705077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:03.733536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:03.742759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.748732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:03.749493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.859659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:03.875306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Checking segment: {'id': 'c20175df-1b12-4998-bbee-517789336475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:03.875718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network hostable DHCP agents. Network: e31f23b5-2e80-42ea-8600-35fab40df2df, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:03.906399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=848fa675-fbdb-4fd9-8523-e9ad2012f7b1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:03.942900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:03.955574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=6b23f54b-486d-4247-bd08-36de99e496e6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:03.987631 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1ab5f985-97f7-4a81-a52c-7780ba6f3afb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4731426 Dec 16 17:39:03.994570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46572) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:04.028999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd737f83-e97f-4a4f-afc6-f01857570469 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:04.048169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:04.052054 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.090681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:04.091459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.097942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=a2adb28f-a62d-4d53-aa04-d37c25c795b3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:04.126830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:04.136721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e595d5-db4b-43c4-82f8-320891fdac7b None None] Network 2f0022e3-19ec-424a-827e-8f1751e2a568 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:04.148827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.160005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network e31f23b5-2e80-42ea-8600-35fab40df2df is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:04.231294 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-055dd44d-dd55-4824-a346-18042b4c0645 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4213905 Dec 16 17:39:04.231294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, e31f23b5-2e80-42ea-8600-35fab40df2df) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:04.234546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46574) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:04.235797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.239934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:04.242394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.247823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '6ef2d927-de48-4f01-9a96-9f26f2fb459e', 'name': 'tempest-PortsTestJSON-1960694004'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:04.253813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.265058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d670ff-e365-4dd0-9cee-4c5a6e8b5398 None None] Network e31f23b5-2e80-42ea-8600-35fab40df2df requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:04.304598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Router a0599849-68aa-4a1e-ad6f-1c3ae5bce868 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:04.322413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.323796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.470421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.509519 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-44597eba-7c9a-4273-be07-3814d339bd59 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6004627 Dec 16 17:39:04.516323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46576) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:04.556978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=7e008cd5-cf1f-4334-baa9-b4ec199a2122,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:04.578762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d419c49e-cb2f-4d97-ab52-1a8227e3f9b7 None None] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:04.602838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Network 279f648f-a3b4-4f98-90b9-717c7a999679 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:04.608277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 9e8476ae-0310-4f60-b90d-8420ad0067a0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:04.616602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.649485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:04.653317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:04.671545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Pushing event updated for resources: {'Port': ['ID=61b03ab5-17c9-45e3-811e-cc722d218568,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:04.674199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-31e39442-a398-4bed-a217-d7aed2b53a97 None None] Provisioning complete for port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:04.674782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31e39442-a398-4bed-a217-d7aed2b53a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.695543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.719550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.745955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fd737f83-e97f-4a4f-afc6-f01857570469 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:04.746295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.747172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:04.761863 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Sync routers for ids ['a0599849-68aa-4a1e-ad6f-1c3ae5bce868'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:04.776644 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Routers {'a0599849-68aa-4a1e-ad6f-1c3ae5bce868'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:04.778965 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a0599849-68aa-4a1e-ad6f-1c3ae5bce868'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:04.795606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f648f-a3b4-4f98-90b9-717c7a999679']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:04.821574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:04.828992 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c96f854e-2b72-4a00-9eb0-c0e01a4d752d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/9e8476ae-0310-4f60-b90d-8420ad0067a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0844774 Dec 16 17:39:04.830591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:04.831146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:04.837010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.838577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46578) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:04.861257 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.864784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eb703aa5-9b0a-43e2-a7be-53ce1d7faa72 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7783115 Dec 16 17:39:04.869587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] Sync routers for ids ['9e8476ae-0310-4f60-b90d-8420ad0067a0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:04.873631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46580) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:04.874023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.892097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.901701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-e31f23b5-2e80-42ea-8600-35fab40df2df', 'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df', 'project_id': '25ff403d69d34d1eaa4707298edffb56', 'fixed_ips': [{'subnet_id': 'ab9199dd-fb92-495b-9920-b04efb3afc54'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:04.903606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.941475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Attempting to bind port 61b03ab5-17c9-45e3-811e-cc722d218568 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:04.941846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Attempting to bind port 61b03ab5-17c9-45e3-811e-cc722d218568 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:04.942205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Attempting to bind port 61b03ab5-17c9-45e3-811e-cc722d218568 on network 279f648f-a3b4-4f98-90b9-717c7a999679 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:04.959803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] Routers {'9e8476ae-0310-4f60-b90d-8420ad0067a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:04.960478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9e8476ae-0310-4f60-b90d-8420ad0067a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:04.969900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:04.970159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Checking segment: {'id': 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:04.970564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.970949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Bound using segment: {'id': 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:04.971429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Bound port: 61b03ab5-17c9-45e3-811e-cc722d218568, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '279f648f-a3b4-4f98-90b9-717c7a999679'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:04.971802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:04.986645 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Set router a0599849-68aa-4a1e-ad6f-1c3ae5bce868 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:04.994974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:04.998528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.059460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:05.060611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:05.185642 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ed304106-9877-45f0-9101-8cb76d756008 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/a0599849-68aa-4a1e-ad6f-1c3ae5bce868 HTTP/1.1" status: 200 len: 909 time: 0.3104124 Dec 16 17:39:05.189943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46582) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:05.197494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1213863004', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': True}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:05.264738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.266046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.286607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] Routers {'9e8476ae-0310-4f60-b90d-8420ad0067a0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:05.287764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9e8476ae-0310-4f60-b90d-8420ad0067a0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:05.327323 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0599849-68aa-4a1e-ad6f-1c3ae5bce868', 'name': 'tempest-snat-router-1213863004', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.243'}], 'enable_snat': False}, 'gw_port_id': 'dbdf1aca-2248-4af4-8ca3-80f5bf210e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:59Z', 'updated_at': '2021-12-16T17:39:02Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': 'dbdf1aca-2248-4af4-8ca3-80f5bf210e68', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0599849-68aa-4a1e-ad6f-1c3ae5bce868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:01Z', 'updated_at': '2021-12-16T17:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:05.372543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31e39442-a398-4bed-a217-d7aed2b53a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.382158 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Checking router: a0599849-68aa-4a1e-ad6f-1c3ae5bce868 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:39:05.383781 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Updating router a0599849-68aa-4a1e-ad6f-1c3ae5bce868 port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:39:05.407671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:05.408349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf1bc1-6dfa-463c-98ba-023ff88e0481 None None] The sync data for ids ['9e8476ae-0310-4f60-b90d-8420ad0067a0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:05.434768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.441882 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.466272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.474568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.3 (6ef2d927-de48-4f01-9a96-9f26f2fb459e/9c9832af-5417-47ff-a9b3-657b6795248a/e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:05.494795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.503040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] For port 61b03ab5-17c9-45e3-811e-cc722d218568, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:05.504761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:05.505332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.555254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-31e39442-a398-4bed-a217-d7aed2b53a97 None None] For port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,segment=NetworkSegment(04b932af-d37c-4561-b8a8-7c900ee931cf),segment_id=04b932af-d37c-4561-b8a8-7c900ee931cf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:05.568909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port fd737f83-e97f-4a4f-afc6-f01857570469, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fd737f83-e97f-4a4f-afc6-f01857570469,segment=NetworkSegment(1b9c6965-1ba8-456e-9f64-2366f85a79a6),segment_id=1b9c6965-1ba8-456e-9f64-2366f85a79a6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:05.577210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31e39442-a398-4bed-a217-d7aed2b53a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.602289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Allocated IP 2001:db8::f816:3eff:fea7:120f (e31f23b5-2e80-42ea-8600-35fab40df2df/ab9199dd-fb92-495b-9920-b04efb3afc54/001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:05.607039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.608177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 402018a7-ca0f-44eb-8628-1d6b4b06ed2b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:05.630871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] For port 61b03ab5-17c9-45e3-811e-cc722d218568, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=61b03ab5-17c9-45e3-811e-cc722d218568,segment=NetworkSegment(eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c),segment_id=eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:05.679141 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:05.688928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:39:05.688928 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:39:05.688928 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': '279f648f-a3b4-4f98-90b9-717c7a999679'}] Dec 16 17:39:05.688928 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:05.689417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:05.740361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.773509 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-79cb15c3-6ff5-4bd6-9529-5e2ee7b6a36f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 17:39:05.777159 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-79cb15c3-6ff5-4bd6-9529-5e2ee7b6a36f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/9e8476ae-0310-4f60-b90d-8420ad0067a0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9256985 Dec 16 17:39:05.859901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46584) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:05.868092 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.877627 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.892695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39442-a398-4bed-a217-d7aed2b53a97 None None] Pushing event updated for resources: {'Port': ['ID=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:05.905232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.938912 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee101-924e-4a95-8df2-2981bda523ae None None] Pushing event updated for resources: {'Port': ['ID=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:05.955603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Provisioning complete for port 6b23f54b-486d-4247-bd08-36de99e496e6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:05.955992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:05.959438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=fd737f83-e97f-4a4f-afc6-f01857570469,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:05.965717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85454529-50ad-46e2-80b6-f8d2538e0735 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:05.989736 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Attempting to bind port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:05.990462 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Attempting to bind port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:05.991610 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Attempting to bind port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:05.998966 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:06.017263 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-393d377a-ee33-4657-826a-aaa644a7c6e9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e8476ae-0310-4f60-b90d-8420ad0067a0 HTTP/1.1" status: 200 len: 205 time: 0.0564857 Dec 16 17:39:06.017902 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:06.019978 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.020479 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:06.021150 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Bound port: dbdf1aca-2248-4af4-8ca3-80f5bf210e68, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:06.022228 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.022683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46588) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:06.041523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.044548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.059625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391b7d6-c849-4736-af22-f2e398594346 None None] Network 279f648f-a3b4-4f98-90b9-717c7a999679 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:06.082218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.097233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:06.124301 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] For port dbdf1aca-2248-4af4-8ca3-80f5bf210e68, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:06.129680 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] For port dbdf1aca-2248-4af4-8ca3-80f5bf210e68, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:06.138498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.145878 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.179329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:06.179979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.185275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.186147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.187293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Port 6b23f54b-486d-4247-bd08-36de99e496e6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:06.229345 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee101-924e-4a95-8df2-2981bda523ae None None] Pushing event updated for resources: {'Port': ['ID=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:06.243445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef94c7-7110-4e35-bd12-0ec402527a37 None None] Pushing event updated for resources: {'Port': ['ID=61b03ab5-17c9-45e3-811e-cc722d218568,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:06.287107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.289566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Provisioning complete for port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:06.290082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.291716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b21dd-9488-4add-9384-fdbfb18f6efb None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:06.312232 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Routers {'a0599849-68aa-4a1e-ad6f-1c3ae5bce868'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:06.313912 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:38:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a0599849-68aa-4a1e-ad6f-1c3ae5bce868'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:06.321275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:06.352259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.171 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/dca55f94-17df-4153-b61a-f6f0ad10b5bd) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:06.353732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.359855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:06.370486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:06.376435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.383512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.420071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321536e-2333-4f18-b338-d45318c8d1ed None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:06.422292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.470766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:06.471692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.547515 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] Set router a0599849-68aa-4a1e-ad6f-1c3ae5bce868 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:06.565644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Network e31f23b5-2e80-42ea-8600-35fab40df2df is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:06.575706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:06.581296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Pushing event updated for resources: {'Port': ['ID=001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:06.586623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:06.588184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=b2017928-3f8a-435d-826a-c4cf3fb0cb52,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:06.599175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.630676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Provisioning complete for port fd737f83-e97f-4a4f-afc6-f01857570469 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:06.630676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-298383be-23c4-4715-89cd-795d9af6586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.657129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.661674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.671894 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8973feef-fa6d-48d6-b32c-5d96bc5c8731 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0978703 Dec 16 17:39:06.676651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46590) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:06.678798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.695752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.711202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:d4:13:6f', 'name': 'tempest-NetworksTestDHCPv6-515299828'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:06.715086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.724101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:06.765375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9199dd-fb92-495b-9920-b04efb3afc54,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:06.779538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 61b03ab5-17c9-45e3-811e-cc722d218568 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:06.780011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.801436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.802064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8476ae-0310-4f60-b90d-8420ad0067a0 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:06.866380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.870860 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4633a53e-9729-4e26-a404-034f778f34e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/9e8476ae-0310-4f60-b90d-8420ad0067a0 HTTP/1.1" status: 204 len: 168 time: 0.8472121 Dec 16 17:39:06.882955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd737f83-e97f-4a4f-afc6-f01857570469 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:06.884347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:06.904500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46592) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:06.904786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:06.911871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.934809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Attempting to bind port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:06.935194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Attempting to bind port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c20175df-1b12-4998-bbee-517789336475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:06.935567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Attempting to bind port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9 on network e31f23b5-2e80-42ea-8600-35fab40df2df {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:06.936527 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0599849-68aa-4a1e-ad6f-1c3ae5bce868', 'name': 'tempest-snat-router-1213863004', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.243'}], 'enable_snat': False}, 'gw_port_id': 'dbdf1aca-2248-4af4-8ca3-80f5bf210e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:59Z', 'updated_at': '2021-12-16T17:39:02Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': 'dbdf1aca-2248-4af4-8ca3-80f5bf210e68', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0599849-68aa-4a1e-ad6f-1c3ae5bce868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:01Z', 'updated_at': '2021-12-16T17:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:06.946491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:06.946880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Checking segment: {'id': 'c20175df-1b12-4998-bbee-517789336475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:06.947288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.947690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Bound using segment: {'id': 'c20175df-1b12-4998-bbee-517789336475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:06.948177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Bound port: 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20175df-1b12-4998-bbee-517789336475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e31f23b5-2e80-42ea-8600-35fab40df2df'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:06.948565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:06.972222 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ab855-eac3-45c9-adec-09d3edfe896b None None] The sync data for ids ['a0599849-68aa-4a1e-ad6f-1c3ae5bce868'] in dv-neutron-821818-2-hyperv is: [{'id': 'a0599849-68aa-4a1e-ad6f-1c3ae5bce868', 'name': 'tempest-snat-router-1213863004', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.243'}], 'enable_snat': False}, 'gw_port_id': 'dbdf1aca-2248-4af4-8ca3-80f5bf210e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:38:59Z', 'updated_at': '2021-12-16T17:39:02Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': 'dbdf1aca-2248-4af4-8ca3-80f5bf210e68', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0599849-68aa-4a1e-ad6f-1c3ae5bce868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:01Z', 'updated_at': '2021-12-16T17:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:06.999009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.006929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:07.048889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 61b03ab5-17c9-45e3-811e-cc722d218568, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=61b03ab5-17c9-45e3-811e-cc722d218568,segment=NetworkSegment(eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c),segment_id=eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:07.049353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.075268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:07.083894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 61b03ab5-17c9-45e3-811e-cc722d218568 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:07.143770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fd737f83-e97f-4a4f-afc6-f01857570469 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:07.146929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.165965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:07.166627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.229047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] For port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:07.232824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Allocated IP 172.26.2.14 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/15e08e34-dca2-4a5d-b17f-ce060d3ab208) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:07.264554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31f23b5-2e80-42ea-8600-35fab40df2df']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:07.265160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] For port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9,segment=NetworkSegment(c20175df-1b12-4998-bbee-517789336475),segment_id=c20175df-1b12-4998-bbee-517789336475)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:07.268190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'b2017928-3f8a-435d-826a-c4cf3fb0cb52', 'ip_address': '2001:db8::f816:3eff:fe55:10dc'}, {'subnet_id': '0a25f9bc-4066-41e6-a037-dd1650049009'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '04b9ebf0-7f50-45f5-bd21-0b457bc532c9'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:39:07.275452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet 409f9bee-7c9b-4656-b872-fddccbec3fe6 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:07.291027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.294498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.294663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.301692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20175df-1b12-4998-bbee-517789336475') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:07.302001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20175df-1b12-4998-bbee-517789336475') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:07.355227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.394999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.398370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=61b03ab5-17c9-45e3-811e-cc722d218568,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:07.414243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.419540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.426086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74452400-e567-4e18-9876-9f13d5c812ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.429256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5ced5aa6-92e5-4616-bea2-46c38d9c7547 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1906300 Dec 16 17:39:07.437534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46594) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:07.446400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.469561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 61b03ab5-17c9-45e3-811e-cc722d218568 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:07.493179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Provisioning complete for port 6b23f54b-486d-4247-bd08-36de99e496e6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:07.493875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.494250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:07.504235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:07.509117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:07.524565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:07.539170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.542690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.559191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9640bb68-092e-47e1-9a99-c77c751e6106 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:07.564117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fd886-85b9-46fe-947f-ae194c0f67e3 None None] Pushing event updated for resources: {'Port': ['ID=001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:07.568988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=dca55f94-17df-4153-b61a-f6f0ad10b5bd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:07.574323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.582871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:07.610963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:07.613859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c80310-2e5b-4cd3-8042-95363821929d None None] Network e31f23b5-2e80-42ea-8600-35fab40df2df requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:07.639542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:07.640100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:07.645876 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:07.649768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ccd805-2bbc-4ec9-a211-06ea9d64cceb None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:07.659123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:07.698668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 992f20e2-97a8-4322-8939-44c66e1f1cdd yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:07.749119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Port 6b23f54b-486d-4247-bd08-36de99e496e6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:07.770534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.806598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Provisioning complete for port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:07.806976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.821735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Port': ['ID=15e08e34-dca2-4a5d-b17f-ce060d3ab208,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:07.852760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c958ee8-2a1e-4efc-8789-559a1045b224 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:07.855546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5c958ee8-2a1e-4efc-8789-559a1045b224 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.4156697 Dec 16 17:39:07.859736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46596) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:07.868342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f648f-a3b4-4f98-90b9-717c7a999679']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:07.901566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:07.901772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaaaaa2d-88dd-4a3d-b7c3-f801a018b60c') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:07.907775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:39:07.907775 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:39:07.907775 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': 'e31f23b5-2e80-42ea-8600-35fab40df2df'}] Dec 16 17:39:07.907775 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:07.908181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:07.914514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:07.915147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.923677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.942710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.947439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.975666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:07.976083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:07.979671 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:08.021123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.067531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.081617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.086605 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/279f648f-a3b4-4f98-90b9-717c7a999679 HTTP/1.1" status: 204 len: 168 time: 4.6678445 Dec 16 17:39:08.089471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.101495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 402018a7-ca0f-44eb-8628-1d6b4b06ed2b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:08.106647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46598) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:08.107035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] For port dbdf1aca-2248-4af4-8ca3-80f5bf210e68, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:08.129398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.141002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1232141570'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:08.144591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.151281 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/409f9bee-7c9b-4656-b872-fddccbec3fe6 HTTP/1.1" status: 204 len: 168 time: 1.2428575 Dec 16 17:39:08.152248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6d82f-99b8-4f1f-a485-c388bf53fc9d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=409f9bee-7c9b-4656-b872-fddccbec3fe6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:08.154079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46600) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:08.155869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238a923-153d-4b8c-aa50-cb174d79e59e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=279f648f-a3b4-4f98-90b9-717c7a999679,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:08.206353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Pushing event updated for resources: {'Port': ['ID=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:08.217718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21c51f-28a5-452f-ba72-2c5d34c1980f None None] Network f3b81639-23d0-4270-8204-c721a586cc46 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:08.218196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 172.20.0.11 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/0a25f9bc-4066-41e6-a037-dd1650049009/992f20e2-97a8-4322-8939-44c66e1f1cdd) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:08.228107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fed4:136f (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/b2017928-3f8a-435d-826a-c4cf3fb0cb52/992f20e2-97a8-4322-8939-44c66e1f1cdd) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:08.254859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.298985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:08.302070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.309503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Provisioning complete for port e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:08.309503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.317057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:08.317250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.339699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:08.355686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:08.356043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.397574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.397935 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment dc878f90-d3a8-43de-a9d5-e2b6ea5f3357 of type vlan for network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b Dec 16 17:39:08.409494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.454746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-af559211-4f45-4cd9-8f6c-13cc389d1aff None None] Port e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:08.474663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.478266 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 448f4b6b-fe42-4b3d-905b-3627a33f7d96, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=448f4b6b-fe42-4b3d-905b-3627a33f7d96,segment=NetworkSegment(a00fa032-9873-47a2-ae0f-d116a6c3277a),segment_id=a00fa032-9873-47a2-ae0f-d116a6c3277a)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:08.478626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.523545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 448f4b6b-fe42-4b3d-905b-3627a33f7d96 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:08.549990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.552860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] DHCP port deletion for f3b81639-23d0-4270-8204-c721a586cc46 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:08.553040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.559900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:08.559900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.589446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:08.589896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.620503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a224d65a-6afc-4b57-9029-121534743057 None None] Provisioning complete for port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:08.621419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a224d65a-6afc-4b57-9029-121534743057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.661627 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5247617 Dec 16 17:39:08.673333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46602) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:08.674331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] Deleting port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:08.674935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.687587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:08.712932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:08.713298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.738696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dbdf1aca-2248-4af4-8ca3-80f5bf210e68 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:08.745106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a224d65a-6afc-4b57-9029-121534743057 None None] Port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:08.752402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12295bd-8450-47a1-a7ab-8434d4aee6eb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:08.759984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.778648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:08.786376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.824605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:08.851612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.867557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.870772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] For port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9,segment=NetworkSegment(c20175df-1b12-4998-bbee-517789336475),segment_id=c20175df-1b12-4998-bbee-517789336475)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:08.871148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.871385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a224d65a-6afc-4b57-9029-121534743057 None None] Provisioning complete for port dca55f94-17df-4153-b61a-f6f0ad10b5bd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:08.871857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a224d65a-6afc-4b57-9029-121534743057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.885086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Calling delete_port for 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:08.885453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] For port 448f4b6b-fe42-4b3d-905b-3627a33f7d96, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=448f4b6b-fe42-4b3d-905b-3627a33f7d96,segment=NetworkSegment(a00fa032-9873-47a2-ae0f-d116a6c3277a),segment_id=a00fa032-9873-47a2-ae0f-d116a6c3277a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:08.885963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:08.946419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] Calling delete_port for 448f4b6b-fe42-4b3d-905b-3627a33f7d96 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:08.987081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=448f4b6b-fe42-4b3d-905b-3627a33f7d96,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:08.992698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:09.003002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a224d65a-6afc-4b57-9029-121534743057 None None] Port dca55f94-17df-4153-b61a-f6f0ad10b5bd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:09.051287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:09.054581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.117586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] Allocated IP 172.20.0.2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/0a25f9bc-4066-41e6-a037-dd1650049009/04b9ebf0-7f50-45f5-bd21-0b457bc532c9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:09.133291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.135518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:09.136043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.204083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] Pushing event deleted for resources: {'Port': ['ID=448f4b6b-fe42-4b3d-905b-3627a33f7d96,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:09.238930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ff4cd-b180-4d95-bc3e-90f910adbd2f None None] No DVR routers for this DVR port 448f4b6b-fe42-4b3d-905b-3627a33f7d96 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:09.339878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.478126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:09.500312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:09.512348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:09.521111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=992f20e2-97a8-4322-8939-44c66e1f1cdd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:09.524111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:09.545603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.550907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.556131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.628506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Port': ['ID=001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:09.635118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.635672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.640191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No DVR routers for this DVR port 001a0c4b-fcb4-4f0b-9a84-c5df80f6c1e9 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:09.660629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 448f4b6b-fe42-4b3d-905b-3627a33f7d96 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:09.704125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b81639-23d0-4270-8204-c721a586cc46']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:09.706660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:09.707313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.721818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 448f4b6b-fe42-4b3d-905b-3627a33f7d96 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:09.722423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 448f4b6b-fe42-4b3d-905b-3627a33f7d96 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:09.726317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170bd4-bffe-4c12-87c1-1f35d1845e24 None None] Pushing event updated for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:09.733548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f516416b-e49a-411f-81bc-1924bc91d8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.780997 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68339852-446a-4a71-9fdf-fac6a695d19c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0933080 Dec 16 17:39:09.782411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00fa032-9873-47a2-ae0f-d116a6c3277a') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:09.782721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00fa032-9873-47a2-ae0f-d116a6c3277a') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:09.784265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46604) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:09.795490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.801363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.824082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.835076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.853751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.865338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31f23b5-2e80-42ea-8600-35fab40df2df']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:09.871285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.875373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:09.913716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20175df-1b12-4998-bbee-517789336475') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:09.914135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20175df-1b12-4998-bbee-517789336475') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:09.920259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:09.920658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:09.924630 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:09.972922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.011556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664d815-969c-42b7-b672-2bfced6b348f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:10.017470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664d815-969c-42b7-b672-2bfced6b348f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:10.018984 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5664d815-969c-42b7-b672-2bfced6b348f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2304463 Dec 16 17:39:10.025667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46606) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.043663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=5ff7829b-2ace-4b7a-a038-7331821b9c3f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:10.046601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.058638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:10.059041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:10.063153 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:10.065577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.071830 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ca8edc1a-5496-4ec9-88ea-a43fda9add4a tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 HTTP/1.1" status: 204 len: 168 time: 2.2064822 Dec 16 17:39:10.072229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46608) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.080130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.112043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:10.112415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:10.122036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.129181 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/f3b81639-23d0-4270-8204-c721a586cc46 HTTP/1.1" status: 204 len: 168 time: 1.9672801 Dec 16 17:39:10.138148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46610) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.140982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7608153-fa39-4467-b85b-e293a8909682 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:39:10.142948 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b7608153-fa39-4467-b85b-e293a8909682 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/e98fa7be-e238-4d2b-8aaa-70e9a2d50fc8 HTTP/1.1" status: 404 len: 333 time: 0.0627456 Dec 16 17:39:10.155691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.174460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-619591244'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:10.197921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bc058-8bc3-48d1-bbb8-de4885cdee59 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=f3b81639-23d0-4270-8204-c721a586cc46,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:10.205733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:10.221701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.268850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.276066 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/e31f23b5-2e80-42ea-8600-35fab40df2df HTTP/1.1" status: 204 len: 168 time: 5.7530403 Dec 16 17:39:10.276066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afe036-eac7-4240-b854-f7bdaa59dfa6 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Network': ['ID=e31f23b5-2e80-42ea-8600-35fab40df2df,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:10.280126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46614) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.290853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:10.291461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1406893204'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:10.294256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.298305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:10.311481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:10.323520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbb0c8-2cbc-4ecf-b7be-4005a21e574d None None] Network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:10.326005 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:10.326612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.351130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:10.354623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.363565 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ce24e263-5b99-4669-8216-59c9bf178143 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6885772 Dec 16 17:39:10.375449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46616) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.383513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Router e65cad7b-13cd-45cc-b298-dd76b859e21f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:10.391391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86596963'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:10.395149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:10.403853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 6b23f54b-486d-4247-bd08-36de99e496e6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:10.404198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.422389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 992f20e2-97a8-4322-8939-44c66e1f1cdd {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:10.422724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.429158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:10.453389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.453737 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Added segment efba7662-4fb5-4907-ad99-c382b8d34eb1 of type vlan for network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 Dec 16 17:39:10.486140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-80a7dcef-5ee3-4c40-9017-831340328632 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:10.486582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a7dcef-5ee3-4c40-9017-831340328632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.491052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b', 'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '5ff7829b-2ace-4b7a-a038-7331821b9c3f'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:10.492470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.508853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:10.512291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.520086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.566095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.566882 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment a54ed984-820f-4307-8e48-efd717760766 of type vlan for network b8c68200-c308-4a5e-be8e-70559d0dba89 Dec 16 17:39:10.578566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.593674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.598116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:10.599885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:10.601316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.604331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 6b23f54b-486d-4247-bd08-36de99e496e6 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:10.611185 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:10.634902 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:10.635760 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:10.741958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.765897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.771080 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6eff5701-7337-4a9a-bd82-20009375894a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7661405 Dec 16 17:39:10.777468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:10.779235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.785285 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5017376 Dec 16 17:39:10.792842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.795265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46620) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:10.809198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'subnet': {'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:10.845464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:10.849507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 992f20e2-97a8-4322-8939-44c66e1f1cdd owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:10.868616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:10.868995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 4af16f95-31c0-4c1d-8ffc-6044fc40e49a of type vlan for network 84e624cb-2668-45cd-ab63-7a3197733ea8 Dec 16 17:39:10.875221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0ec31-ff73-4bb7-ab22-db54dfe99693 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Network': ['ID=9da2ce15-d249-4c62-a4fb-5e7e139ad223,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:10.899764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:10.949776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:10.953033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Sync routers for ids ['e65cad7b-13cd-45cc-b298-dd76b859e21f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:10.973767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.002633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:11.007666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.032778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.040731 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:11.048360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Allocated IP 2001:db8::3 (6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b/5ff7829b-2ace-4b7a-a038-7331821b9c3f/a238fa63-331b-4839-a400-9baed3056d9f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:11.064133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Routers {'e65cad7b-13cd-45cc-b298-dd76b859e21f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:11.065036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['e65cad7b-13cd-45cc-b298-dd76b859e21f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:11.076315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.082760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:11.083366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.086890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.140323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=6b23f54b-486d-4247-bd08-36de99e496e6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:11.222390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f874c918-61c0-4433-b2d0-61ba2b764bc7 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4376223 Dec 16 17:39:11.224257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.224508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:11.225087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.228542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3dbb7447-2a65-4dd2-9dc5-4202bdec98fd None None] Provisioning complete for port 992f20e2-97a8-4322-8939-44c66e1f1cdd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:11.229128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7447-2a65-4dd2-9dc5-4202bdec98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.236178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:11.236820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.245205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46624) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.247105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=b8c68200-c308-4a5e-be8e-70559d0dba89,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:11.253232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.258521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-268ace66-c980-46b7-9b26-3511469f0b5c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0674982 Dec 16 17:39:11.260067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.295296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network b8c68200-c308-4a5e-be8e-70559d0dba89 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:11.304839 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:07Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:11.334065 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:39:11.334781 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Updating router d53db94e-57ae-48df-810a-1dafea7a4e1b port dca55f94-17df-4153-b61a-f6f0ad10b5bd binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:39:11.368990 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eb706d9c-b06b-4323-b747-eea4cd1c584a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2227252 Dec 16 17:39:11.379275 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.382293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb7447-2a65-4dd2-9dc5-4202bdec98fd None None] Port 992f20e2-97a8-4322-8939-44c66e1f1cdd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:11.383064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46628) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.385087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Set router e65cad7b-13cd-45cc-b298-dd76b859e21f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:11.402513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:11.471389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.479373 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ee810279-8130-4a58-b218-57d7508df3e4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/6b23f54b-486d-4247-bd08-36de99e496e6 HTTP/1.1" status: 204 len: 168 time: 1.3226633 Dec 16 17:39:11.486057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46630) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.561248 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d9f265-aa73-43d5-908e-34581e58ebd5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:39:11.565634 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-44d9f265-aa73-43d5-908e-34581e58ebd5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/6b23f54b-486d-4247-bd08-36de99e496e6 HTTP/1.1" status: 404 len: 333 time: 0.0714722 Dec 16 17:39:11.567974 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1855919 Dec 16 17:39:11.568559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46632) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.588644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46634) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.610523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:11.695407 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-369217c1-3c9a-47fd-becd-229bd1164171 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/e65cad7b-13cd-45cc-b298-dd76b859e21f HTTP/1.1" status: 200 len: 907 time: 0.4238577 Dec 16 17:39:11.703629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46636) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.707987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65cad7b-13cd-45cc-b298-dd76b859e21f', 'name': 'tempest-snat-router-1213863004', 'tenant_id': '4c38b14e67da467e83855d9cccb0b457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '15e08e34-dca2-4a5d-b17f-ce060d3ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:05Z', 'updated_at': '2021-12-16T17:39:08Z', 'revision_number': 3, 'project_id': '4c38b14e67da467e83855d9cccb0b457', 'gw_port': {'id': '15e08e34-dca2-4a5d-b17f-ce060d3ab208', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65cad7b-13cd-45cc-b298-dd76b859e21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:11.737224 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.743009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Checking router: e65cad7b-13cd-45cc-b298-dd76b859e21f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:39:11.743596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Updating router e65cad7b-13cd-45cc-b298-dd76b859e21f port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:39:11.746337 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.774225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.780622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb21f2-8b25-48a5-ab67-6f98542e1b8e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=84e624cb-2668-45cd-ab63-7a3197733ea8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:11.806609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:11.811958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.815411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 84e624cb-2668-45cd-ab63-7a3197733ea8 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:11.821738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.845061 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Attempting to bind port dca55f94-17df-4153-b61a-f6f0ad10b5bd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:11.845273 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Attempting to bind port dca55f94-17df-4153-b61a-f6f0ad10b5bd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:11.845520 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Attempting to bind port dca55f94-17df-4153-b61a-f6f0ad10b5bd on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:11.845713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632fcf8-7aed-4d66-8bab-d8511a7869bc None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:11.854432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9291-cfd3-4ff7-914c-1b7f9ce286a9 None None] Pushing event updated for resources: {'Port': ['ID=dca55f94-17df-4153-b61a-f6f0ad10b5bd,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:11.864417 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:11.865050 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:11.866098 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.867036 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:11.867679 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Bound port: dca55f94-17df-4153-b61a-f6f0ad10b5bd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:11.868250 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.890724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 9c9832af-5417-47ff-a9b3-657b6795248a {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:11.894802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d8427-f5a3-4d33-969c-862a9fadc393 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:11.902271 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1c5d8427-f5a3-4d33-969c-862a9fadc393 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6382596 Dec 16 17:39:11.910241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46638) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:11.914166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.940847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.947727 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] For port dca55f94-17df-4153-b61a-f6f0ad10b5bd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:11.952286 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] For port dca55f94-17df-4153-b61a-f6f0ad10b5bd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dca55f94-17df-4153-b61a-f6f0ad10b5bd,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:11.962497 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.972662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:11.978240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Subnet': ['ID=56116643-0d6b-4714-a081-f406474ef6da,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:11.982676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=992f20e2-97a8-4322-8939-44c66e1f1cdd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:11.989656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:11.993633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.039905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.055839 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9291-cfd3-4ff7-914c-1b7f9ce286a9 None None] Pushing event updated for resources: {'Port': ['ID=dca55f94-17df-4153-b61a-f6f0ad10b5bd,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:12.090938 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:12.091583 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:12.111397 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e1d47f56-6ef9-4a75-b534-8a030528b535 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1985199 Dec 16 17:39:12.131147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46640) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:12.139095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-759434880', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:12.184534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411827b0-a8f8-41ad-a5ed-1613909f0e5a None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:12.270875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.275623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Checking segment: {'id': 'efba7662-4fb5-4907-ad99-c382b8d34eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:12.276077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network hostable DHCP agents. Network: 9da2ce15-d249-4c62-a4fb-5e7e139ad223, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:12.288309 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:12.331580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d7531259-81b5-41bb-9888-5b7c16eadba3 None None] Provisioning complete for port dca55f94-17df-4153-b61a-f6f0ad10b5bd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:12.331951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7531259-81b5-41bb-9888-5b7c16eadba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.361965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.374685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:12.435788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 9da2ce15-d249-4c62-a4fb-5e7e139ad223) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:12.457455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203191e-0684-4b5f-9615-549764debe4e None None] Network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:12.477682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:12.478407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.513350 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6c14fad0-0f7c-444f-91cf-1c2615ab0260 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7171538 Dec 16 17:39:12.520670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46642) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:12.594783 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:07Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:12.608691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.619019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Performing IP validity checks on allocation pools {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:39:12.619683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:39:12.634041 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa435d91-f4ae-40bf-bc0c-a8accbc01160 None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:07Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:12.649493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.680951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.707980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.726082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Deleting port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:12.726460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.765560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:12.776120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-9da2ce15-d249-4c62-a4fb-5e7e139ad223', 'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223', 'project_id': '25ff403d69d34d1eaa4707298edffb56', 'fixed_ips': [{'subnet_id': '56116643-0d6b-4714-a081-f406474ef6da'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:12.777001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.779015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:12.781315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:12.786251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Pushing event updated for resources: {'Port': ['ID=a238fa63-331b-4839-a400-9baed3056d9f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:12.797468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.800976 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aea7655f-ba15-483b-b533-7bccaabb60b0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/992f20e2-97a8-4322-8939-44c66e1f1cdd HTTP/1.1" status: 204 len: 168 time: 2.7710345 Dec 16 17:39:12.802175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7531259-81b5-41bb-9888-5b7c16eadba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.803619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46644) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:12.815324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.854805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.858657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d7531259-81b5-41bb-9888-5b7c16eadba3 None None] For port dca55f94-17df-4153-b61a-f6f0ad10b5bd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dca55f94-17df-4153-b61a-f6f0ad10b5bd,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:12.859672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.875252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=45903f05-89b6-4e87-9b64-98b4c03c0ab1,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:12.950539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7531259-81b5-41bb-9888-5b7c16eadba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.951169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:12.954665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:12.970501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e52f9-ed69-4286-93f4-df48a9e8ca4e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:12.971992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e52f9-ed69-4286-93f4-df48a9e8ca4e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:12.973625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e52f9-ed69-4286-93f4-df48a9e8ca4e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:12.977743 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a6e52f9-ed69-4286-93f4-df48a9e8ca4e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1689677 Dec 16 17:39:12.981488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46646) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:12.984465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': 'a54ed984-820f-4307-8e48-efd717760766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:12.984842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: b8c68200-c308-4a5e-be8e-70559d0dba89, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:13.000432 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.027080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Calling delete_port for 15e08e34-dca2-4a5d-b17f-ce060d3ab208 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:13.083305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ce4d8-8ca6-4911-ac06-24bbcc72007a None None] Pushing event updated for resources: {'Port': ['ID=15e08e34-dca2-4a5d-b17f-ce060d3ab208,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:13.086434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93ec3d-81a5-49b2-aeb0-1926422bd383 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:13.124842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Attempting to bind port a238fa63-331b-4839-a400-9baed3056d9f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:13.125263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Attempting to bind port a238fa63-331b-4839-a400-9baed3056d9f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:13.125618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Attempting to bind port a238fa63-331b-4839-a400-9baed3056d9f on network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:13.128839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.134064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.175129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.189815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Attempting to bind port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:13.190587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Attempting to bind port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:13.191118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Attempting to bind port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:13.194305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:13.194929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Checking segment: {'id': 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:13.195496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.196052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Bound using segment: {'id': 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:13.196696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Bound port: a238fa63-331b-4839-a400-9baed3056d9f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:13.197262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.202465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9832af-5417-47ff-a9b3-657b6795248a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:13.220589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f39967b9-bb5a-4751-b091-dfb8894943ce None None] Provisioning complete for port dca55f94-17df-4153-b61a-f6f0ad10b5bd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:13.221248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f39967b9-bb5a-4751-b091-dfb8894943ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.254546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.261660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.265649 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b8f0cde2-6d79-4169-ab87-b6f25393fb5b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/9c9832af-5417-47ff-a9b3-657b6795248a HTTP/1.1" status: 204 len: 168 time: 1.6837502 Dec 16 17:39:13.267890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:13.268494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:13.269090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.269629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:13.270271 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Bound port: 15e08e34-dca2-4a5d-b17f-ce060d3ab208, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:13.270819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.274510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Allocated IP 2001:db8::2 (9da2ce15-d249-4c62-a4fb-5e7e139ad223/56116643-0d6b-4714-a081-f406474ef6da/c846692f-9027-4bb9-9f75-8dec6f77cee6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:13.276583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46648) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:13.286629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c892d42-309e-46a5-8fc8-b3ba840994e7 None None] Network 6ef2d927-de48-4f01-9a96-9f26f2fb459e requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:13.377006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '4af16f95-31c0-4c1d-8ffc-6044fc40e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:13.377788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 84e624cb-2668-45cd-ab63-7a3197733ea8, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:13.384457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 0a25f9bc-4066-41e6-a037-dd1650049009 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:13.389815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.393138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531259-81b5-41bb-9888-5b7c16eadba3 None None] Pushing event updated for resources: {'Port': ['ID=dca55f94-17df-4153-b61a-f6f0ad10b5bd,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:13.394619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.414994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network b8c68200-c308-4a5e-be8e-70559d0dba89 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:13.423576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=959bc047-3675-4859-a330-12862afa081a,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:13.434362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 84e624cb-2668-45cd-ab63-7a3197733ea8 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:13.458154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.513196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 84e624cb-2668-45cd-ab63-7a3197733ea8) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:13.517761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:13.518367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.521724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e08e34-dca2-4a5d-b17f-ce060d3ab208,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:13.534709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:13.535083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:13.535712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, b8c68200-c308-4a5e-be8e-70559d0dba89) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:13.549034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.556154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb169c4-37bf-49bf-bab9-c2a4c28bedf0 None None] Network 84e624cb-2668-45cd-ab63-7a3197733ea8 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:13.558806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] For port a238fa63-331b-4839-a400-9baed3056d9f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:13.588968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:13.589720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.597091 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12d4e6fa-bc20-4262-b89c-a5fd79b0158f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9902308 Dec 16 17:39:13.601849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46650) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:13.649238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.665300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] For port a238fa63-331b-4839-a400-9baed3056d9f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a238fa63-331b-4839-a400-9baed3056d9f,segment=NetworkSegment(dc878f90-d3a8-43de-a9d5-e2b6ea5f3357),segment_id=dc878f90-d3a8-43de-a9d5-e2b6ea5f3357)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:13.679802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port fd737f83-e97f-4a4f-afc6-f01857570469 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:13.680415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.687143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.696469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b40a41-8bc1-4280-8b81-a308cfdd20bb None None] Network b8c68200-c308-4a5e-be8e-70559d0dba89 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:13.698728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832278cc-eeb6-4a82-b083-77eb0386c513 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:13.730999 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-310bfe38-d169-4dbf-a652-5ede30c7f1e0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3331273 Dec 16 17:39:13.742722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.744817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46652) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:13.772620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2091115276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:13.866083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0c6cb4a0-8781-406d-9af7-17d4e3797ed4 None None] Could not find standard attr ID for object 15e08e34-dca2-4a5d-b17f-ce060d3ab208. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:39:13.901100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.902860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.934088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=f3054990-61f1-4bd1-97c1-df0418c126b9,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:13.941629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] For port fd737f83-e97f-4a4f-afc6-f01857570469, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fd737f83-e97f-4a4f-afc6-f01857570469,segment=NetworkSegment(1b9c6965-1ba8-456e-9f64-2366f85a79a6),segment_id=1b9c6965-1ba8-456e-9f64-2366f85a79a6)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:13.942649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.965020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] DHCP port deletion for 6ef2d927-de48-4f01-9a96-9f26f2fb459e request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:13.968450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:13.996715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for fd737f83-e97f-4a4f-afc6-f01857570469 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:14.042542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32296d92-00be-4221-b9aa-bb02d16e4350 None None] Pushing event updated for resources: {'Port': ['ID=a238fa63-331b-4839-a400-9baed3056d9f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:14.055679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-84e624cb-2668-45cd-ab63-7a3197733ea8', 'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '959bc047-3675-4859-a330-12862afa081a'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:14.057841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.075270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:14.075719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 848fa675-fbdb-4fd9-8523-e9ad2012f7b1, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:14.091650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.095960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.132623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Attempting to bind port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:14.133320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Attempting to bind port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:14.134065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Attempting to bind port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:14.135516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.142394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.157587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-b8c68200-c308-4a5e-be8e-70559d0dba89', 'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': '45903f05-89b6-4e87-9b64-98b4c03c0ab1'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:14.158730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.271270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.274216 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fb52e626-0990-40ae-be70-f468b9c26f27 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5109792 Dec 16 17:39:14.275158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:14.286090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46654) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:14.305802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.310878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.316657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.404446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Subnet': ['ID=56116643-0d6b-4714-a081-f406474ef6da,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:14.430769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:14.431258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:14.431597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.431962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:14.432456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Bound port: 15e08e34-dca2-4a5d-b17f-ce060d3ab208, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:14.432873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.446728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 848fa675-fbdb-4fd9-8523-e9ad2012f7b1) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:14.452342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Port 15e08e34-dca2-4a5d-b17f-ce060d3ab208 has been deleted concurrently {{(pid=103244) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 17:39:14.470050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.470775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e65cad7b-13cd-45cc-b298-dd76b859e21f {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:14.475435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.478982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-73ddf8de-3e32-4bee-bd07-5b30d9646aca tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e65cad7b-13cd-45cc-b298-dd76b859e21f HTTP/1.1" status: 204 len: 168 time: 2.7716470 Dec 16 17:39:14.482822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46656) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:14.489379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.523795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece50f8-c2a9-4898-bb1a-fcb92b1fc760 None None] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:14.526594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.529305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:14.529892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.534752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.554957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:14.577229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.605695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:14.629219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:14.641858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=fd737f83-e97f-4a4f-afc6-f01857570469,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:14.647950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Pushing event updated for resources: {'Port': ['ID=c846692f-9027-4bb9-9f75-8dec6f77cee6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:14.658483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da2ce15-d249-4c62-a4fb-5e7e139ad223']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:14.665715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Routers set() bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:14.666098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Router IDs set() for agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 17:39:14.666772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e65cad7b-13cd-45cc-b298-dd76b859e21f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent'). {{(pid=103244) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 17:39:14.667160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea19b5-d84d-48b7-8be0-c95bf583fdbe None None] The sync data for ids ['e65cad7b-13cd-45cc-b298-dd76b859e21f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:14.684505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efba7662-4fb5-4907-ad99-c382b8d34eb1') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:14.686790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efba7662-4fb5-4907-ad99-c382b8d34eb1') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:14.710256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No DVR routers for this DVR port fd737f83-e97f-4a4f-afc6-f01857570469 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:14.712293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.728141 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9c111f50-6055-4033-a2ba-afaea34f2375 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5928195 Dec 16 17:39:14.736176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46658) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:14.818053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Deleting port fd737f83-e97f-4a4f-afc6-f01857570469 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:14.818974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.875949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.885816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.886248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] For port fd737f83-e97f-4a4f-afc6-f01857570469, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:14.887251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.901487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Calling delete_port for fd737f83-e97f-4a4f-afc6-f01857570469 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:14.911687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.926960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dca55f94-17df-4153-b61a-f6f0ad10b5bd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:14.945417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:14.945915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.958692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef2d927-de48-4f01-9a96-9f26f2fb459e']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: items = [ Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:14.958926 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:14.961074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:14.964662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Port fd737f83-e97f-4a4f-afc6-f01857570469 was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:39:14.973301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9c6965-1ba8-456e-9f64-2366f85a79a6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:14.976418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9c6965-1ba8-456e-9f64-2366f85a79a6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:14.994354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.002520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.026241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.027598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.037894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] No DVR routers for this DVR port fd737f83-e97f-4a4f-afc6-f01857570469 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:15.044573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:15.044990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:15.048968 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:15.070557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.073965 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/0a25f9bc-4066-41e6-a037-dd1650049009 HTTP/1.1" status: 204 len: 168 time: 2.0854554 Dec 16 17:39:15.079081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159a332-637d-41eb-b0fa-1a1b6e928aaf tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=0a25f9bc-4066-41e6-a037-dd1650049009,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:15.086390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46660) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:15.092685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Attempting to bind port c846692f-9027-4bb9-9f75-8dec6f77cee6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:15.093528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Attempting to bind port c846692f-9027-4bb9-9f75-8dec6f77cee6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'efba7662-4fb5-4907-ad99-c382b8d34eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:15.094082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Attempting to bind port c846692f-9027-4bb9-9f75-8dec6f77cee6 on network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:15.103645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Allocated IP 2001:db8::3 (84e624cb-2668-45cd-ab63-7a3197733ea8/959bc047-3675-4859-a330-12862afa081a/4f9e1eeb-0e16-4f90-80f8-bc58d66d3857) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:15.121906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:15.122374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Checking segment: {'id': 'efba7662-4fb5-4907-ad99-c382b8d34eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:15.123013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.123643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Bound using segment: {'id': 'efba7662-4fb5-4907-ad99-c382b8d34eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:15.124351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Bound port: c846692f-9027-4bb9-9f75-8dec6f77cee6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efba7662-4fb5-4907-ad99-c382b8d34eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:15.124995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.127255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac009-5e1d-4e24-b171-47172d628b7c None None] Pushing event deleted for resources: {'Port': ['ID=fd737f83-e97f-4a4f-afc6-f01857570469,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:15.140742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f54784-b1ee-424c-be2d-c6c8bfd2080c None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:15.220172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.223488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:39:15.223488 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:39:15.223488 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': '9da2ce15-d249-4c62-a4fb-5e7e139ad223'}] Dec 16 17:39:15.223488 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:15.224242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:15.231956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:15.232567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.232963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.240604 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/6ef2d927-de48-4f01-9a96-9f26f2fb459e HTTP/1.1" status: 204 len: 168 time: 1.9626868 Dec 16 17:39:15.242874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet b2017928-3f8a-435d-826a-c4cf3fb0cb52 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:15.244012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46662) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:15.249743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.262008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-131876204'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:15.268638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dca55f94-17df-4153-b61a-f6f0ad10b5bd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:15.269146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.269274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03edfc-508e-4eb0-b860-0bd26f7134d3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=6ef2d927-de48-4f01-9a96-9f26f2fb459e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:15.283003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Allocated IP 2001:db8::2 (b8c68200-c308-4a5e-be8e-70559d0dba89/45903f05-89b6-4e87-9b64-98b4c03c0ab1/763bb6ec-862d-4f78-94af-633e6f55ad1f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:15.336138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:15.340175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.347645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.369202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:15.381812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.382012 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment 9c155dbd-68fa-442f-b2b1-2e6014544553 of type vlan for network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 Dec 16 17:39:15.385002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.449240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.484238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.491314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:15.492363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.600382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=305eab8c-2c58-4d18-9d6e-d9e5060a24b2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:15.604411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] For port c846692f-9027-4bb9-9f75-8dec6f77cee6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:15.618257 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c2582aca-888a-46eb-aa41-125f7016890f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3595052 Dec 16 17:39:15.619996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46666) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:15.628412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:15.650606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:15.720241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.725720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.737158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:15.737703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] For port c846692f-9027-4bb9-9f75-8dec6f77cee6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c846692f-9027-4bb9-9f75-8dec6f77cee6,segment=NetworkSegment(efba7662-4fb5-4907-ad99-c382b8d34eb1),segment_id=efba7662-4fb5-4907-ad99-c382b8d34eb1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:15.742150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.803816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.885739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Allocated IP 172.20.0.2 (848fa675-fbdb-4fd9-8523-e9ad2012f7b1/f3054990-61f1-4bd1-97c1-df0418c126b9/13f953de-c81c-4704-abf7-4768dfcde4ed) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:15.934397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Deleting port dbdf1aca-2248-4af4-8ca3-80f5bf210e68 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:15.935227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.951408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a238fa63-331b-4839-a400-9baed3056d9f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:15.954755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:15.993309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.012854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4dc33-b327-4c5c-8dd3-31e701b6aeda req-bfd091f1-6ac9-43fc-9472-2c4dd302e218 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:16.014647 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33e4dc33-b327-4c5c-8dd3-31e701b6aeda req-bfd091f1-6ac9-43fc-9472-2c4dd302e218 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3874300 Dec 16 17:39:16.047252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03985d8-3a43-4d83-a0f3-53059cfbd7fc None None] Network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:16.117143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.166988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.170408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5980b-35d0-4ba9-9a3c-61f6f7f605b1 None None] Pushing event updated for resources: {'Port': ['ID=c846692f-9027-4bb9-9f75-8dec6f77cee6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:16.171050 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/b2017928-3f8a-435d-826a-c4cf3fb0cb52 HTTP/1.1" status: 204 len: 168 time: 1.0822768 Dec 16 17:39:16.183718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.189326 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting port c846692f-9027-4bb9-9f75-8dec6f77cee6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:16.189755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.194738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46668) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:16.205452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b89a18-cdfc-4a81-ac28-341ca52c567c None None] Network 9da2ce15-d249-4c62-a4fb-5e7e139ad223 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:16.225277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.239583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.267263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab9e4a-b32a-46c6-9f6b-2899d8b90bb9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=b2017928-3f8a-435d-826a-c4cf3fb0cb52,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:16.359723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=cfe68d72-7a5a-4fe5-a3f2-8b85576d4046,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:16.373589 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-942b3ac4-708a-469b-8812-42b7c687ac7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745045 Dec 16 17:39:16.377205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46670) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:16.394494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] For port dbdf1aca-2248-4af4-8ca3-80f5bf210e68, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:16.394959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.409841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:16.473231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a2cfd9cc-f0c0-4082-9b89-5f501074afe8 None None] Provisioning complete for port a238fa63-331b-4839-a400-9baed3056d9f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:16.473625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cfd9cc-f0c0-4082-9b89-5f501074afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.477418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Calling delete_port for dbdf1aca-2248-4af4-8ca3-80f5bf210e68 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:16.495697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33e4dc33-b327-4c5c-8dd3-31e701b6aeda req-8655125e-9e17-4fba-b875-0948db982261 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028130 Dec 16 17:39:16.499712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': '9c155dbd-68fa-442f-b2b1-2e6014544553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:16.500099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 305eab8c-2c58-4d18-9d6e-d9e5060a24b2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:16.505865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.550522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.558717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] For port c846692f-9027-4bb9-9f75-8dec6f77cee6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c846692f-9027-4bb9-9f75-8dec6f77cee6,segment=NetworkSegment(efba7662-4fb5-4907-ad99-c382b8d34eb1),segment_id=efba7662-4fb5-4907-ad99-c382b8d34eb1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:16.559084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.574385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8::1 (b8c68200-c308-4a5e-be8e-70559d0dba89/45903f05-89b6-4e87-9b64-98b4c03c0ab1/173db40a-3d59-4cfc-b421-f35af00473d7) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:16.603802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Network 84e624cb-2668-45cd-ab63-7a3197733ea8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:16.614429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Calling delete_port for c846692f-9027-4bb9-9f75-8dec6f77cee6 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:16.630658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:16.633750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:16.640647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Network b8c68200-c308-4a5e-be8e-70559d0dba89 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:16.661463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:16.666902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.670491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=959bc047-3675-4859-a330-12862afa081a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:16.671438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Pushing event updated for resources: {'Port': ['ID=4f9e1eeb-0e16-4f90-80f8-bc58d66d3857,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:16.697230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:16.699623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:16.744507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce29891-1a22-4fa7-9e37-f05bc35422ca None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:16.774682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a238fa63-331b-4839-a400-9baed3056d9f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:16.775053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.791037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:16.831341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296e3e2-daee-4f6b-b896-1b230ccc81a0 req-f2018ba8-36da-4d84-b34f-26cadb42c974 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:16.834383 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a296e3e2-daee-4f6b-b896-1b230ccc81a0 req-f2018ba8-36da-4d84-b34f-26cadb42c974 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2456377 Dec 16 17:39:16.848594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.865558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 305eab8c-2c58-4d18-9d6e-d9e5060a24b2) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:16.886680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:16.887279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.903086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e624cb-2668-45cd-ab63-7a3197733ea8']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:16.926066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af16f95-31c0-4c1d-8ffc-6044fc40e49a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:16.926406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af16f95-31c0-4c1d-8ffc-6044fc40e49a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:16.926691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b472519-e9b5-4fd5-80ee-240ae4448c94 None None] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:16.944496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f307dddb-8ff5-4887-ad05-a97292509f46 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3205831 Dec 16 17:39:16.945832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46676) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:16.946030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:16.954431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2', 'name': 'tempest-PortsTestJSON-2039761877', 'fixed_ips': [{'subnet_id': 'cfe68d72-7a5a-4fe5-a3f2-8b85576d4046', 'ip_address': '172.20.0.10'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:16.970857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Pushing event updated for resources: {'Port': ['ID=763bb6ec-862d-4f78-94af-633e6f55ad1f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:16.999254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.019279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.025274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:17.026039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:17.029429 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:17.060914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Attempting to bind port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:17.061329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Attempting to bind port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '4af16f95-31c0-4c1d-8ffc-6044fc40e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:17.061733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Attempting to bind port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857 on network 84e624cb-2668-45cd-ab63-7a3197733ea8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:17.081342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.091297 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a296e3e2-daee-4f6b-b896-1b230ccc81a0 req-85c4cad2-eb42-4bb5-a573-4f8a4071938a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356296 Dec 16 17:39:17.101936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.125013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.137178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Attempting to bind port 763bb6ec-862d-4f78-94af-633e6f55ad1f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:17.137554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Attempting to bind port 763bb6ec-862d-4f78-94af-633e6f55ad1f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'a54ed984-820f-4307-8e48-efd717760766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:17.137919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Attempting to bind port 763bb6ec-862d-4f78-94af-633e6f55ad1f on network b8c68200-c308-4a5e-be8e-70559d0dba89 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:17.150640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:17.151022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Checking segment: {'id': '4af16f95-31c0-4c1d-8ffc-6044fc40e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:17.151436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.151830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Bound using segment: {'id': '4af16f95-31c0-4c1d-8ffc-6044fc40e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:17.152324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Bound port: 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af16f95-31c0-4c1d-8ffc-6044fc40e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '84e624cb-2668-45cd-ab63-7a3197733ea8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:17.152703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.189655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.api [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:39:17.189655 dv-neutron-821818-2-hyperv neutron-server[103243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:39:17.189655 dv-neutron-821818-2-hyperv neutron-server[103243]: [parameters: {'id': '84e624cb-2668-45cd-ab63-7a3197733ea8'}] Dec 16 17:39:17.189655 dv-neutron-821818-2-hyperv neutron-server[103243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:17.191046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG oslo_db.api [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:17.208334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:17.208714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Checking segment: {'id': 'a54ed984-820f-4307-8e48-efd717760766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:17.209719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.210117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Bound using segment: {'id': 'a54ed984-820f-4307-8e48-efd717760766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:17.210602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Bound port: 763bb6ec-862d-4f78-94af-633e6f55ad1f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54ed984-820f-4307-8e48-efd717760766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8c68200-c308-4a5e-be8e-70559d0dba89'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:17.210981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.231899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cfd9cc-f0c0-4082-9b89-5f501074afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.251531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Port': ['ID=c846692f-9027-4bb9-9f75-8dec6f77cee6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:17.254554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No DVR routers for this DVR port c846692f-9027-4bb9-9f75-8dec6f77cee6 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:17.258360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:17.275636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.298399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.304429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:17.304736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (848fa675-fbdb-4fd9-8523-e9ad2012f7b1/f3054990-61f1-4bd1-97c1-df0418c126b9/0d1cf32c-cc6c-4129-a9bc-839811eefa20) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:17.306977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:17.332123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.349573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:17.353725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:17.362343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:17.363277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.408518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Pushing event updated for resources: {'Port': ['ID=13f953de-c81c-4704-abf7-4768dfcde4ed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:17.423674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network b8c68200-c308-4a5e-be8e-70559d0dba89 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:17.433926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:17.438684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:17.439313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.441676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=d7941c86-0e13-4593-9945-54d9c69cea30,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:17.449468 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1a60dc7f-a68a-4355-81e7-1932f2ad9f95 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0408819 Dec 16 17:39:17.450817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:17.476599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78819852-0c49-4c17-b9f3-7aff8bac99ca None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:17.480415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbdf1aca-2248-4af4-8ca3-80f5bf210e68,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:17.491642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:17.502767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=173db40a-3d59-4cfc-b421-f35af00473d7,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:17.596431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.615457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-305eab8c-2c58-4d18-9d6e-d9e5060a24b2', 'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': 'cfe68d72-7a5a-4fe5-a3f2-8b85576d4046'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:17.616818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.624156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2cfd9cc-f0c0-4082-9b89-5f501074afe8 None None] For port a238fa63-331b-4839-a400-9baed3056d9f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a238fa63-331b-4839-a400-9baed3056d9f,segment=NetworkSegment(dc878f90-d3a8-43de-a9d5-e2b6ea5f3357),segment_id=dc878f90-d3a8-43de-a9d5-e2b6ea5f3357)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:17.651517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:17.677008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.683481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cfd9cc-f0c0-4082-9b89-5f501074afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.689608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-08453082-df79-4c67-b039-f882f55d50ba None None] For port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:17.697209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.748181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] For port 763bb6ec-862d-4f78-94af-633e6f55ad1f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:17.782747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-08453082-df79-4c67-b039-f882f55d50ba None None] For port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4f9e1eeb-0e16-4f90-80f8-bc58d66d3857,segment=NetworkSegment(4af16f95-31c0-4c1d-8ffc-6044fc40e49a),segment_id=4af16f95-31c0-4c1d-8ffc-6044fc40e49a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:17.794310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Attempting to bind port 13f953de-c81c-4704-abf7-4768dfcde4ed on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:17.794698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Attempting to bind port 13f953de-c81c-4704-abf7-4768dfcde4ed by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:17.795065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Attempting to bind port 13f953de-c81c-4704-abf7-4768dfcde4ed on network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:17.809771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] For port 763bb6ec-862d-4f78-94af-633e6f55ad1f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=763bb6ec-862d-4f78-94af-633e6f55ad1f,segment=NetworkSegment(a54ed984-820f-4307-8e48-efd717760766),segment_id=a54ed984-820f-4307-8e48-efd717760766)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:17.821013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.870306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:17.873776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.903871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.918994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:17.919384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Checking segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:17.919781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.920171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Bound using segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:17.920642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Bound port: 13f953de-c81c-4704-abf7-4768dfcde4ed, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:17.921844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.945077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:17.945458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:17.986944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfd9cc-f0c0-4082-9b89-5f501074afe8 None None] Pushing event updated for resources: {'Port': ['ID=a238fa63-331b-4839-a400-9baed3056d9f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:18.009535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.019705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:18.030196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-241191cb-e64f-4043-a394-40e221552d04 None None] Provisioning complete for port a238fa63-331b-4839-a400-9baed3056d9f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:18.030196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-241191cb-e64f-4043-a394-40e221552d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.031533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:18.031822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:18.112692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da2ce15-d249-4c62-a4fb-5e7e139ad223']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:18.126477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4f9e1eeb-0e16-4f90-80f8-bc58d66d3857,segment=NetworkSegment(4af16f95-31c0-4c1d-8ffc-6044fc40e49a),segment_id=4af16f95-31c0-4c1d-8ffc-6044fc40e49a)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:18.126852 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.138289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.160303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9cf32-33f7-4f38-9136-ad24561d4e7e req-175300c5-afbe-4208-a951-87b614865e68 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:18.162616 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2ed9cf32-33f7-4f38-9136-ad24561d4e7e req-175300c5-afbe-4208-a951-87b614865e68 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.6679928 Dec 16 17:39:18.164761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efba7662-4fb5-4907-ad99-c382b8d34eb1') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:18.165430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efba7662-4fb5-4907-ad99-c382b8d34eb1') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:18.172702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:18.212830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27841a-0115-4cb4-b631-93f2d460593f None None] Network 84e624cb-2668-45cd-ab63-7a3197733ea8 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:18.239049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] Deleting port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:18.239620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.242068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08453082-df79-4c67-b039-f882f55d50ba None None] Pushing event updated for resources: {'Port': ['ID=4f9e1eeb-0e16-4f90-80f8-bc58d66d3857,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:18.258359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.301020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.301454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.301771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.328608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.343154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.353743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.378092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.462663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=173db40a-3d59-4cfc-b421-f35af00473d7,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:18.488726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.512662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:18.513302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:18.520482 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:18.523112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=4f9e1eeb-0e16-4f90-80f8-bc58d66d3857,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:18.547927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 4f9e1eeb-0e16-4f90-80f8-bc58d66d3857 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:18.594332 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2ed9cf32-33f7-4f38-9136-ad24561d4e7e req-266806c7-1537-49dc-82af-dbb90d50e2ba tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493366 Dec 16 17:39:18.594549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] For port 13f953de-c81c-4704-abf7-4768dfcde4ed, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:18.602349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Allocated IP 172.20.0.2 (305eab8c-2c58-4d18-9d6e-d9e5060a24b2/cfe68d72-7a5a-4fe5-a3f2-8b85576d4046/54496da1-bb6e-42aa-8aa2-482b90e89a55) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:18.606324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.639497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.640267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0599849-68aa-4a1e-ad6f-1c3ae5bce868 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:18.660563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.663722 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-76f03c05-80e8-4fd6-9717-c6c9440f58a3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a0599849-68aa-4a1e-ad6f-1c3ae5bce868 HTTP/1.1" status: 204 len: 168 time: 4.1794746 Dec 16 17:39:18.667213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] For port 13f953de-c81c-4704-abf7-4768dfcde4ed, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=13f953de-c81c-4704-abf7-4768dfcde4ed,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:18.668125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46684) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:18.669691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network b8c68200-c308-4a5e-be8e-70559d0dba89 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:18.675337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port f944ef07-035e-440c-b6e9-bc89aa937e1e yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:18.698769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.714297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:18.767062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1612909397', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:18.774533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.788842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.862760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.870258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/9da2ce15-d249-4c62-a4fb-5e7e139ad223 HTTP/1.1" status: 204 len: 168 time: 6.3406379 Dec 16 17:39:18.871335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46686) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:18.886841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.886998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-372320068'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:18.887875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.905224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e624cb-2668-45cd-ab63-7a3197733ea8']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:18.906627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d973a-ae55-45e7-8a14-ad99fa949856 None None] Pushing event updated for resources: {'Port': ['ID=763bb6ec-862d-4f78-94af-633e6f55ad1f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:18.952536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af16f95-31c0-4c1d-8ffc-6044fc40e49a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:18.952979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af16f95-31c0-4c1d-8ffc-6044fc40e49a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:18.967259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:18.974590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9f015-78ea-44dd-80a6-5209cc52d50e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Network': ['ID=9da2ce15-d249-4c62-a4fb-5e7e139ad223,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:19.004258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:19.013278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.025987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] For port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:19.028319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.051535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] Calling delete_port for 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:19.065334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.078755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:19.082286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.094681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-241191cb-e64f-4043-a394-40e221552d04 None None] Provisioning complete for port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:19.097865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-241191cb-e64f-4043-a394-40e221552d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.103901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.123334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:19.124591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:19.126325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.131279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:19.131998 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:19.167429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:19.221547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef28c5-cbbd-455b-86b1-f7c4ed00045b None None] Pushing event updated for resources: {'Port': ['ID=13f953de-c81c-4704-abf7-4768dfcde4ed,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:19.225759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.260020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:19.268066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.306616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.320473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=0d1cf32c-cc6c-4129-a9bc-839811eefa20,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:19.324598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.367147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.367793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Added segment ca7d90a7-5c0f-474e-9ce7-742c718a5e83 of type vlan for network ddbaa870-05ae-4577-ba21-ae572bd65f03 Dec 16 17:39:19.375347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.376810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:19.378088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd737f83-e97f-4a4f-afc6-f01857570469 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:19.401524 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/84e624cb-2668-45cd-ab63-7a3197733ea8 HTTP/1.1" status: 204 len: 168 time: 5.7967675 Dec 16 17:39:19.402772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 6b00c57d-cab2-41b1-947b-c008ca712668 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:19.409434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: fd737f83-e97f-4a4f-afc6-f01857570469 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:19.409792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd737f83-e97f-4a4f-afc6-f01857570469 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:19.412798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:19.415024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Pushing event updated for resources: {'Port': ['ID=54496da1-bb6e-42aa-8aa2-482b90e89a55,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:19.417360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:19.422684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46688) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:19.435843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.446816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257050282'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:19.489032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77fe2-af07-45c9-8197-0cd7daf9c8ca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=84e624cb-2668-45cd-ab63-7a3197733ea8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:19.513146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] No DVR routers for this DVR port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:19.515085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1431c-9ecc-4de8-bce1-3502cf237967 None None] Pushing event deleted for resources: {'Port': ['ID=04b9ebf0-7f50-45f5-bd21-0b457bc532c9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:19.533624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Attempting to bind port 54496da1-bb6e-42aa-8aa2-482b90e89a55 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:19.534168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Attempting to bind port 54496da1-bb6e-42aa-8aa2-482b90e89a55 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9c155dbd-68fa-442f-b2b1-2e6014544553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:19.535723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Attempting to bind port 54496da1-bb6e-42aa-8aa2-482b90e89a55 on network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:19.548039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:19.549380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Checking segment: {'id': '9c155dbd-68fa-442f-b2b1-2e6014544553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:19.553969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.555360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.555976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Bound using segment: {'id': '9c155dbd-68fa-442f-b2b1-2e6014544553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:19.556744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Bound port: 54496da1-bb6e-42aa-8aa2-482b90e89a55, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c155dbd-68fa-442f-b2b1-2e6014544553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:19.557225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.570454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.10 (305eab8c-2c58-4d18-9d6e-d9e5060a24b2/cfe68d72-7a5a-4fe5-a3f2-8b85576d4046/f944ef07-035e-440c-b6e9-bc89aa937e1e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:19.592803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a7084-7c71-43a5-8df6-8a9dd6c9de94 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:19.775055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:19.778615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.849961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '21d67904-db89-4a2f-b56c-ee8374254888'}, {'subnet_id': 'd7941c86-0e13-4593-9945-54d9c69cea30'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:19.851135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:19.886173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] For port 54496da1-bb6e-42aa-8aa2-482b90e89a55, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:19.911309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] For port 54496da1-bb6e-42aa-8aa2-482b90e89a55, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54496da1-bb6e-42aa-8aa2-482b90e89a55,segment=NetworkSegment(9c155dbd-68fa-442f-b2b1-2e6014544553),segment_id=9c155dbd-68fa-442f-b2b1-2e6014544553)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:19.979611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:19.997761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a238fa63-331b-4839-a400-9baed3056d9f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:20.009907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17465-7cd3-4788-a8e1-fd0e01ee37f1 req-a941eddb-83f6-4bc6-9313-16c5b5c5ae17 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:20.011269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.017289 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7f17465-7cd3-4788-a8e1-fd0e01ee37f1 req-a941eddb-83f6-4bc6-9313-16c5b5c5ae17 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2544086 Dec 16 17:39:20.070763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.093773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.093773 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 6c8f7c23-ff61-4658-97f9-6acbf7eae4e3 of type vlan for network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 Dec 16 17:39:20.098126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69a35b-606d-4465-bc18-df5baf977ba6 None None] Pushing event updated for resources: {'Port': ['ID=54496da1-bb6e-42aa-8aa2-482b90e89a55,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:20.127587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Port 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103243) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 17:39:20.127986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:10dc {{(pid=103243) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 17:39:20.140137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.172346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe55:10dc {{(pid=103243) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 17:39:20.178574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:39:20.182148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45629e-9523-4aa2-8556-67e05a528c48 None None] Network b8c68200-c308-4a5e-be8e-70559d0dba89 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:20.183977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.227400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.243891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7f17465-7cd3-4788-a8e1-fd0e01ee37f1 req-f3183bc8-a014-436a-83b0-231f1e6a9f62 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257187 Dec 16 17:39:20.268646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.299972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=21d67904-db89-4a2f-b56c-ee8374254888,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:20.314213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.316178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-21e06ceb-2be1-4a80-94bf-62376f23a254 None None] Provisioning complete for port 763bb6ec-862d-4f78-94af-633e6f55ad1f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:20.316826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e06ceb-2be1-4a80-94bf-62376f23a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.333345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:20.334874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.384393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:20.387692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:20.398562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a238fa63-331b-4839-a400-9baed3056d9f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:20.399110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.411116 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] Sync routers for ids ['6b00c57d-cab2-41b1-947b-c008ca712668'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:20.424051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.425741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.432281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:20.432522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.436633 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5539784 Dec 16 17:39:20.437334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46692) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:20.441502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bd36cb90-ae5b-44a7-a8ee-a32a11a0e952 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/6b00c57d-cab2-41b1-947b-c008ca712668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1536877 Dec 16 17:39:20.450520 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46694) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:20.452424 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] Routers {'6b00c57d-cab2-41b1-947b-c008ca712668'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:20.453504 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6b00c57d-cab2-41b1-947b-c008ca712668'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:20.458843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Request body: {'subnet': {'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:20.517674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Allocated IP 172.20.0.2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/d7941c86-0e13-4593-9945-54d9c69cea30/28d5ecda-9775-47b2-976c-0baeb716b454) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:20.558360 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:20.573529 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] Routers {'6b00c57d-cab2-41b1-947b-c008ca712668'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:20.574135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Allocated IP 2001:db8::f816:3eff:fedc:9104 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/21d67904-db89-4a2f-b56c-ee8374254888/28d5ecda-9775-47b2-976c-0baeb716b454) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:20.574624 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6b00c57d-cab2-41b1-947b-c008ca712668'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:20.603118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1640105 Dec 16 17:39:20.639845 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:20.640064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46696) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:20.640856 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351827a-a70c-4bd4-98dd-239c640c5115 None None] The sync data for ids ['6b00c57d-cab2-41b1-947b-c008ca712668'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:20.653839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:20.675846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:20.676490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.697884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:20.705210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9915b-4825-4d22-8c89-f5f8ca9b8c80 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Network': ['ID=ddbaa870-05ae-4577-ba21-ae572bd65f03,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:20.727059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.758174 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ed64d1cb-0ed2-4cd2-b8ab-20f3fbdf52d2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2757819 Dec 16 17:39:20.768345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46698) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:20.769845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network ddbaa870-05ae-4577-ba21-ae572bd65f03 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:20.771307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe378a-a9a6-4546-8bb5-b7ae9c639488 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:20.774867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fcbe378a-a9a6-4546-8bb5-b7ae9c639488 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports/173db40a-3d59-4cfc-b421-f35af00473d7 HTTP/1.1" status: 200 len: 911 time: 0.3128972 Dec 16 17:39:20.778734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:b2:d1:f6', 'name': 'tempest-NetworksTestDHCPv6-956400445'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:20.801542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46700) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:20.853955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.855191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57d0e5-fbfa-4780-8475-96e91b69436b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=8fdc401b-1a5c-4ca5-bb3e-9683b26c1909,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:20.897731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Made reservation on behalf of 25ff403d69d34d1eaa4707298edffb56 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:20.902076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:20.909501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:21.015919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343eead-63b4-4e77-987a-1325d304d360 None None] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:21.069701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:21.232840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.323825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port cbffbd36-232f-4ef1-b82c-b512d21cb426 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:21.385759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e06ceb-2be1-4a80-94bf-62376f23a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.400763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 763bb6ec-862d-4f78-94af-633e6f55ad1f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:21.439277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-21e06ceb-2be1-4a80-94bf-62376f23a254 None None] For port 763bb6ec-862d-4f78-94af-633e6f55ad1f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=763bb6ec-862d-4f78-94af-633e6f55ad1f,segment=NetworkSegment(a54ed984-820f-4307-8e48-efd717760766),segment_id=a54ed984-820f-4307-8e48-efd717760766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:21.452622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:21.459594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.485762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.508591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21e06ceb-2be1-4a80-94bf-62376f23a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.520850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event updated for resources: {'Subnet': ['ID=1fcd66fe-175f-4ed3-8685-adb2f5507cee,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:21.588974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Checking segment: {'id': 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:21.589779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network hostable DHCP agents. Network: ddbaa870-05ae-4577-ba21-ae572bd65f03, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:21.590247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e06ceb-2be1-4a80-94bf-62376f23a254 None None] Pushing event updated for resources: {'Port': ['ID=763bb6ec-862d-4f78-94af-633e6f55ad1f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:21.611747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.628981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Network ddbaa870-05ae-4577-ba21-ae572bd65f03 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:21.647478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.662666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 763bb6ec-862d-4f78-94af-633e6f55ad1f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:21.663038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.679551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, ddbaa870-05ae-4577-ba21-ae572bd65f03) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:21.697523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:21.701706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.718796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Provisioning complete for port 173db40a-3d59-4cfc-b421-f35af00473d7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:21.719239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:21.758383 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eec4ce74-7a59-4689-b970-0a145133eb76 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3115182 Dec 16 17:39:21.761888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46704) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:21.763984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa814ee-5974-4921-b848-6ba32a07338f None None] Network ddbaa870-05ae-4577-ba21-ae572bd65f03 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:21.852120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 172.20.0.8 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/d7941c86-0e13-4593-9945-54d9c69cea30/cbffbd36-232f-4ef1-b82c-b512d21cb426) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:21.859097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:21.864287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:feb2:d1f6 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/21d67904-db89-4a2f-b56c-ee8374254888/cbffbd36-232f-4ef1-b82c-b512d21cb426) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:21.885097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Port 173db40a-3d59-4cfc-b421-f35af00473d7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:21.892011 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:21.897851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:21.907290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:21.917026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Pushing event updated for resources: {'Port': ['ID=28d5ecda-9775-47b2-976c-0baeb716b454,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:21.992258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Provisioning complete for port 13f953de-c81c-4704-abf7-4768dfcde4ed triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:21.992637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.071882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9aa7cd-1212-4f3a-b3d1-fd68efc646f3 None None] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:22.091091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:22.093859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:22.101572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=f944ef07-035e-440c-b6e9-bc89aa937e1e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:22.144392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.169905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-ddbaa870-05ae-4577-ba21-ae572bd65f03', 'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03', 'project_id': '25ff403d69d34d1eaa4707298edffb56', 'fixed_ips': [{'subnet_id': '1fcd66fe-175f-4ed3-8685-adb2f5507cee'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:22.170765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.195061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.222543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92995d45-648f-48e4-af44-7c5e1e65e0f0 req-9d2ad304-d5cf-4e6e-bb50-c107f88f65ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:22.224468 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-92995d45-648f-48e4-af44-7c5e1e65e0f0 req-9d2ad304-d5cf-4e6e-bb50-c107f88f65ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.7752321 Dec 16 17:39:22.258348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 13f953de-c81c-4704-abf7-4768dfcde4ed up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:22.264601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:22.268318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Attempting to bind port 28d5ecda-9775-47b2-976c-0baeb716b454 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:22.268494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:22.269010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Attempting to bind port 28d5ecda-9775-47b2-976c-0baeb716b454 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:22.269405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Attempting to bind port 28d5ecda-9775-47b2-976c-0baeb716b454 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:22.273510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:22.281081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:22.281590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:22.282332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.282819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:22.283610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Bound port: 28d5ecda-9775-47b2-976c-0baeb716b454, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:22.284090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.304673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=cbffbd36-232f-4ef1-b82c-b512d21cb426,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:22.341183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:22.341720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.356962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:22.361458 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cfee0752-8ee5-4c1e-bf87-4da6a7acbdfa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5859954 Dec 16 17:39:22.361684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.362346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46706) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:22.422731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bcf94a-0c8a-4de8-bf59-eca74ad914b9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:22.424070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.430005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bcf94a-0c8a-4de8-bf59-eca74ad914b9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:22.433517 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a1bcf94a-0c8a-4de8-bf59-eca74ad914b9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0676932 Dec 16 17:39:22.434515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46708) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:22.449099 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-92995d45-648f-48e4-af44-7c5e1e65e0f0 req-694f74ff-7697-4957-aa2d-7a99d73ae83a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858301 Dec 16 17:39:22.509798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.510555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.532964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Allocated IP 172.26.2.89 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/bc2a3cb5-126a-41e6-ad12-6828f1729824) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:22.548004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] For port 28d5ecda-9775-47b2-976c-0baeb716b454, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:22.548549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port cbffbd36-232f-4ef1-b82c-b512d21cb426 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:22.548904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.573115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] For port 28d5ecda-9775-47b2-976c-0baeb716b454, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=28d5ecda-9775-47b2-976c-0baeb716b454,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:22.580958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:22.581191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.582052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 13f953de-c81c-4704-abf7-4768dfcde4ed triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:22.582424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.589659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.626231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.654559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] For port 13f953de-c81c-4704-abf7-4768dfcde4ed, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=13f953de-c81c-4704-abf7-4768dfcde4ed,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:22.659740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Allocated IP 2001:db8::f816:3eff:feae:ae07 (ddbaa870-05ae-4577-ba21-ae572bd65f03/1fcd66fe-175f-4ed3-8685-adb2f5507cee/049b7a41-5d3d-4a88-b35b-2882c70c56ed) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:22.674515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.695688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.700161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for cbffbd36-232f-4ef1-b82c-b512d21cb426 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:22.793214 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eddbfc55-fc00-4bda-8745-d33527a185ba tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8426282 Dec 16 17:39:22.810743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46710) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:22.817585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '305eab8c-2c58-4d18-9d6e-d9e5060a24b2', 'name': 'tempest-PortsTestJSON-102522348', 'fixed_ips': [{'subnet_id': 'cfe68d72-7a5a-4fe5-a3f2-8b85576d4046', 'ip_address': '172.20.0.9'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:22.826813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.844031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=0d1cf32c-cc6c-4129-a9bc-839811eefa20,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:22.888771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Provisioning complete for port 763bb6ec-862d-4f78-94af-633e6f55ad1f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:22.891935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:22.897250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a40ad-d54a-4dba-8c24-34ed8213130e None None] Pushing event updated for resources: {'Port': ['ID=28d5ecda-9775-47b2-976c-0baeb716b454,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:23.007028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dbdf1aca-2248-4af4-8ca3-80f5bf210e68 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:23.074264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dbdf1aca-2248-4af4-8ca3-80f5bf210e68 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:23.074264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dbdf1aca-2248-4af4-8ca3-80f5bf210e68 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:23.074750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:23.110010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.123350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.162323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:23.162673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 04b9ebf0-7f50-45f5-bd21-0b457bc532c9 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:23.176184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e8c65-1fcd-401a-a2c5-78d5eb616a23 None None] Pushing event updated for resources: {'Port': ['ID=13f953de-c81c-4704-abf7-4768dfcde4ed,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:23.177390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=cbffbd36-232f-4ef1-b82c-b512d21cb426,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:23.220987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.250047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.258787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:23.267217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.344883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Network ddbaa870-05ae-4577-ba21-ae572bd65f03 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:23.349148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:23.352618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:23.366965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Pushing event updated for resources: {'Port': ['ID=049b7a41-5d3d-4a88-b35b-2882c70c56ed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:23.422465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.428015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Provisioning complete for port 173db40a-3d59-4cfc-b421-f35af00473d7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:23.428389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.431155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Attempting to bind port 049b7a41-5d3d-4a88-b35b-2882c70c56ed on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:23.439139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.443815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Attempting to bind port 049b7a41-5d3d-4a88-b35b-2882c70c56ed by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:23.444222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Attempting to bind port 049b7a41-5d3d-4a88-b35b-2882c70c56ed on network ddbaa870-05ae-4577-ba21-ae572bd65f03 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:23.449825 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cb860eef-ba8a-4ee1-8790-bc8eb1504ac0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/cbffbd36-232f-4ef1-b82c-b512d21cb426 HTTP/1.1" status: 204 len: 168 time: 1.0127008 Dec 16 17:39:23.451685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46712) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:23.473605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:23.477951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:23.496594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:23.501924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Port 173db40a-3d59-4cfc-b421-f35af00473d7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:23.510950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:23.510950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Checking segment: {'id': 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:23.511718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.511718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Bound using segment: {'id': 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:23.512187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Bound port: 049b7a41-5d3d-4a88-b35b-2882c70c56ed, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:23.512430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.530341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.532492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.583701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Provisioning complete for port 13f953de-c81c-4704-abf7-4768dfcde4ed triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:23.585152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.617138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.689056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] For port 049b7a41-5d3d-4a88-b35b-2882c70c56ed, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:23.695024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] For port 049b7a41-5d3d-4a88-b35b-2882c70c56ed, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=049b7a41-5d3d-4a88-b35b-2882c70c56ed,segment=NetworkSegment(ca7d90a7-5c0f-474e-9ce7-742c718a5e83),segment_id=ca7d90a7-5c0f-474e-9ce7-742c718a5e83)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:23.744554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-5b6369e5-7feb-4ee8-8033-0f0c1d772224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:23.746140 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-5b6369e5-7feb-4ee8-8033-0f0c1d772224 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.4494507 Dec 16 17:39:23.762340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcd66fe-175f-4ed3-8685-adb2f5507cee,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:23.784997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.9 (305eab8c-2c58-4d18-9d6e-d9e5060a24b2/cfe68d72-7a5a-4fe5-a3f2-8b85576d4046/9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:23.881231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.927146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28d5ecda-9775-47b2-976c-0baeb716b454 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:23.967161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:23.968768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:23.971050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.018238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.042661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821c10-547c-4782-92e2-5cffaf815075 None None] Pushing event updated for resources: {'Port': ['ID=049b7a41-5d3d-4a88-b35b-2882c70c56ed,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:24.068102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:24.093194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:24.095083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad507558-f0f1-471f-9052-473b9b565a7f None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:24.108387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:24.142200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960a76d-7f0a-4029-ae57-dcc5bf542b3a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.144006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960a76d-7f0a-4029-ae57-dcc5bf542b3a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.148599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960a76d-7f0a-4029-ae57-dcc5bf542b3a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.150356 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1960a76d-7f0a-4029-ae57-dcc5bf542b3a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6967826 Dec 16 17:39:24.153873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46716) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:24.158202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.176865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:24.180226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae729ab-6b19-420f-89fb-734838b837c3 None None] Network ddbaa870-05ae-4577-ba21-ae572bd65f03 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:24.188611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 28d5ecda-9775-47b2-976c-0baeb716b454 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:24.189005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.216135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:24.220124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:24.296819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbaa870-05ae-4577-ba21-ae572bd65f03']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:24.319030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 21d67904-db89-4a2f-b56c-ee8374254888 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:24.334827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.345560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.346294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.386206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Provisioning complete for port f944ef07-035e-440c-b6e9-bc89aa937e1e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:24.386539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.403016 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-272c25cb-6fe6-4d31-8829-5e8523297e94 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5908921 Dec 16 17:39:24.406492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:24.466898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.494806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.505563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Port f944ef07-035e-440c-b6e9-bc89aa937e1e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:24.548156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 28d5ecda-9775-47b2-976c-0baeb716b454, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=28d5ecda-9775-47b2-976c-0baeb716b454,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:24.549369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Provisioning complete for port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:24.549749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.555703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.556608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 763bb6ec-862d-4f78-94af-633e6f55ad1f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:24.575168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c67393-eadc-477e-94b0-449ceb5fd329 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.579363 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-79c67393-eadc-477e-94b0-449ceb5fd329 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1693659 Dec 16 17:39:24.580109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46720) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:24.589127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e44d0-8d6c-4b08-9e07-72cb947e24cd None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:24.659779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.692059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de940968-303d-41f8-b83a-fb9de066c4a0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.698642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de940968-303d-41f8-b83a-fb9de066c4a0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.704555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de940968-303d-41f8-b83a-fb9de066c4a0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.705640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:24.706408 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-de940968-303d-41f8-b83a-fb9de066c4a0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1256490 Dec 16 17:39:24.710049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46722) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:24.716209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event updated for resources: {'Port': ['ID=bc2a3cb5-126a-41e6-ad12-6828f1729824,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:24.725444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:24.725735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:24.735325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.748659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.755101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:24.755101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.756582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=28d5ecda-9775-47b2-976c-0baeb716b454,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:24.766876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Provisioning complete for port 54496da1-bb6e-42aa-8aa2-482b90e89a55 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:24.767250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.810910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.812907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 763bb6ec-862d-4f78-94af-633e6f55ad1f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:24.813506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.843945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=21d67904-db89-4a2f-b56c-ee8374254888,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:24.844873 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:24.849794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.855410 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e6463392-ef48-4667-ac60-4fe48590ff77 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/21d67904-db89-4a2f-b56c-ee8374254888 HTTP/1.1" status: 204 len: 168 time: 0.6951461 Dec 16 17:39:24.855565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f403da3-234c-4214-8481-8deefcd30370 req-3dce90ef-4c36-4e83-9521-1e0805be7a98 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:24.855565 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2f403da3-234c-4214-8481-8deefcd30370 req-3dce90ef-4c36-4e83-9521-1e0805be7a98 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 1.1658378 Dec 16 17:39:24.855729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46724) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:24.893829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:24.894189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.954172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet d7941c86-0e13-4593-9945-54d9c69cea30 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:24.958399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=85e33bdb-b04e-4c1c-b242-544967ad67cd,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:24.961074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:24.967586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.046369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:39:25.046369 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:39:25.046369 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': 'ddbaa870-05ae-4577-ba21-ae572bd65f03'}] Dec 16 17:39:25.046369 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:25.046809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:25.065929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:25.070526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54496da1-bb6e-42aa-8aa2-482b90e89a55 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:25.076144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] For port 54496da1-bb6e-42aa-8aa2-482b90e89a55, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54496da1-bb6e-42aa-8aa2-482b90e89a55,segment=NetworkSegment(9c155dbd-68fa-442f-b2b1-2e6014544553),segment_id=9c155dbd-68fa-442f-b2b1-2e6014544553)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:25.092246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-2b7545d4-44d7-475e-a293-84a314117b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:25.094044 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-2b7545d4-44d7-475e-a293-84a314117b8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 1.2673225 Dec 16 17:39:25.095912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:25.096283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:25.104912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.179359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc997f24-8f63-4487-8ddd-5466902e18ad None None] Pushing event updated for resources: {'Port': ['ID=54496da1-bb6e-42aa-8aa2-482b90e89a55,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:25.187609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 54496da1-bb6e-42aa-8aa2-482b90e89a55 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:25.187939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.214050 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2f403da3-234c-4214-8481-8deefcd30370 req-63006aff-1877-42ad-a213-727ee5049cc9 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108807 Dec 16 17:39:25.273197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.302038 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:25.306613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.306874 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-a8241b35-fb8a-4f65-afaf-caa8f3a21472 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1002 time: 0.1755455 Dec 16 17:39:25.318546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.333066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:25.337172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 13f953de-c81c-4704-abf7-4768dfcde4ed up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:25.384596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccf319-64d7-4988-a19f-068f4b8830cd None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:25.386409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Provisioning complete for port 28d5ecda-9775-47b2-976c-0baeb716b454 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:25.386779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.429740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:25.430321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.434085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:25.434701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.456310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa39c4-2417-4c95-9a3e-672eedc96381 None None] Network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:25.527756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.549494 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0e80c49b-534f-42dd-8c5f-78982e50df6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.8546267 Dec 16 17:39:25.550983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.553564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-b34dc0f5-4d1d-4397-84b0-6cf4febfee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:25.555058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-b34dc0f5-4d1d-4397-84b0-6cf4febfee0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.2059448 Dec 16 17:39:25.556730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46726) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.569144 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=d7941c86-0e13-4593-9945-54d9c69cea30,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:25.570336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.575665 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-04d2d00a-4ee3-4e3e-8876-734a35640aeb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/d7941c86-0e13-4593-9945-54d9c69cea30 HTTP/1.1" status: 204 len: 168 time: 0.7170632 Dec 16 17:39:25.576479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46728) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.584213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:25.592960 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e134e7b7-8dde-4920-bb54-2480168bf44d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/d53db94e-57ae-48df-810a-1dafea7a4e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8574300 Dec 16 17:39:25.593617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46730) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.597741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 13f953de-c81c-4704-abf7-4768dfcde4ed triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:25.597741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.609783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:25.620708 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a4db621-fc42-49a2-b0e0-5c5f4bd0cdb2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409620 Dec 16 17:39:25.621020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46732) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.651424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.685346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:25.703208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:25.703208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:25.727881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb47b92-c4d6-49a0-8b89-a47890447782 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:25.732137 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3cb47b92-c4d6-49a0-8b89-a47890447782 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1075296 Dec 16 17:39:25.747789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46734) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.753460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-8fdc401b-1a5c-4ca5-bb3e-9683b26c1909', 'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '85e33bdb-b04e-4c1c-b242-544967ad67cd'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:25.754309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.820780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:25.826225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-80d4f444-c18d-40ef-ac44-6a132f6302cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f HTTP/1.1" status: 204 len: 168 time: 1.1131516 Dec 16 17:39:25.831918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dbcfcd-b37e-40cc-a205-c364d6c35bb4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:25.831918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-53dbcfcd-b37e-40cc-a205-c364d6c35bb4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799165 Dec 16 17:39:25.831918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46736) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.838565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46738) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.930919 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2cb4f572-cf5e-47f9-a795-b2d51cf0cf6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864112 Dec 16 17:39:25.932868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46740) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.933980 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0f296d-33d4-4b1b-98ac-b4149d570b95 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:39:25.935601 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c0f296d-33d4-4b1b-98ac-b4149d570b95 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f HTTP/1.1" status: 404 len: 333 time: 0.1057079 Dec 16 17:39:25.944071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cb3907e1-1648-4738-8046-1ac66472a053 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:25.946645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46742) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:25.983684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-8577534c-4d2d-4aed-aa09-a1859fd24b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:25.985272 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-8577534c-4d2d-4aed-aa09-a1859fd24b7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4140797 Dec 16 17:39:26.064134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3907e1-1648-4738-8046-1ac66472a053 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:26.068303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb3907e1-1648-4738-8046-1ac66472a053 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.069866 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3907e1-1648-4738-8046-1ac66472a053 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:39:26.070376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3907e1-1648-4738-8046-1ac66472a053 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:26.088359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Provisioning complete for port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:26.088806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.099223 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cb3907e1-1648-4738-8046-1ac66472a053 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1596732 Dec 16 17:39:26.101102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46744) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:26.105178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6ada1394-27e1-44be-8006-bab4e364b68c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:26.141978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.179284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 173db40a-3d59-4cfc-b421-f35af00473d7 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:26.179890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.206501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada1394-27e1-44be-8006-bab4e364b68c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:26.211708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6ada1394-27e1-44be-8006-bab4e364b68c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.214439 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ada1394-27e1-44be-8006-bab4e364b68c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:39:26.214679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ada1394-27e1-44be-8006-bab4e364b68c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:26.232354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:26.236131 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6ada1394-27e1-44be-8006-bab4e364b68c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1326265 Dec 16 17:39:26.236342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46746) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:26.242597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-abed841f-1e77-4f40-9883-7074cb5c4505 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:26.252846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:26.310856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.311360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.311839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.312390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.312830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.313329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.313795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.314263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.314726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.315261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.315803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.316270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.316733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.316840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc73f7-33ff-42c8-bb1b-44461543f82f None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'd7941c86-0e13-4593-9945-54d9c69cea30'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '28d5ecda-9775-47b2-976c-0baeb716b454'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:39:26.317311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.318332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.319297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.321890 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-13e3d7e0-0a50-4b9f-b350-4f836dfce9b3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11080 time: 0.6956108 Dec 16 17:39:26.323044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.325115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Provisioning complete for port bc2a3cb5-126a-41e6-ad12-6828f1729824 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:26.325463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.328085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46750) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:26.360050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting port 049b7a41-5d3d-4a88-b35b-2882c70c56ed {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:26.360896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.387972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Allocated IP 2001:db8::1 (8fdc401b-1a5c-4ca5-bb3e-9683b26c1909/85e33bdb-b04e-4c1c-b242-544967ad67cd/32e8a311-4a36-4be9-8e43-657f38204f20) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:26.428497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54496da1-bb6e-42aa-8aa2-482b90e89a55 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:26.441847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7efc73f7-33ff-42c8-bb1b-44461543f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.460576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.461069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.461524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.461976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.462607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.463061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.463512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.463960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.464402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.464841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.465312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:26.470805 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-866a6f16-521c-4c88-a6a1-bf159baa01b9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7198 time: 0.1384006 Dec 16 17:39:26.470805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46752) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:26.537406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed841f-1e77-4f40-9883-7074cb5c4505 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:26.540895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abed841f-1e77-4f40-9883-7074cb5c4505 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.542332 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed841f-1e77-4f40-9883-7074cb5c4505 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:39:26.542764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed841f-1e77-4f40-9883-7074cb5c4505 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:26.553700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Port bc2a3cb5-126a-41e6-ad12-6828f1729824 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:26.587589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-abed841f-1e77-4f40-9883-7074cb5c4505 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3472736 Dec 16 17:39:26.592297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46754) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:26.597495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2666b56e-9c36-4e21-aa91-185c7b27b270 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:26.599809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a2374956-6ff8-457b-a48c-7ce171cae74d None None] Could not find standard attr ID for object 9810dd4b-8c5c-4ee4-b26a-b9c3b7135d9f. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:39:26.785487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 54496da1-bb6e-42aa-8aa2-482b90e89a55 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:26.785858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.797332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666b56e-9c36-4e21-aa91-185c7b27b270 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:26.800836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2666b56e-9c36-4e21-aa91-185c7b27b270 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.803880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2666b56e-9c36-4e21-aa91-185c7b27b270 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:39:26.804399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2666b56e-9c36-4e21-aa91-185c7b27b270 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:26.837891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] For port 049b7a41-5d3d-4a88-b35b-2882c70c56ed, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=049b7a41-5d3d-4a88-b35b-2882c70c56ed,segment=NetworkSegment(ca7d90a7-5c0f-474e-9ce7-742c718a5e83),segment_id=ca7d90a7-5c0f-474e-9ce7-742c718a5e83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:26.838535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.847833 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e457ddaa-7c09-41c6-b045-1be239ab6a13 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3574 time: 0.3735907 Dec 16 17:39:26.848003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c383d7e2-e71f-4819-909d-0b4ed1319e54 None None] Provisioning complete for port 28d5ecda-9775-47b2-976c-0baeb716b454 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:26.852322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c383d7e2-e71f-4819-909d-0b4ed1319e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.852442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2666b56e-9c36-4e21-aa91-185c7b27b270 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2556601 Dec 16 17:39:26.852442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46758) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:26.854062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Calling delete_port for 049b7a41-5d3d-4a88-b35b-2882c70c56ed owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:26.877492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3a9ad91f-b965-494a-99f6-a1a568d84756 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:26.899121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f82132-30ac-4a2f-95bd-161f5b52cabe None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:26.966413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:26.996042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.008997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.013118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.037342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9ad91f-b965-494a-99f6-a1a568d84756 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:27.042105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad91f-b965-494a-99f6-a1a568d84756 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.044574 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9ad91f-b965-494a-99f6-a1a568d84756 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:39:27.045066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9ad91f-b965-494a-99f6-a1a568d84756 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:27.080470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Port': ['ID=049b7a41-5d3d-4a88-b35b-2882c70c56ed,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:27.091244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No DVR routers for this DVR port 049b7a41-5d3d-4a88-b35b-2882c70c56ed on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:27.092979 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3a9ad91f-b965-494a-99f6-a1a568d84756 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2266147 Dec 16 17:39:27.093660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46760) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.097030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:27.111944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:20Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:21Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:27.113955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:27.117037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-10f83105-e0b6-460e-b234-e50be3b1b7d4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:27.123783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-bc56d562-adc7-4973-9754-a131b8f2e4ff service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0698335 Dec 16 17:39:27.135624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46762) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.140526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229516396', 'description': 'tempest-secgroup-smoke-229516396 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:27.142099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:27.143952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Pushing event updated for resources: {'Port': ['ID=32e8a311-4a36-4be9-8e43-657f38204f20,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:27.181413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:39:27.181413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Updating router d53db94e-57ae-48df-810a-1dafea7a4e1b port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:39:27.183902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28d5ecda-9775-47b2-976c-0baeb716b454 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:27.212533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef352273-abc4-4280-a258-2b4114f6a2d1 req-c1c77ba2-47ad-4719-b482-09d88bbdd0aa tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:27.214466 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef352273-abc4-4280-a258-2b4114f6a2d1 req-c1c77ba2-47ad-4719-b482-09d88bbdd0aa tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.8772626 Dec 16 17:39:27.227482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.283752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.301612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:27.321053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Attempting to bind port 32e8a311-4a36-4be9-8e43-657f38204f20 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:27.321432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Attempting to bind port 32e8a311-4a36-4be9-8e43-657f38204f20 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:27.321802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Attempting to bind port 32e8a311-4a36-4be9-8e43-657f38204f20 on network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:27.327776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f83105-e0b6-460e-b234-e50be3b1b7d4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:27.331806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10f83105-e0b6-460e-b234-e50be3b1b7d4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.334230 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f83105-e0b6-460e-b234-e50be3b1b7d4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:39:27.334678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f83105-e0b6-460e-b234-e50be3b1b7d4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:27.338005 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.352826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.359243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.373518 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-10f83105-e0b6-460e-b234-e50be3b1b7d4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2688355 Dec 16 17:39:27.373769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:27.373769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Checking segment: {'id': '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:27.373769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.373769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Bound using segment: {'id': '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:27.373769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Bound port: 32e8a311-4a36-4be9-8e43-657f38204f20, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:27.374243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.375502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46764) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.390589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 173db40a-3d59-4cfc-b421-f35af00473d7 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:27.401036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.423635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:27.430356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.431624 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-00efea2b-0646-4164-8f0d-3b9eef9545da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2946355 Dec 16 17:39:27.435333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46766) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.439968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '0554d5cd-68ff-4fb7-a693-b6d112a7a8bb', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:27.449743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port f944ef07-035e-440c-b6e9-bc89aa937e1e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:27.450162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.461749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 28d5ecda-9775-47b2-976c-0baeb716b454 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:27.462126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.464028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbaa870-05ae-4577-ba21-ae572bd65f03']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:27.470465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3d78a9-670a-4ad6-857b-d3d73547a6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:27.474909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4a3d78a9-670a-4ad6-857b-d3d73547a6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0883441 Dec 16 17:39:27.475307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46768) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.493970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.527374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-25acccdb-ef30-4def-9b52-6f94ab615de9 None None] Provisioning complete for port 28d5ecda-9775-47b2-976c-0baeb716b454 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:27.527736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25acccdb-ef30-4def-9b52-6f94ab615de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.554539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:27.554804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d90a7-5c0f-474e-9ce7-742c718a5e83') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:27.571165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.575521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.601944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.606158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673198 Dec 16 17:39:27.606158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50a8c-6b78-49e9-a222-8b9c40ef2586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943c1735-b394-4b5e-9585-7c0f3c37601d,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:27.606389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.611576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '0554d5cd-68ff-4fb7-a693-b6d112a7a8bb', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:27.622534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.627372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef352273-abc4-4280-a258-2b4114f6a2d1 req-fb754b55-3939-4ad2-ad6e-1d14cd642dff tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352911 Dec 16 17:39:27.634738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.657051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] For port 32e8a311-4a36-4be9-8e43-657f38204f20, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:27.659742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.682255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] For port 32e8a311-4a36-4be9-8e43-657f38204f20, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32e8a311-4a36-4be9-8e43-657f38204f20,segment=NetworkSegment(6c8f7c23-ff61-4658-97f9-6acbf7eae4e3),segment_id=6c8f7c23-ff61-4658-97f9-6acbf7eae4e3)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:27.685933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] Deleting port 28d5ecda-9775-47b2-976c-0baeb716b454 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:27.686321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.718511 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a421dfa5-cf0b-4a4d-9ea2-483484a0c3ad req-d82e4257-0be1-480a-9bc9-da94befb812c service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320549 Dec 16 17:39:27.719577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.740666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=85e33bdb-b04e-4c1c-b242-544967ad67cd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:27.745214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.750078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.765454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:27.765878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.777246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ac6aad-ee9e-4206-a920-3cc4dac84855,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:27.786029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.789986 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa2ca7e2-f882-4a72-b943-e265d8d5d45b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793091 Dec 16 17:39:27.791801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46772) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.797389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '0554d5cd-68ff-4fb7-a693-b6d112a7a8bb', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:27.803352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01ebae-051f-4764-9a11-d2740bdf0c6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ec01ebae-051f-4764-9a11-d2740bdf0c6e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2862225 Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:27.808554 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:27.810605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46774) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.865732 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ecc51428-6772-4b99-81ea-db4ac476adb8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497649 Dec 16 17:39:27.866342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46776) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:27.871588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:27.915138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.919299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.927360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.969420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:27.980137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdc401b-1a5c-4ca5-bb3e-9683b26c1909']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:27.982420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Router 94ddf967-b4a2-4d45-a0e4-e446aa9f6736 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:27.999556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for f944ef07-035e-440c-b6e9-bc89aa937e1e owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:28.002851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:28.003160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:28.007583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.009603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.018943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.025787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.028997 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/ddbaa870-05ae-4577-ba21-ae572bd65f03 HTTP/1.1" status: 204 len: 168 time: 6.2378366 Dec 16 17:39:28.033496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46778) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.038919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.048243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:28.052405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.060023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9590e9-e17a-41b3-b16a-f6f3db9cea29,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.076571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65844a8-5d03-4d68-b51c-2f4c2cc5dd36 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Network': ['ID=ddbaa870-05ae-4577-ba21-ae572bd65f03,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.131880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd17c11a-4a31-47fc-a24a-b03da152e95c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:28.132126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd17c11a-4a31-47fc-a24a-b03da152e95c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:28.138093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] For port 28d5ecda-9775-47b2-976c-0baeb716b454, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=28d5ecda-9775-47b2-976c-0baeb716b454,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:28.138495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.140310 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bd17c11a-4a31-47fc-a24a-b03da152e95c tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/1fcd66fe-175f-4ed3-8685-adb2f5507cee HTTP/1.1" status: 404 len: 337 time: 0.1047394 Dec 16 17:39:28.141601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46780) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.156176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3dbd2-28b8-45bb-9e4a-c7872e15cbe7 None None] Pushing event updated for resources: {'Port': ['ID=32e8a311-4a36-4be9-8e43-657f38204f20,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.162346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.163709 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0c99aad3-a3ba-44aa-bd9a-fe953e615161 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708777 Dec 16 17:39:28.174058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] Calling delete_port for 28d5ecda-9775-47b2-976c-0baeb716b454 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:28.184564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46782) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.189161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.189665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '0554d5cd-68ff-4fb7-a693-b6d112a7a8bb', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:28.196204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a02a3-0c42-431f-919d-b038e470f3d5 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:28.196722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a02a3-0c42-431f-919d-b038e470f3d5 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:28.202839 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-de2a02a3-0c42-431f-919d-b038e470f3d5 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/ddbaa870-05ae-4577-ba21-ae572bd65f03 HTTP/1.1" status: 404 len: 339 time: 0.0574250 Dec 16 17:39:28.207518 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46784) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.209281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:28.209842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:28.224364 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:28.293592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.316019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.342388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dfc8bd-8854-4999-b14e-a45356c8ff7e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:28.347949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.351003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36dfc8bd-8854-4999-b14e-a45356c8ff7e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:28.354482 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-36dfc8bd-8854-4999-b14e-a45356c8ff7e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/56116643-0d6b-4714-a081-f406474ef6da HTTP/1.1" status: 404 len: 337 time: 0.1392488 Dec 16 17:39:28.402258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46790) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.424722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.452273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.458549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a41d1-2cb0-4bce-b824-9458d05cf206 None None] Pushing event updated for resources: {'Port': ['ID=0d1cf32c-cc6c-4129-a9bc-839811eefa20,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.493795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28d5ecda-9775-47b2-976c-0baeb716b454 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:28.527940 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c7f695-1b32-4e01-9996-d87b4ff11535 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:28.527940 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c7f695-1b32-4e01-9996-d87b4ff11535 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:28.532216 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e8c7f695-1b32-4e01-9996-d87b4ff11535 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/9da2ce15-d249-4c62-a4fb-5e7e139ad223 HTTP/1.1" status: 404 len: 339 time: 0.1283605 Dec 16 17:39:28.544171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.549877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.553506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] No DVR routers for this DVR port 28d5ecda-9775-47b2-976c-0baeb716b454 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:28.568632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.571306 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=173db40a-3d59-4cfc-b421-f35af00473d7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.582757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 28d5ecda-9775-47b2-976c-0baeb716b454 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:28.583138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28d5ecda-9775-47b2-976c-0baeb716b454 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:28.610737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad592e4-63c3-4b91-a4ff-45758e302cac None None] Pushing event deleted for resources: {'Port': ['ID=28d5ecda-9775-47b2-976c-0baeb716b454,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.640089 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c624b4a-65ea-4b19-bcbc-5f34c6bed571 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:28.640637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c624b4a-65ea-4b19-bcbc-5f34c6bed571 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:28.642404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Attempting to bind port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:28.642820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Attempting to bind port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:28.643195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Attempting to bind port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 on network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:28.648191 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c624b4a-65ea-4b19-bcbc-5f34c6bed571 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/ab9199dd-fb92-495b-9920-b04efb3afc54 HTTP/1.1" status: 404 len: 337 time: 0.0970654 Dec 16 17:39:28.652564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46794) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.654323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:28.654323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Checking segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:28.654323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.654647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Bound using segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:28.655027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Bound port: 0d1cf32c-cc6c-4129-a9bc-839811eefa20, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:28.655592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.744229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 17:39:28.744229 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 17:39:28.744229 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': '8fdc401b-1a5c-4ca5-bb3e-9683b26c1909'}] Dec 16 17:39:28.744229 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:39:28.744607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:39:28.751384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f825b70b-0b9d-442f-9993-1ceab4fe1385,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.755804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.757041 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-070157c7-57e7-4b65-b5a4-23bf1c73ef5e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5714486 Dec 16 17:39:28.760095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46800) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.768175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '0554d5cd-68ff-4fb7-a693-b6d112a7a8bb', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:28.773819 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda531a4-83e8-4e58-85ff-ca978d571c3d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:28.774031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda531a4-83e8-4e58-85ff-ca978d571c3d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:28.777217 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eda531a4-83e8-4e58-85ff-ca978d571c3d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/e31f23b5-2e80-42ea-8600-35fab40df2df HTTP/1.1" status: 404 len: 339 time: 0.1117988 Dec 16 17:39:28.789130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46802) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:28.810529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.893528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] For port 0d1cf32c-cc6c-4129-a9bc-839811eefa20, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:28.905270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] For port 0d1cf32c-cc6c-4129-a9bc-839811eefa20, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0d1cf32c-cc6c-4129-a9bc-839811eefa20,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:28.916304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:28.942695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:28.952446 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] Sync routers for ids ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:28.959694 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:39:28.964704 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] Routers {'94ddf967-b4a2-4d45-a0e4-e446aa9f6736'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:28.967907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=f944ef07-035e-440c-b6e9-bc89aa937e1e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:28.991948 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:28.995825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:28.996571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:29.016323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.019945 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.055484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ef48e0c0-d7b7-410f-abd5-84fbc8a3421d None None] Provisioning complete for port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:29.055992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef48e0c0-d7b7-410f-abd5-84fbc8a3421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.093908 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:29.104634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a41d1-2cb0-4bce-b824-9458d05cf206 None None] Pushing event updated for resources: {'Port': ['ID=0d1cf32c-cc6c-4129-a9bc-839811eefa20,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:29.120803 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] Routers {'94ddf967-b4a2-4d45-a0e4-e446aa9f6736'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:29.123570 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:29.135797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:29.187725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.190040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.194802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.196292 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6994225b-5645-47fc-89b0-683b6e65242c tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4344690 Dec 16 17:39:29.202268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46804) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:29.246430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.257281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e522-4bf9-4732-b55d-8536c5402577 req-718d26e1-8818-457f-a7b2-14aaf7f7f1b4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:29.259302 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1587e522-4bf9-4732-b55d-8536c5402577 req-718d26e1-8818-457f-a7b2-14aaf7f7f1b4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4659607 Dec 16 17:39:29.265535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:29.277511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': False}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:29.291481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:29.293649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.310365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205ab1d-1ba0-4125-9d77-313b6ed14511 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:29.383246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:29.383935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.423642 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:29.424413 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0757a-459f-44f4-a6b0-bd57321e6ce8 None None] The sync data for ids ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:29.457419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:29.512966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef48e0c0-d7b7-410f-abd5-84fbc8a3421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.526075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.532349 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e9279dc7-b454-45d2-8971-14570a6beb39 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/f944ef07-035e-440c-b6e9-bc89aa937e1e HTTP/1.1" status: 204 len: 168 time: 3.5835121 Dec 16 17:39:29.536919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46806) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:29.552548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7978064a-123c-462b-aa3c-c5cf707171fc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:29.565114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 6b00c57d-cab2-41b1-947b-c008ca712668 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:29.569594 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f30788-aeca-45c5-9abc-38457a04a919 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:39:29.570742 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d1f30788-aeca-45c5-9abc-38457a04a919 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/f944ef07-035e-440c-b6e9-bc89aa937e1e HTTP/1.1" status: 404 len: 333 time: 0.0314641 Dec 16 17:39:29.571822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46808) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:29.585115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=15794b3a-0ce1-4d52-8e70-2e5541c52ffc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:29.684697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1587e522-4bf9-4732-b55d-8536c5402577 req-002e8f1c-b502-4955-b04b-d12e48c77eea tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820961 Dec 16 17:39:29.690435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet cfe68d72-7a5a-4fe5-a3f2-8b85576d4046 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:29.694603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.750832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.761979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ef48e0c0-d7b7-410f-abd5-84fbc8a3421d None None] For port 0d1cf32c-cc6c-4129-a9bc-839811eefa20, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0d1cf32c-cc6c-4129-a9bc-839811eefa20,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:29.806338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef48e0c0-d7b7-410f-abd5-84fbc8a3421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.843187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '15794b3a-0ce1-4d52-8e70-2e5541c52ffc'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:29.844054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.879093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586b3f2-3370-416f-92dc-c8369ac7a723 None None] Network 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:29.957312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:29.981052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:30.001848 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6744099d-8dab-4adb-84e8-152f42b449d2 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/6b00c57d-cab2-41b1-947b-c008ca712668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1724763 Dec 16 17:39:30.006454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 32e8a311-4a36-4be9-8e43-657f38204f20 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:30.006814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.010426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46814) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:30.011731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.012992 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-30cd30bd-064b-4ff1-80c9-623e6ffc2ce8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2517586 Dec 16 17:39:30.016440 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0c73d6ae-8ab3-4e3f-9379-9c30fda90183 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1491771 Dec 16 17:39:30.017099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:30.024964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting port 372a9549-0383-4b89-8348-a27bd4379606 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:30.025306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.044659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46818) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:30.048840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] Sync routers for ids ['6b00c57d-cab2-41b1-947b-c008ca712668'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:30.050148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:fc:d1:2b', 'name': 'tempest-NetworksTestDHCPv6-620055562'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:30.055605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '0554d5cd-68ff-4fb7-a693-b6d112a7a8bb', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:30.105106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Provisioning complete for port 32e8a311-4a36-4be9-8e43-657f38204f20 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:30.105481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.112545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48e0c0-d7b7-410f-abd5-84fbc8a3421d None None] Pushing event updated for resources: {'Port': ['ID=0d1cf32c-cc6c-4129-a9bc-839811eefa20,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:30.122304 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-41a7e8ea-c6a7-4a10-9914-b339f810a3ae tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b00c57d-cab2-41b1-947b-c008ca712668 HTTP/1.1" status: 200 len: 205 time: 0.0973592 Dec 16 17:39:30.131184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:30.171535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] Routers {'6b00c57d-cab2-41b1-947b-c008ca712668'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:30.172100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6b00c57d-cab2-41b1-947b-c008ca712668'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:30.179540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.183166 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:39:30.245190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:30.248757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:20Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:28Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:30.263358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.292397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840eb17-33a1-4047-9e2f-5f7a3a5603be None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:20Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:28Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:30.310762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Calling delete_port for 372a9549-0383-4b89-8348-a27bd4379606 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:30.311150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Allocated IP 2001:db8::f816:3eff:fee3:6833 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/15794b3a-0ce1-4d52-8e70-2e5541c52ffc/c70823f8-d394-4b98-8c6e-88d577c3b8a9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:30.316528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] Routers {'6b00c57d-cab2-41b1-947b-c008ca712668'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:30.317190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6b00c57d-cab2-41b1-947b-c008ca712668'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:30.424397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.548753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] DHCP port deletion for 8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:30.558206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:30.558884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f00bdb-6eca-4cb3-ab03-1ad1ac0024fb None None] The sync data for ids ['6b00c57d-cab2-41b1-947b-c008ca712668'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:30.670201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.672918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.675252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.684053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.699332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 32e8a311-4a36-4be9-8e43-657f38204f20, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32e8a311-4a36-4be9-8e43-657f38204f20,segment=NetworkSegment(6c8f7c23-ff61-4658-97f9-6acbf7eae4e3),segment_id=6c8f7c23-ff61-4658-97f9-6acbf7eae4e3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:30.699697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.740346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe68d72-7a5a-4fe5-a3f2-8b85576d4046,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:30.744145 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 32e8a311-4a36-4be9-8e43-657f38204f20 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:30.748843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.755250 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6f1dfd5a-801d-4cf8-bc20-fbd803532f71 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/cfe68d72-7a5a-4fe5-a3f2-8b85576d4046 HTTP/1.1" status: 204 len: 168 time: 1.1792645 Dec 16 17:39:30.759568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46822) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:30.761782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] For port 32e8a311-4a36-4be9-8e43-657f38204f20, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32e8a311-4a36-4be9-8e43-657f38204f20,segment=NetworkSegment(6c8f7c23-ff61-4658-97f9-6acbf7eae4e3),segment_id=6c8f7c23-ff61-4658-97f9-6acbf7eae4e3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:30.765168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4fc00-bc13-49bf-be03-4beb5bfff10d None None] Network 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:30.765524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58b8a-b6c2-4b92-9f56-cc73e2495ec9 req-a2a9d2dc-4a94-4699-91d9-8501852b210f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:30.767105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37f58b8a-b6c2-4b92-9f56-cc73e2495ec9 req-a2a9d2dc-4a94-4699-91d9-8501852b210f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.7841859 Dec 16 17:39:30.779247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.780372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 6b00c57d-cab2-41b1-947b-c008ca712668 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:30.784299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.835732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-1c68ae9b-5bb9-453a-ae87-d99e4017d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:30.837261 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-1c68ae9b-5bb9-453a-ae87-d99e4017d787 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.7285571 Dec 16 17:39:30.848109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] Deleting port 32e8a311-4a36-4be9-8e43-657f38204f20 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:30.848411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.901256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.914720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.918901 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bcefdd7b-9062-4bc6-9b36-82d07cef43b4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/6b00c57d-cab2-41b1-947b-c008ca712668 HTTP/1.1" status: 204 len: 168 time: 0.7646933 Dec 16 17:39:30.925538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:30.962312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:30.980096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Provisioning complete for port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:30.980519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:30.993005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.005906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet 45903f05-89b6-4e87-9b64-98b4c03c0ab1 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:31.017422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.026754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.033592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.033944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.055893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] For port 32e8a311-4a36-4be9-8e43-657f38204f20, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32e8a311-4a36-4be9-8e43-657f38204f20,segment=NetworkSegment(6c8f7c23-ff61-4658-97f9-6acbf7eae4e3),segment_id=6c8f7c23-ff61-4658-97f9-6acbf7eae4e3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:31.056487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.059799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03cd95-c104-4af7-a319-07c9619d8f25 None None] Pushing event updated for resources: {'Port': ['ID=32e8a311-4a36-4be9-8e43-657f38204f20,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.074568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.103615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] Calling delete_port for 32e8a311-4a36-4be9-8e43-657f38204f20 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:31.107830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.109082 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0586362 Dec 16 17:39:31.165686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.185017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=32e8a311-4a36-4be9-8e43-657f38204f20,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.206312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b2d8c-dacb-4404-a51e-364d5bbd28fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6c165e-2782-49dd-95ec-72e9cb3d2bd3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.214935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:31.230488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:31.243989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:31.251048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 32e8a311-4a36-4be9-8e43-657f38204f20 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:31.252813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Pushing event updated for resources: {'Port': ['ID=c70823f8-d394-4b98-8c6e-88d577c3b8a9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.257930 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37f58b8a-b6c2-4b92-9f56-cc73e2495ec9 req-82288b72-ca92-4191-9a47-bea488949cb7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739914 Dec 16 17:39:31.303805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.330718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.350333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port dcdca56b-32a7-408c-9b04-96d178db8006 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:31.360477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] DHCP port deletion for 305eab8c-2c58-4d18-9d6e-d9e5060a24b2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:31.400336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Attempting to bind port c70823f8-d394-4b98-8c6e-88d577c3b8a9 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:31.400871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Attempting to bind port c70823f8-d394-4b98-8c6e-88d577c3b8a9 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:31.401283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Attempting to bind port c70823f8-d394-4b98-8c6e-88d577c3b8a9 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:31.408132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.429720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.444673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:31.445110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:31.446231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.446231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:31.446558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Bound port: c70823f8-d394-4b98-8c6e-88d577c3b8a9, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:31.446951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.455607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.462962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/ports/372a9549-0383-4b89-8348-a27bd4379606 HTTP/1.1" status: 204 len: 168 time: 2.6713233 Dec 16 17:39:31.464274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46842) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:31.468188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faf76f-8ebd-46e9-bab2-9223572f050d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Port': ['ID=372a9549-0383-4b89-8348-a27bd4379606,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.499470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] Pushing event deleted for resources: {'Port': ['ID=32e8a311-4a36-4be9-8e43-657f38204f20,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.501543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe44fd-0411-496a-a11d-10da0626bd2e None None] No DVR routers for this DVR port 32e8a311-4a36-4be9-8e43-657f38204f20 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:31.514252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.517441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-c8e07712-af0a-4061-8c60-8168562bafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:31.518945 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-c8e07712-af0a-4061-8c60-8168562bafb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 0.6733944 Dec 16 17:39:31.541415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-04eab31f-3c67-42b7-9db6-c965f4c42b3d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:31.541882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04eab31f-3c67-42b7-9db6-c965f4c42b3d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:31.547865 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-04eab31f-3c67-42b7-9db6-c965f4c42b3d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/fbd31a1d-c070-40fa-a4bb-9f95202896d8 HTTP/1.1" status: 404 len: 337 time: 0.0716226 Dec 16 17:39:31.551085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46844) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:31.580182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] For port c70823f8-d394-4b98-8c6e-88d577c3b8a9, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:31.584026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] For port c70823f8-d394-4b98-8c6e-88d577c3b8a9, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c70823f8-d394-4b98-8c6e-88d577c3b8a9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:31.585871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] Deleting port 54496da1-bb6e-42aa-8aa2-482b90e89a55 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:31.586245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.619038 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-2a36e585-d4c9-4a77-9bb9-3ed2aa8cf467 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229516396&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.3200784 Dec 16 17:39:31.624648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 54496da1-bb6e-42aa-8aa2-482b90e89a55 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:31.625012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.643355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.660750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdc401b-1a5c-4ca5-bb3e-9683b26c1909']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:31.738371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] For port 54496da1-bb6e-42aa-8aa2-482b90e89a55, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54496da1-bb6e-42aa-8aa2-482b90e89a55,segment=NetworkSegment(9c155dbd-68fa-442f-b2b1-2e6014544553),segment_id=9c155dbd-68fa-442f-b2b1-2e6014544553)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:31.739135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.761628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] Calling delete_port for 54496da1-bb6e-42aa-8aa2-482b90e89a55 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:31.763489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c01fe6-e43f-40ef-b95a-993a98509bab None None] Pushing event updated for resources: {'Port': ['ID=c70823f8-d394-4b98-8c6e-88d577c3b8a9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.785474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:31.786649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8f7c23-ff61-4658-97f9-6acbf7eae4e3') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:31.817941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] For port 54496da1-bb6e-42aa-8aa2-482b90e89a55, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=54496da1-bb6e-42aa-8aa2-482b90e89a55,segment=NetworkSegment(9c155dbd-68fa-442f-b2b1-2e6014544553),segment_id=9c155dbd-68fa-442f-b2b1-2e6014544553)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:31.818313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.829086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.844960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.851865 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-b4a0c087-6998-4450-aa09-bcfdedcdc999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1002 time: 0.3078392 Dec 16 17:39:31.856272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.883760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:31.894502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 54496da1-bb6e-42aa-8aa2-482b90e89a55 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:31.924727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] Pushing event deleted for resources: {'Port': ['ID=54496da1-bb6e-42aa-8aa2-482b90e89a55,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:31.940684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076a25d-1a6f-4214-a25f-548ae34c10a5 None None] No DVR routers for this DVR port 54496da1-bb6e-42aa-8aa2-482b90e89a55 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:31.967058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-34ba1e04-7f35-4144-969e-a60188c669bf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:31.968607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-34ba1e04-7f35-4144-969e-a60188c669bf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 797 time: 0.3233933 Dec 16 17:39:31.969789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.043209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:32.043657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.047795 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-ceb47b7a-f30f-4847-9f57-c27023728586 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0350802 Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:32.048565 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:32.063952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fefc:d12b (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/15794b3a-0ce1-4d52-8e70-2e5541c52ffc/dcdca56b-32a7-408c-9b04-96d178db8006) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:32.166639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.188253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.209129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-cf21f78e-3516-4593-9d93-a7b6105f4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:32.210684 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-cf21f78e-3516-4593-9d93-a7b6105f4ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.3271322 Dec 16 17:39:32.233209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=45903f05-89b6-4e87-9b64-98b4c03c0ab1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:32.234912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a11ee-ba3c-45cd-a00f-1fd49fc35577 None None] Network b8c68200-c308-4a5e-be8e-70559d0dba89 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:32.237856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.242489 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-97f96441-f59b-4cb7-bdaf-c08d28b08bb3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/45903f05-89b6-4e87-9b64-98b4c03c0ab1 HTTP/1.1" status: 204 len: 168 time: 1.3085878 Dec 16 17:39:32.249405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46846) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:32.260426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.267077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.268683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 HTTP/1.1" status: 204 len: 168 time: 6.7065494 Dec 16 17:39:32.278534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46848) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:32.346630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c737d319-e3a1-4663-8d3e-f3313247e5b2']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:32.363739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a5a3e3-0a89-404d-968f-b743220e5e60') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:32.363739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a5a3e3-0a89-404d-968f-b743220e5e60') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:32.374266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.389451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.396644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:32.397017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.409848 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-26255c16-f45b-4c50-83d0-265a8eef2966 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2934637 Dec 16 17:39:32.429956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308155567'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:32.442131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.466848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0325-5360-486b-a927-f2c51bd6583a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=8fdc401b-1a5c-4ca5-bb3e-9683b26c1909,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:32.516158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] DHCP port deletion for b8c68200-c308-4a5e-be8e-70559d0dba89 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:32.536467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=54496da1-bb6e-42aa-8aa2-482b90e89a55,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:32.549430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.562397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-646c9c38-4e53-485c-bd2c-1f5d1f1f9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:32.563946 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-646c9c38-4e53-485c-bd2c-1f5d1f1f9f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3411415 Dec 16 17:39:32.568277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0d1cf32c-cc6c-4129-a9bc-839811eefa20 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:32.581817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No DVR routers for this DVR port 54496da1-bb6e-42aa-8aa2-482b90e89a55 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:32.619872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.640981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] Deleting port 763bb6ec-862d-4f78-94af-633e6f55ad1f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:32.642109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.662250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:32.663095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.680409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.687378 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/c737d319-e3a1-4663-8d3e-f3313247e5b2 HTTP/1.1" status: 204 len: 168 time: 1.1279566 Dec 16 17:39:32.687547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b97d7-a751-40fd-9c9d-6fc7b471ee38 req-9315e751-f2f3-4365-b6a3-146157676ec0 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:32.687547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1d9b97d7-a751-40fd-9c9d-6fc7b471ee38 req-9315e751-f2f3-4365-b6a3-146157676ec0 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2995837 Dec 16 17:39:32.689861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46852) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:32.713524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:32.716888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.748224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] For port 763bb6ec-862d-4f78-94af-633e6f55ad1f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=763bb6ec-862d-4f78-94af-633e6f55ad1f,segment=NetworkSegment(a54ed984-820f-4307-8e48-efd717760766),segment_id=a54ed984-820f-4307-8e48-efd717760766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:32.748633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.765817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] Calling delete_port for 763bb6ec-862d-4f78-94af-633e6f55ad1f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:32.872838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c70823f8-d394-4b98-8c6e-88d577c3b8a9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:32.873754 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-6e50f8f2-2c13-41e8-a625-29f922bba449 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918153 Dec 16 17:39:32.878362 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-86735e1f-cea5-4ac9-9b03-6c276b8042db service neutron] 10.222.0.66 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437246 Dec 16 17:39:32.883346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.938810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c70823f8-d394-4b98-8c6e-88d577c3b8a9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:32.939065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.942492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:32.981243 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1d9b97d7-a751-40fd-9c9d-6fc7b471ee38 req-62a5a325-e3f9-44ca-a199-b41cb7ae1096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237382 Dec 16 17:39:33.002032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.014621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] Pushing event deleted for resources: {'Port': ['ID=763bb6ec-862d-4f78-94af-633e6f55ad1f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.022293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4711c8-97b3-487f-85bb-df6e853a3dfe None None] No DVR routers for this DVR port 763bb6ec-862d-4f78-94af-633e6f55ad1f on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:33.083723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.092401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736edd5-07d1-4fc3-bd23-8e614cf52929 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Network': ['ID=c737d319-e3a1-4663-8d3e-f3313247e5b2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.103534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.112190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c0120b-b04b-4b38-b014-fa80b3dbf16c None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:39:33.170154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305eab8c-2c58-4d18-9d6e-d9e5060a24b2']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:33.174100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:33.185404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:33.190830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:33.193668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:33.194453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port c70823f8-d394-4b98-8c6e-88d577c3b8a9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c70823f8-d394-4b98-8c6e-88d577c3b8a9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:33.199494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c155dbd-68fa-442f-b2b1-2e6014544553') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:33.199876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c155dbd-68fa-442f-b2b1-2e6014544553') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:33.203977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:33.204490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.215952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.220619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.220981 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 2b538e93-cbcb-47c5-a580-945e6863d629 of type vlan for network 99adcc7e-c911-451a-95bf-2f7c9b27376c Dec 16 17:39:33.224193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.247402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 763bb6ec-862d-4f78-94af-633e6f55ad1f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:33.247402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.264341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-43092e40-91c3-4e2e-b366-888880e48d25 None None] Provisioning complete for port c70823f8-d394-4b98-8c6e-88d577c3b8a9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:33.265023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43092e40-91c3-4e2e-b366-888880e48d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.297743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=dcdca56b-32a7-408c-9b04-96d178db8006,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.306026 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-0ba44a29-13dc-448b-a045-5f7ea58a0710 service neutron] 10.222.0.66 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189774 Dec 16 17:39:33.320308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54496da1-bb6e-42aa-8aa2-482b90e89a55 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:33.327701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.341735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting port 4c808acc-0867-4e15-98d1-7fbf5f6e3ad0 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:33.342081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.369633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 54496da1-bb6e-42aa-8aa2-482b90e89a55 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:33.370720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 54496da1-bb6e-42aa-8aa2-482b90e89a55 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:33.370720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 32e8a311-4a36-4be9-8e43-657f38204f20 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:33.378821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.381342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:33.381731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:33.384749 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:33.396126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=c70823f8-d394-4b98-8c6e-88d577c3b8a9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.407625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 32e8a311-4a36-4be9-8e43-657f38204f20 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:33.407969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 32e8a311-4a36-4be9-8e43-657f38204f20 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:33.414372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0120b-b04b-4b38-b014-fa80b3dbf16c None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:39:33.423601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.444140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Calling delete_port for 4c808acc-0867-4e15-98d1-7fbf5f6e3ad0 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:33.498485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:39:33.503543 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-42e1a908-cbdf-4535-882b-790dbe319761 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4551108 Dec 16 17:39:33.509662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46854) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:33.528915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 763bb6ec-862d-4f78-94af-633e6f55ad1f, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:33.529308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.539915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96cc00dc-05da-46ad-a02a-ae64161f698d req-2f0a9e0c-6cbb-4b91-97c8-273e249f5349 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557749 Dec 16 17:39:33.548973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.560790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 763bb6ec-862d-4f78-94af-633e6f55ad1f owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:33.564908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.567539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.574246 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/305eab8c-2c58-4d18-9d6e-d9e5060a24b2 HTTP/1.1" status: 204 len: 168 time: 2.8059263 Dec 16 17:39:33.574246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.576838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:33.577456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.581883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Port 763bb6ec-862d-4f78-94af-633e6f55ad1f was not found and therefore no delete operation was performed {{(pid=103243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:39:33.592403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46856) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:33.600078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-111584583'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:33.607058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.608962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48706a-ec1f-4938-9770-1181eadc3b57 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=305eab8c-2c58-4d18-9d6e-d9e5060a24b2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.610711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.642588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1041b7-3ef0-4e73-95ad-9c32252a129d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:33.649250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1041b7-3ef0-4e73-95ad-9c32252a129d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:33.653353 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d1041b7-3ef0-4e73-95ad-9c32252a129d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1393099 Dec 16 17:39:33.653353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.658769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46858) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:33.693953 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2656074 Dec 16 17:39:33.698429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=763bb6ec-862d-4f78-94af-633e6f55ad1f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.699275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46860) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:33.702375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port 763bb6ec-862d-4f78-94af-633e6f55ad1f on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:33.706363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:33.730272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Port': ['ID=4c808acc-0867-4e15-98d1-7fbf5f6e3ad0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.741755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.742494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4aafba-f7ca-457d-b29e-654a8de0a0eb None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:39:33.748666 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-54e2d2a2-e8c1-4be2-b67e-9209deaf820e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/ports/4c808acc-0867-4e15-98d1-7fbf5f6e3ad0 HTTP/1.1" status: 204 len: 168 time: 1.0479119 Dec 16 17:39:33.750944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46862) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:33.827443 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c7f0ea-bf13-4841-8051-72750088716b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:33.828282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c7f0ea-bf13-4841-8051-72750088716b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:33.836670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a5c7f0ea-bf13-4841-8051-72750088716b tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/52f984f5-b0ea-4a1d-ae40-710ad179c172 HTTP/1.1" status: 404 len: 337 time: 0.0666511 Dec 16 17:39:33.839803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46864) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:33.851397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9307f69-dd6a-4721-911a-760f92a3cdaa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=99adcc7e-c911-451a-95bf-2f7c9b27376c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:33.868732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4aafba-f7ca-457d-b29e-654a8de0a0eb None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:39:33.876697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 99adcc7e-c911-451a-95bf-2f7c9b27376c details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:33.889124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port dcdca56b-32a7-408c-9b04-96d178db8006 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:33.889755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.909351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:33.912743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:33.950121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:33.954151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.010389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.057343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:34.068145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c68200-c308-4a5e-be8e-70559d0dba89']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.080745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.090958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54ed984-820f-4307-8e48-efd717760766') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.091259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54ed984-820f-4307-8e48-efd717760766') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.093561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.093909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Added segment 21301638-bcb3-4f49-aa05-0df1f0c4a1b4 of type vlan for network 823354c1-6925-47e7-a8d2-5d2247702b94 Dec 16 17:39:34.116510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Router 94ddf967-b4a2-4d45-a0e4-e446aa9f6736 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:34.140767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.171125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.174812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.177763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.199191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for dcdca56b-32a7-408c-9b04-96d178db8006 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:34.204263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:34.204683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:34.209733 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:34.217887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bb7b8-a499-45e8-b887-bf126bd52f11 req-ec244aac-598c-426b-90d5-8857b370ef5c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:34.225132 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c54bb7b8-a499-45e8-b887-bf126bd52f11 req-ec244aac-598c-426b-90d5-8857b370ef5c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1661098 Dec 16 17:39:34.378992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.381191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.381553 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c54bb7b8-a499-45e8-b887-bf126bd52f11 req-e0f0e195-f17c-45d6-b0cb-cb833b29e7f5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555684 Dec 16 17:39:34.386880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:34.387384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.446181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c70823f8-d394-4b98-8c6e-88d577c3b8a9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:34.470505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.501811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7078f2da-7edb-4259-a9e1-5b633b322418']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.504093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c70823f8-d394-4b98-8c6e-88d577c3b8a9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:34.505298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.509135 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9150422 Dec 16 17:39:34.512127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.515176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46870) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:34.526077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:34.527305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd404017e-b354-4b75-b774-761216a527dc') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.527603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd404017e-b354-4b75-b774-761216a527dc') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.529796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.533010 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/b8c68200-c308-4a5e-be8e-70559d0dba89 HTTP/1.1" status: 204 len: 168 time: 2.2772779 Dec 16 17:39:34.548366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46872) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:34.554833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1359701977', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:34.568004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.578555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe78fde-3932-482d-babc-a6308332c063 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Network': ['ID=823354c1-6925-47e7-a8d2-5d2247702b94,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:34.600217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 823354c1-6925-47e7-a8d2-5d2247702b94 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:34.614259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:34.628182 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] Sync routers for ids ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:34.634321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.646643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:34.649608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.649883 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] Routers {'94ddf967-b4a2-4d45-a0e4-e446aa9f6736'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:34.650707 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.655678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e606f7-b039-43da-af65-70323a125ebb tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=b8c68200-c308-4a5e-be8e-70559d0dba89,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:34.658411 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:34.661686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.665256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f049ead0-a262-493f-9fbc-ce5cc03274fa tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "PUT /v2.0/routers/94ddf967-b4a2-4d45-a0e4-e446aa9f6736 HTTP/1.1" status: 200 len: 921 time: 5.3943245 Dec 16 17:39:34.680451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46876) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:34.726745 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.738290 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] Routers {'94ddf967-b4a2-4d45-a0e4-e446aa9f6736'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:34.739716 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.794864 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:34.795783 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf45e03-c9b4-4d25-a9b4-432bbe70fd8a None None] The sync data for ids ['94ddf967-b4a2-4d45-a0e4-e446aa9f6736'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:34.809991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.811001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.858708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8dc0c4ae-1a0f-4380-b5eb-5aa2c7cc4353 None None] Could not find standard attr ID for object dcdca56b-32a7-408c-9b04-96d178db8006. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:39:34.899646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 763bb6ec-862d-4f78-94af-633e6f55ad1f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:34.903013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.915406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.919574 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/7078f2da-7edb-4259-a9e1-5b633b322418 HTTP/1.1" status: 204 len: 168 time: 1.0681517 Dec 16 17:39:34.920101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:34.921308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 763bb6ec-862d-4f78-94af-633e6f55ad1f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:34.922340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 763bb6ec-862d-4f78-94af-633e6f55ad1f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:34.932499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46878) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:34.945678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd6363-ce03-4c1e-86cd-c98bc13d94b7 tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Network': ['ID=7078f2da-7edb-4259-a9e1-5b633b322418,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:34.989305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.040079 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-98320f8a-b8af-46bf-8554-124a83fa84fc tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/94ddf967-b4a2-4d45-a0e4-e446aa9f6736 HTTP/1.1" status: 200 len: 921 time: 0.3561113 Dec 16 17:39:35.046982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46880) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.055616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=dcdca56b-32a7-408c-9b04-96d178db8006,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:35.089918 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-22943120-133c-40fd-866e-cd82f4b3b892 req-d0e6ef13-7135-4cd5-babd-b5f462fac5a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.0887208 Dec 16 17:39:35.102642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting subnet 32b08b9c-fc4f-4b34-84be-38fb2bdf51e6 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:35.119070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.122601 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0d8cb357-91f3-4969-8324-dfd1a78c5368 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/dcdca56b-32a7-408c-9b04-96d178db8006 HTTP/1.1" status: 204 len: 168 time: 1.4606528 Dec 16 17:39:35.129191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46882) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.147274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=d9ab193b-df98-422e-806d-56d4e28fc3c4,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:35.211801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '2b538e93-cbcb-47c5-a580-945e6863d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:35.212183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 99adcc7e-c911-451a-95bf-2f7c9b27376c, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:35.221488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:35.225614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.233663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c631f9-6715-4a92-86a6-d738a0f1c088 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:35.235299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c631f9-6715-4a92-86a6-d738a0f1c088 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:35.236903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e7c631f9-6715-4a92-86a6-d738a0f1c088 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1063702 Dec 16 17:39:35.251352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46884) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.336856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 99adcc7e-c911-451a-95bf-2f7c9b27376c is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:35.372652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 99adcc7e-c911-451a-95bf-2f7c9b27376c) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:35.377373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:35.377982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.382902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46480a80-e71a-4743-9ddd-cd2f2c28711d None None] Network 99adcc7e-c911-451a-95bf-2f7c9b27376c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:35.385962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 15794b3a-0ce1-4d52-8e70-2e5541c52ffc {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:35.394001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.413213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.458895 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1c223aa8-527b-4d8e-bc5f-7a65dd011f15 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7577643 Dec 16 17:39:35.461772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.466584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46888) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.466758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.495694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-99adcc7e-c911-451a-95bf-2f7c9b27376c', 'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': 'd9ab193b-df98-422e-806d-56d4e28fc3c4'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:35.496721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.531562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979cd758-d321-43de-9d2a-122a62b358d9 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:35.536348 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-979cd758-d321-43de-9d2a-122a62b358d9 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=94ddf967-b4a2-4d45-a0e4-e446aa9f6736&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4852381 Dec 16 17:39:35.537828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46890) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.559853 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:39:35.579909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.652418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Allocated IP 2001:db8::1 (99adcc7e-c911-451a-95bf-2f7c9b27376c/d9ab193b-df98-422e-806d-56d4e28fc3c4/7fbe3a3a-9792-443f-99b7-5b53a1376f42) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:35.714547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.731523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.818060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98fa46-a0bb-4b4e-9649-641bd9ea62d8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:35.819473 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8e98fa46-a0bb-4b4e-9649-641bd9ea62d8 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.2807281 Dec 16 17:39:35.824579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.832055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.841358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.853027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de68c-fcf9-4bb1-91a9-01e064bd7b3a req-41199a91-1d02-4ba6-9152-5dc9de495b2c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:35.854577 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f94de68c-fcf9-4bb1-91a9-01e064bd7b3a req-41199a91-1d02-4ba6-9152-5dc9de495b2c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3652439 Dec 16 17:39:35.860960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.862013 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-07548a43-8268-4d93-ac97-67d59e33cf6f tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ddf967-b4a2-4d45-a0e4-e446aa9f6736 HTTP/1.1" status: 200 len: 205 time: 0.0362232 Dec 16 17:39:35.865942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46898) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.873703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.875880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.899586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Network 99adcc7e-c911-451a-95bf-2f7c9b27376c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:35.903240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:35.905789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:35.911018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Subnet': ['ID=32b08b9c-fc4f-4b34-84be-38fb2bdf51e6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:35.913160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:35.915335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Pushing event updated for resources: {'Port': ['ID=7fbe3a3a-9792-443f-99b7-5b53a1376f42,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:35.918739 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-05ff0fa7-e328-45a5-ba5c-49a6b256bf8e tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/subnets/32b08b9c-fc4f-4b34-84be-38fb2bdf51e6 HTTP/1.1" status: 204 len: 168 time: 0.9828334 Dec 16 17:39:35.919017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:35.945947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5676b-50ba-4559-bad6-cde3e377deec None None] Network 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:36.024607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Attempting to bind port 7fbe3a3a-9792-443f-99b7-5b53a1376f42 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:36.025384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Attempting to bind port 7fbe3a3a-9792-443f-99b7-5b53a1376f42 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '2b538e93-cbcb-47c5-a580-945e6863d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:36.025845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Attempting to bind port 7fbe3a3a-9792-443f-99b7-5b53a1376f42 on network 99adcc7e-c911-451a-95bf-2f7c9b27376c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:36.036256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:36.036256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Checking segment: {'id': '2b538e93-cbcb-47c5-a580-945e6863d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:36.036256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.036743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Bound using segment: {'id': '2b538e93-cbcb-47c5-a580-945e6863d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:36.037365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Bound port: 7fbe3a3a-9792-443f-99b7-5b53a1376f42, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b538e93-cbcb-47c5-a580-945e6863d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '99adcc7e-c911-451a-95bf-2f7c9b27376c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:36.037834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.059880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.067456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.092443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.094156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.106422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=53d43aea-713b-4ccf-b1e0-ae397e6fb3a8,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:36.134002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] For port 7fbe3a3a-9792-443f-99b7-5b53a1376f42, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:36.137792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] For port 7fbe3a3a-9792-443f-99b7-5b53a1376f42, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7fbe3a3a-9792-443f-99b7-5b53a1376f42,segment=NetworkSegment(2b538e93-cbcb-47c5-a580-945e6863d629),segment_id=2b538e93-cbcb-47c5-a580-945e6863d629)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:36.147951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.194028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=15794b3a-0ce1-4d52-8e70-2e5541c52ffc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:36.227166 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f94de68c-fcf9-4bb1-91a9-01e064bd7b3a req-2e0be71e-e463-4e16-915b-9c29565c7287 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593948 Dec 16 17:39:36.229474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.235384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-999b4545-0a58-4541-87f7-297d093474d6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/15794b3a-0ce1-4d52-8e70-2e5541c52ffc HTTP/1.1" status: 204 len: 168 time: 0.9803395 Dec 16 17:39:36.242150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed9a25-7d5c-4275-9559-b9d6f09fa658 None None] Pushing event updated for resources: {'Port': ['ID=7fbe3a3a-9792-443f-99b7-5b53a1376f42,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:36.246531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46904) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:36.258334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] DHCP port deletion for 8dde3422-69a0-444d-bfc4-b78d5f6e23b0 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:36.261532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba4e1b-19e5-491a-b4d1-51e7ae52d2bf None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:36.294239 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7cb313a-4bdd-402d-bec7-50af4cb89cad req-c23511d9-8989-4f21-8fcb-8c8a235f7feb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.0860605 Dec 16 17:39:36.298933 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Checking segment: {'id': '21301638-bcb3-4f49-aa05-0df1f0c4a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:36.300029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network hostable DHCP agents. Network: 823354c1-6925-47e7-a8d2-5d2247702b94, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:36.305301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.361727 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c7dfc591-5ba0-4040-81fd-3f8d746b5464 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140144 Dec 16 17:39:36.367709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 172.26.2.185 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/6de5822d-bd57-4af5-a460-68d31f724088) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:36.368598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46908) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:36.376643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:36.415686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Deleting port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:36.417574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.434815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1814e427-8e04-4ae8-bcbe-25e243bc2f60 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:36.470031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] Deleting port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:36.470031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.518673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 7fbe3a3a-9792-443f-99b7-5b53a1376f42 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:36.519128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.523676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 823354c1-6925-47e7-a8d2-5d2247702b94 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:36.589412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] For port 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1814e427-8e04-4ae8-bcbe-25e243bc2f60,segment=NetworkSegment(3944cb21-e373-4a01-9270-f2bd09191cbd),segment_id=3944cb21-e373-4a01-9270-f2bd09191cbd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:36.590021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.618880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4070-9cb3-4f77-8a0d-d25fa96bce74 req-bbf5f621-65b0-436c-a43c-e88aa1778736 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:36.620453 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-094c4070-9cb3-4f77-8a0d-d25fa96bce74 req-bbf5f621-65b0-436c-a43c-e88aa1778736 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2730405 Dec 16 17:39:36.642074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 823354c1-6925-47e7-a8d2-5d2247702b94) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:36.645966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:36.649451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:36.653207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.656835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] Calling delete_port for 1814e427-8e04-4ae8-bcbe-25e243bc2f60 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:36.662307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54056cff-d370-4243-80e9-c5bfca03d669 None None] Network 823354c1-6925-47e7-a8d2-5d2247702b94 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:36.666108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:36.666881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.684783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.776622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.783915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] For port 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1814e427-8e04-4ae8-bcbe-25e243bc2f60,segment=NetworkSegment(3944cb21-e373-4a01-9270-f2bd09191cbd),segment_id=3944cb21-e373-4a01-9270-f2bd09191cbd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:36.784419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.786546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-64321ae0-def0-490f-8f84-aa9ccd1e1c7d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2644887 Dec 16 17:39:36.790787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46912) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:36.793367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 7fbe3a3a-9792-443f-99b7-5b53a1376f42, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7fbe3a3a-9792-443f-99b7-5b53a1376f42,segment=NetworkSegment(2b538e93-cbcb-47c5-a580-945e6863d629),segment_id=2b538e93-cbcb-47c5-a580-945e6863d629)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:36.793686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.799854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1696313681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:36.825724 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-094c4070-9cb3-4f77-8a0d-d25fa96bce74 req-ad6f2c79-ce66-4c73-a28e-c43d3ed05ab5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923745 Dec 16 17:39:36.828506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Calling delete_port for 1814e427-8e04-4ae8-bcbe-25e243bc2f60 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:36.837971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 7fbe3a3a-9792-443f-99b7-5b53a1376f42 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:36.942663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.943703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.983791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.993117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Deleting port bc2a3cb5-126a-41e6-ad12-6828f1729824 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:36.993456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:36.996924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 1814e427-8e04-4ae8-bcbe-25e243bc2f60, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1814e427-8e04-4ae8-bcbe-25e243bc2f60,segment=NetworkSegment(3944cb21-e373-4a01-9270-f2bd09191cbd),segment_id=3944cb21-e373-4a01-9270-f2bd09191cbd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:37.041748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.104236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-823354c1-6925-47e7-a8d2-5d2247702b94', 'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': '53d43aea-713b-4ccf-b1e0-ae397e6fb3a8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:37.105246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.111709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.117528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.125588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.125839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.146419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] Deleting port c70823f8-d394-4b98-8c6e-88d577c3b8a9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:37.146891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.154551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92125f-79b0-46e0-9a33-2f60dc61814c req-b18cc30f-6ff0-4a39-b084-e68eec08dbfe tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:37.156077 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0f92125f-79b0-46e0-9a33-2f60dc61814c req-b18cc30f-6ff0-4a39-b084-e68eec08dbfe tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1926117 Dec 16 17:39:37.161926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Port': ['ID=1814e427-8e04-4ae8-bcbe-25e243bc2f60,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:37.195947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.197038 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-79fb4aa6-414c-41fb-9f40-952a31fd6d73 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4006441 Dec 16 17:39:37.204769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=6de5822d-bd57-4af5-a460-68d31f724088,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:37.206792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46920) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:37.212278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94', 'name': 'tempest-PortsTestJSON-357890719'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:37.215361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:37.217607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] No DVR routers for this DVR port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:37.219586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:37.230218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:37.279166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Allocated IP 172.20.0.2 (823354c1-6925-47e7-a8d2-5d2247702b94/53d43aea-713b-4ccf-b1e0-ae397e6fb3a8/7ae90761-af0a-443a-8a84-07e3eadcf929) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:37.281326 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.296315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.304720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Calling delete_port for bc2a3cb5-126a-41e6-ad12-6828f1729824 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:37.307145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c2ab0-ee42-4e5f-abdf-c895eddb5e91 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:37.360642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] No DVR routers for this DVR port 1814e427-8e04-4ae8-bcbe-25e243bc2f60 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:37.383015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=1814e427-8e04-4ae8-bcbe-25e243bc2f60,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:37.412023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411c738-7bba-45c5-9daa-8f942f38112a None None] Pushing event deleted for resources: {'Port': ['ID=1814e427-8e04-4ae8-bcbe-25e243bc2f60,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:37.429657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa055-331e-4c0b-8446-f1af1c476e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.477035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0e6f894e-7733-460d-823a-a7c9f57e3a25 None None] Provisioning complete for port 6de5822d-bd57-4af5-a460-68d31f724088 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:37.477381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e6f894e-7733-460d-823a-a7c9f57e3a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.532981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] For port c70823f8-d394-4b98-8c6e-88d577c3b8a9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c70823f8-d394-4b98-8c6e-88d577c3b8a9,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:37.533822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.548819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-94743bcf-5b09-4fe0-ad80-9815b44126e2 req-c9a93027-a377-44c7-9514-c58272a8d2d4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.0415688 Dec 16 17:39:37.557634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.567531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] Calling delete_port for c70823f8-d394-4b98-8c6e-88d577c3b8a9 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:37.580201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f894e-7733-460d-823a-a7c9f57e3a25 None None] Port 6de5822d-bd57-4af5-a460-68d31f724088 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:37.588548 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0f92125f-79b0-46e0-9a33-2f60dc61814c req-8b06e849-7070-499b-a46b-80de6d539ee1 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041693 Dec 16 17:39:37.642865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=7fbe3a3a-9792-443f-99b7-5b53a1376f42,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:37.665236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.707072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:37.721086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 7fbe3a3a-9792-443f-99b7-5b53a1376f42 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:37.725110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:37.728728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.766334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850468c0-b148-40a3-afd9-c6bfd5a304d5 None None] Network 99adcc7e-c911-451a-95bf-2f7c9b27376c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:37.779694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port 37aad5e7-d655-45dd-a031-6af0e3a4186a yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:37.790242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.798324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dde3422-69a0-444d-bfc4-b78d5f6e23b0']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:37.829097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3944cb21-e373-4a01-9270-f2bd09191cbd') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:37.830050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3944cb21-e373-4a01-9270-f2bd09191cbd') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:37.856143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.863656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.898963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event deleted for resources: {'Port': ['ID=bc2a3cb5-126a-41e6-ad12-6828f1729824,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:37.931892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.968081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:37.968590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:37.972270 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:38.036864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.092175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d142b-8e13-4a45-81e2-3b92b3622d08 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:38.095943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.098633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-eecd7402-0def-4376-aaae-73b8295649cc None None] Could not find standard attr ID for object 7fbe3a3a-9792-443f-99b7-5b53a1376f42. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:39:38.118900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.127282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f800-ee61-462b-b453-112b74824968 req-b646de58-c267-4e20-bfaf-99a5ba2cd94f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:38.128855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f238f800-ee61-462b-b453-112b74824968 req-b646de58-c267-4e20-bfaf-99a5ba2cd94f tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.1670773 Dec 16 17:39:38.130516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.172256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.178649 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] 10.222.0.66 "DELETE /v2.0/networks/8dde3422-69a0-444d-bfc4-b78d5f6e23b0 HTTP/1.1" status: 204 len: 168 time: 2.2559290 Dec 16 17:39:38.220534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.234076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e6245-926c-4b44-8734-31249d26806d tempest-NetworksIpV6TestAttrs-1784940148 tempest-NetworksIpV6TestAttrs-1784940148-project] Pushing event deleted for resources: {'Network': ['ID=8dde3422-69a0-444d-bfc4-b78d5f6e23b0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:38.258270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.327241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] Pushing event deleted for resources: {'Port': ['ID=c70823f8-d394-4b98-8c6e-88d577c3b8a9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:38.342421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b5b89-77df-4377-be3f-697773c9dc6b None None] No DVR routers for this DVR port c70823f8-d394-4b98-8c6e-88d577c3b8a9 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:38.379733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.390612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.483064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Network 823354c1-6925-47e7-a8d2-5d2247702b94 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:38.487224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:38.496337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:38.558460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c70823f8-d394-4b98-8c6e-88d577c3b8a9 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:38.639625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Pushing event updated for resources: {'Port': ['ID=7ae90761-af0a-443a-8a84-07e3eadcf929,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:38.661475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: c70823f8-d394-4b98-8c6e-88d577c3b8a9 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:38.662289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c70823f8-d394-4b98-8c6e-88d577c3b8a9 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:38.688925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Attempting to bind port 7ae90761-af0a-443a-8a84-07e3eadcf929 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:38.689339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Attempting to bind port 7ae90761-af0a-443a-8a84-07e3eadcf929 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '21301638-bcb3-4f49-aa05-0df1f0c4a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:38.689708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Attempting to bind port 7ae90761-af0a-443a-8a84-07e3eadcf929 on network 823354c1-6925-47e7-a8d2-5d2247702b94 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:38.691378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.694643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.697903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:38.698299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Checking segment: {'id': '21301638-bcb3-4f49-aa05-0df1f0c4a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:38.698688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.699189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Bound using segment: {'id': '21301638-bcb3-4f49-aa05-0df1f0c4a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:38.699682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Bound port: 7ae90761-af0a-443a-8a84-07e3eadcf929, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21301638-bcb3-4f49-aa05-0df1f0c4a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '823354c1-6925-47e7-a8d2-5d2247702b94'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:38.700064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.720020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Port c70823f8-d394-4b98-8c6e-88d577c3b8a9 concurrently deleted while adding address for new subnet {'id': '2a950e47-e2bb-45c5-9699-6450f0b5ad84', 'name': '', 'tenant_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 688, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-16T17:39:36Z', 'updated_at': '2021-12-16T17:39:36Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb'}. {{(pid=103243) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 16 17:39:38.720633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.766971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da927315-0800-4cd4-9f6f-81fbd7f5860f None None] Network 99adcc7e-c911-451a-95bf-2f7c9b27376c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:38.776881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:38.785620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:38.792965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:38.793834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.839864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=2a950e47-e2bb-45c5-9699-6450f0b5ad84,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:38.845842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46940) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:38.884614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:38.932388 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83a148d2-c20a-472d-80c7-7ef8479b49ea tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5624523 Dec 16 17:39:38.937596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.9 (823354c1-6925-47e7-a8d2-5d2247702b94/53d43aea-713b-4ccf-b1e0-ae397e6fb3a8/37aad5e7-d655-45dd-a031-6af0e3a4186a) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:38.946236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46944) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:38.953563 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b6c4116-a923-4f71-851b-96d6ef31f6ae req-99f934d4-2c42-4b36-bf64-9b294ae53c83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.2076077 Dec 16 17:39:38.953796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:cb:6b:cd', 'name': 'tempest-NetworksTestDHCPv6-1794188707'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:38.954495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ab193b-df98-422e-806d-56d4e28fc3c4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:38.973770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721714ad-a937-4829-b0d6-6cfa8893e3db None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:38.999014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99adcc7e-c911-451a-95bf-2f7c9b27376c']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:39.011470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.012359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Fanout notify agent at l3_agent the message router_deleted on router 94ddf967-b4a2-4d45-a0e4-e446aa9f6736 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:39.039192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.074925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.079437 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-56ef8d6e-a0a9-4940-8dd1-92bc537b6dae tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/94ddf967-b4a2-4d45-a0e4-e446aa9f6736 HTTP/1.1" status: 204 len: 168 time: 3.2040439 Dec 16 17:39:39.087509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b538e93-cbcb-47c5-a580-945e6863d629') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:39.087808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b538e93-cbcb-47c5-a580-945e6863d629') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:39.107781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46946) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:39.113942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-144740579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:39.124872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '2a950e47-e2bb-45c5-9699-6450f0b5ad84'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:39.125781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.132793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] For port 7ae90761-af0a-443a-8a84-07e3eadcf929, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:39.136128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.232708 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f238f800-ee61-462b-b453-112b74824968 req-42d21c99-6d8d-4a64-8f74-7710e7056fae tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5914099 Dec 16 17:39:39.242343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.243907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.249232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] For port 7ae90761-af0a-443a-8a84-07e3eadcf929, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ae90761-af0a-443a-8a84-07e3eadcf929,segment=NetworkSegment(21301638-bcb3-4f49-aa05-0df1f0c4a1b4),segment_id=21301638-bcb3-4f49-aa05-0df1f0c4a1b4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:39.249420 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d76e588f-025a-4503-b85b-de4302055d46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25ff403d69d34d1eaa4707298edffb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018567 Dec 16 17:39:39.251351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca24f984-786d-4651-b292-3104e15a598b None None] DHCP port deletion for 99adcc7e-c911-451a-95bf-2f7c9b27376c request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:39.273543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.292063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46950) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:39.346066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.351489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.371903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.396762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119ba9-0a1b-454a-bb53-540352310255 None None] Pushing event updated for resources: {'Port': ['ID=7ae90761-af0a-443a-8a84-07e3eadcf929,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:39.400104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Allocated IP 2001:db8::f816:3eff:feb4:d60f (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/2a950e47-e2bb-45c5-9699-6450f0b5ad84/45fc97c5-a933-4f01-86c2-25d68d39824a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:39.431278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:39.431687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:39.434855 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:39.469562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 99d1b1f0-c931-43cf-8402-801d270b27e4 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:39.484374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be44bd57-d296-4aa0-a32f-9b27bdbe0f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.497519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:39.515633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.517174 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f5e5cc55-2791-4bc9-9256-574657b7c803 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4090660 Dec 16 17:39:39.521156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46954) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:39.535417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:39.654003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.664030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be44bd57-d296-4aa0-a32f-9b27bdbe0f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.672221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f373b004-5e83-4338-8cf2-f02bb413e61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.687531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.709857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.742337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.746516 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/99adcc7e-c911-451a-95bf-2f7c9b27376c HTTP/1.1" status: 204 len: 168 time: 4.2605243 Dec 16 17:39:39.760907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46958) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:39.767131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058657765'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:39.782238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:39.794635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:39.801776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:39.805819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Pushing event updated for resources: {'Port': ['ID=45fc97c5-a933-4f01-86c2-25d68d39824a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:39.822086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36e99b-c13f-4ebd-b0f5-4b322e42abdb tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=99adcc7e-c911-451a-95bf-2f7c9b27376c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:39.888071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Attempting to bind port 45fc97c5-a933-4f01-86c2-25d68d39824a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:39.889422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Attempting to bind port 45fc97c5-a933-4f01-86c2-25d68d39824a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:39.889991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Attempting to bind port 45fc97c5-a933-4f01-86c2-25d68d39824a on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:39.893221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.898605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:39.899571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:39.900214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.900877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:39.901595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Bound port: 45fc97c5-a933-4f01-86c2-25d68d39824a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:39.902187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.904921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.925070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:39.929299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.949473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.958051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:39.959702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be44bd57-d296-4aa0-a32f-9b27bdbe0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.962278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be44bd57-d296-4aa0-a32f-9b27bdbe0f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:39.963434 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-be44bd57-d296-4aa0-a32f-9b27bdbe0f9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/515093f2-f615-4745-b6cd-f7c22fa2ce59 HTTP/1.1" status: 204 len: 168 time: 0.6692317 Dec 16 17:39:39.971625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:39.974873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] Sync routers for ids ['99d1b1f0-c931-43cf-8402-801d270b27e4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:39.993221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] Routers {'99d1b1f0-c931-43cf-8402-801d270b27e4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:39.993996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['99d1b1f0-c931-43cf-8402-801d270b27e4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:40.037928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:40.048201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] For port 45fc97c5-a933-4f01-86c2-25d68d39824a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:40.053066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] For port 45fc97c5-a933-4f01-86c2-25d68d39824a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=45fc97c5-a933-4f01-86c2-25d68d39824a,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:40.056726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] Routers {'99d1b1f0-c931-43cf-8402-801d270b27e4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:40.057472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['99d1b1f0-c931-43cf-8402-801d270b27e4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:40.099437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:40.101493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75d4fd-c57d-4397-9207-42cb004a9491 None None] The sync data for ids ['99d1b1f0-c931-43cf-8402-801d270b27e4'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:40.114232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.116606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.118175 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d160e32f-3845-44d4-b5be-ffcc1e1e04e8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5668447 Dec 16 17:39:40.118996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44bd57-d296-4aa0-a32f-9b27bdbe0f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515093f2-f615-4745-b6cd-f7c22fa2ce59,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:40.125312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46964) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:40.128678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fecb:6bcd (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/2a950e47-e2bb-45c5-9699-6450f0b5ad84/d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:40.132568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.217207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:40.229961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54beb04-e5f8-42c8-9114-8b6c448130a3 None None] Pushing event updated for resources: {'Port': ['ID=45fc97c5-a933-4f01-86c2-25d68d39824a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:40.252623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7744b273-af20-4f0b-870c-7dceee1f4735 req-67b13ae5-8657-46f4-9e11-238d5890e814 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.1660037 Dec 16 17:39:40.304738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.307516 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 04975bf4-6aa7-46ab-a88c-84ed57c3d2b0 of type vlan for network 2c8e1466-3504-425a-ad21-f7ed38c927fd Dec 16 17:39:40.339618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=37aad5e7-d655-45dd-a031-6af0e3a4186a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:40.358908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 823354c1-6925-47e7-a8d2-5d2247702b94 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:40.378468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:40.412746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:40.508760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae90761-af0a-443a-8a84-07e3eadcf929 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:40.625213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.639623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7ae90761-af0a-443a-8a84-07e3eadcf929 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:40.640143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.685978 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-45eb0924-bd46-4c02-a1ce-fbc92b0670c7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/routers/99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 200 len: 885 time: 0.5595174 Dec 16 17:39:40.692091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46984) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:40.724834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:40.731154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.765489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:39:40.838650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef2818-5dc8-4cf0-8e9c-19107a00f865 req-2a9b6852-be8b-453d-9a40-d9dd53e9e16b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:40.840384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-62ef2818-5dc8-4cf0-8e9c-19107a00f865 req-2a9b6852-be8b-453d-9a40-d9dd53e9e16b tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.4756570 Dec 16 17:39:40.843186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.851543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:40.854249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.864904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-f7c02a6a-562d-49d6-b874-8c89c27010b6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:40.866777 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-f7c02a6a-562d-49d6-b874-8c89c27010b6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 797 time: 0.5687218 Dec 16 17:39:40.881347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a6d1b372-cae2-4b7b-94d0-904b93f880a4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6732116 Dec 16 17:39:40.898032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.903869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 46988) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:40.952716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.974205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 7ae90761-af0a-443a-8a84-07e3eadcf929, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ae90761-af0a-443a-8a84-07e3eadcf929,segment=NetworkSegment(21301638-bcb3-4f49-aa05-0df1f0c4a1b4),segment_id=21301638-bcb3-4f49-aa05-0df1f0c4a1b4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:40.979397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:40.992104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7fbe3a3a-9792-443f-99b7-5b53a1376f42 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:41.000067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=2c8e1466-3504-425a-ad21-f7ed38c927fd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:41.008447 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-522fbde4-44ea-422d-a5ae-2d95a5873e7d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2464552 Dec 16 17:39:41.021776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 46994) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:41.046710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:41.071392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:41.156326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 7fbe3a3a-9792-443f-99b7-5b53a1376f42 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:41.156686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7fbe3a3a-9792-443f-99b7-5b53a1376f42 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:41.174838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-62ef2818-5dc8-4cf0-8e9c-19107a00f865 req-306d05a6-0817-44ff-8f74-90f3b0bf4b73 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070288 Dec 16 17:39:41.198676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6de1d-31b4-43ee-9c64-3bb98c2578c5 None None] Network 823354c1-6925-47e7-a8d2-5d2247702b94 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:41.235990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.266308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-6d89e63b-ef75-466a-85e7-71bf65a0705b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 379 time: 0.3779070 Dec 16 17:39:41.326197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47002) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:41.327178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['0554d5cd-68ff-4fb7-a693-b6d112a7a8bb']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:41.336137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=7ae90761-af0a-443a-8a84-07e3eadcf929,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:41.405281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c6314878-4dfe-4479-82c4-e949e99d133e None None] Provisioning complete for port 7ae90761-af0a-443a-8a84-07e3eadcf929 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:41.405785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6314878-4dfe-4479-82c4-e949e99d133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.431711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:41.447693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.509145 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.566047 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0f56de7-88da-4046-b6ca-3012dd9b1c6c req-06998ba9-394f-480b-8de4-5009bc902961 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.1353195 Dec 16 17:39:41.571736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.600696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.605518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-393c32cf-905d-4b9b-b0b0-255c71fd397c tempest-DvrRoutersNegativeTest-67258947 tempest-DvrRoutersNegativeTest-67258947-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-918793019', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:41.609044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.policy [None req-393c32cf-905d-4b9b-b0b0-255c71fd397c tempest-DvrRoutersNegativeTest-67258947 tempest-DvrRoutersNegativeTest-67258947-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103243) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 16 17:39:41.609661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.policy [None req-393c32cf-905d-4b9b-b0b0-255c71fd397c tempest-DvrRoutersNegativeTest-67258947 tempest-DvrRoutersNegativeTest-67258947-project] Failed policy check for 'create_router' {{(pid=103243) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 16 17:39:41.611345 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-393c32cf-905d-4b9b-b0b0-255c71fd397c tempest-DvrRoutersNegativeTest-67258947 tempest-DvrRoutersNegativeTest-67258947-project] create failed (client error): Access was denied to this resource. Dec 16 17:39:41.612620 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-393c32cf-905d-4b9b-b0b0-255c71fd397c tempest-DvrRoutersNegativeTest-67258947 tempest-DvrRoutersNegativeTest-67258947-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2851841 Dec 16 17:39:41.761230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:41.783225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a5103-905d-446f-8897-6feb31935fa5 req-970d4bb4-738c-4723-b826-1c72dee327f1 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:41.791223 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e6a5103-905d-446f-8897-6feb31935fa5 req-970d4bb4-738c-4723-b826-1c72dee327f1 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2294736 Dec 16 17:39:41.798310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:41.811504 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aba12ad7-0a37-49d1-a341-d0a5928d7256 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1159420 Dec 16 17:39:41.819506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47012) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:41.824154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:41.829458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1359701977'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:41.905028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:41.910595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:41.911232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:41.938546 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ceb6b1b1-3f4b-46c4-806e-4f38f95c241f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9890125 Dec 16 17:39:41.947015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47014) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:41.965338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-ba722b57-74e4-40b6-a6b2-38015a65643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:41.967060 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-ba722b57-74e4-40b6-a6b2-38015a65643c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a1c542b7785416a9be21fcbfa26f562&device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 1099 time: 0.3693123 Dec 16 17:39:41.987184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:41.988128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.017766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.071494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.086617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Provisioning complete for port 45fc97c5-a933-4f01-86c2-25d68d39824a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.093341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Allocated IP 172.26.2.62 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/f2fe8ac6-589e-41a5-bd03-c093d26c0b56) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:42.095549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.123672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47018) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:42.215270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.257330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea64503-553e-4aa9-b8fb-6b1132ac03ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:42.265479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea64503-553e-4aa9-b8fb-6b1132ac03ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:42.267408 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7ea64503-553e-4aa9-b8fb-6b1132ac03ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3105178 Dec 16 17:39:42.286296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] For port 45fc97c5-a933-4f01-86c2-25d68d39824a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=45fc97c5-a933-4f01-86c2-25d68d39824a,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:42.287056 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e6a5103-905d-446f-8897-6feb31935fa5 req-cfdd77d2-1804-4ec5-b98a-33a5357b195a tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4948854 Dec 16 17:39:42.293966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47022) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:42.321684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.409787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40287667-7adb-421e-a8cd-291ee435ce98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.425662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Pushing event updated for resources: {'Port': ['ID=45fc97c5-a933-4f01-86c2-25d68d39824a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:42.429416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Provisioning complete for port 37aad5e7-d655-45dd-a031-6af0e3a4186a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.430032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.476184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Port 37aad5e7-d655-45dd-a031-6af0e3a4186a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:42.497082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Provisioning complete for port 7ae90761-af0a-443a-8a84-07e3eadcf929 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.497550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2654ee8b-3bbd-4f2e-b50a-024ecddb12c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.559418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae90761-af0a-443a-8a84-07e3eadcf929 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:42.655334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7ae90761-af0a-443a-8a84-07e3eadcf929 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.655697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.746663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 45fc97c5-a933-4f01-86c2-25d68d39824a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:42.748285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-b5f62e31-7a22-44d8-a1cc-cf5e276da9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:42.749947 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-b5f62e31-7a22-44d8-a1cc-cf5e276da9c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 200 len: 912 time: 0.3189785 Dec 16 17:39:42.754657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.795732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-059b54a4-9c8e-4a3d-8657-55a6b403a651 None None] Provisioning complete for port d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.796190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-059b54a4-9c8e-4a3d-8657-55a6b403a651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.834638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 45fc97c5-a933-4f01-86c2-25d68d39824a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.835016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.863173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-059b54a4-9c8e-4a3d-8657-55a6b403a651 None None] Port d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:42.885100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-059b54a4-9c8e-4a3d-8657-55a6b403a651 None None] Provisioning complete for port 37aad5e7-d655-45dd-a031-6af0e3a4186a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:42.885992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-059b54a4-9c8e-4a3d-8657-55a6b403a651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:42.948633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-059b54a4-9c8e-4a3d-8657-55a6b403a651 None None] Port 37aad5e7-d655-45dd-a031-6af0e3a4186a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:42.968580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=727a5a79-2bf7-4fd1-b1aa-8a67669d79db,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:42.985295 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-277fff90-9c65-4337-9bf2-4e82b5c9b93b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 200 len: 1002 time: 0.1985254 Dec 16 17:39:42.994208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e50d2f67-a104-40ca-9cdc-d11bc9fab62a req-bdc5d1a1-6b2f-4e67-8ca0-d7edfc37169b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.0914152 Dec 16 17:39:43.022824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.067658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:43.068026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 2c8e1466-3504-425a-ad21-f7ed38c927fd, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:43.128006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.135311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-35c1d399-4ea5-47da-986c-4a766032e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:43.136973 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-35c1d399-4ea5-47da-986c-4a766032e0ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 200 len: 850 time: 0.1165333 Dec 16 17:39:43.139831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:43.162934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.11 (848fa675-fbdb-4fd9-8523-e9ad2012f7b1/f3054990-61f1-4bd1-97c1-df0418c126b9/1812a17c-7395-4d96-9ca8-9471568d01d8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:43.183758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.187133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2c8e1466-3504-425a-ad21-f7ed38c927fd) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:43.205141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d64191-15b8-433d-bb52-467c28b9359e None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:43.213261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:43.213851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.232318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.251068 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-18b72921-a826-42fe-a482-5d8926cac21a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2131643 Dec 16 17:39:43.260875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47026) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:43.277530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:43.298311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:43.298657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.302782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-5542db13-a2db-4492-a1fe-c2d15526f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:43.313165 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-5542db13-a2db-4492-a1fe-c2d15526f70e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9a8b5f5-a664-49fa-8be5-367d84810f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1574533 Dec 16 17:39:43.375295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40287667-7adb-421e-a8cd-291ee435ce98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.454416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 99d1b1f0-c931-43cf-8402-801d270b27e4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:43.460235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40287667-7adb-421e-a8cd-291ee435ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.462295 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-6cd129ac-9ef7-4a7d-b752-270a17bb4e58 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481760 Dec 16 17:39:43.473314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.491072 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-2c8e1466-3504-425a-ad21-f7ed38c927fd', 'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '727a5a79-2bf7-4fd1-b1aa-8a67669d79db'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:43.491290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.608329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.629732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:43.635939 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-40287667-7adb-421e-a8cd-291ee435ce98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5cfeb52a96c4310a628d95665e40bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4820302 Dec 16 17:39:43.638536 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-567ad7ff-9234-4a5e-b2a5-228881642805 req-17f2eb75-374d-43a2-a27f-de94fee9e000 service neutron] 10.222.0.57 "GET /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687481 Dec 16 17:39:43.640270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47030) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:43.644185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Allocated IP 2001:db8::2 (2c8e1466-3504-425a-ad21-f7ed38c927fd/727a5a79-2bf7-4fd1-b1aa-8a67669d79db/1d24882e-5989-42f7-9db4-3732350d3672) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:43.652448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.655455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:43.665049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.670303 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b5c14849-c02d-41b6-a383-71b3da1fa2bc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 200 len: 892 time: 1.8454034 Dec 16 17:39:43.670303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47032) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:43.670578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40287667-7adb-421e-a8cd-291ee435ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20efde-fd5e-45f9-b93e-0029c9039a79,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:43.672704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:43.691198 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] Sync routers for ids ['99d1b1f0-c931-43cf-8402-801d270b27e4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:43.703381 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] Routers {'99d1b1f0-c931-43cf-8402-801d270b27e4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:43.704021 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['99d1b1f0-c931-43cf-8402-801d270b27e4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:43.733699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fe764-667a-437a-97bc-f465bd2adaac None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:43.736730 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:43.746307 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] Routers {'99d1b1f0-c931-43cf-8402-801d270b27e4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:43.746932 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['99d1b1f0-c931-43cf-8402-801d270b27e4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:43.789250 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:43.789908 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c4b98-ed5f-41e3-9096-6ff1f2b9e7ac None None] The sync data for ids ['99d1b1f0-c931-43cf-8402-801d270b27e4'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:43.807800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5bbc94a4-82a6-4ebe-bda8-acaf7b050c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.809606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:43.841803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5bbc94a4-82a6-4ebe-bda8-acaf7b050c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.854801 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9f8dc7e7-cf8f-4aca-9b59-8f41277e620e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/routers/99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 200 len: 892 time: 0.1839275 Dec 16 17:39:43.859474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47034) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:43.867757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.870735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.899711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-70f76218-7b39-4381-8c0c-fe51534ca836 None None] Provisioning complete for port f2fe8ac6-589e-41a5-bd03-c093d26c0b56 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:43.900080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70f76218-7b39-4381-8c0c-fe51534ca836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.912029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event updated for resources: {'Port': ['ID=f2fe8ac6-589e-41a5-bd03-c093d26c0b56,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:43.924308 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0f68a4f-011b-45c3-acbd-4e80e6b3ebd9 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 200 len: 205 time: 0.0349989 Dec 16 17:39:43.928402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47036) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:43.939775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c0d10-1cf2-4933-aff0-b99dd1d33c25 req-fe149857-e342-4043-abaa-55328a639dac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:43.943897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-70f76218-7b39-4381-8c0c-fe51534ca836 None None] Port f2fe8ac6-589e-41a5-bd03-c093d26c0b56 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:43.946521 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-963c0d10-1cf2-4933-aff0-b99dd1d33c25 req-fe149857-e342-4043-abaa-55328a639dac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.5689604 Dec 16 17:39:43.952068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:43.963395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.006890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:44.012309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:44.015801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:44.018350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:44.054788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5bbc94a4-82a6-4ebe-bda8-acaf7b050c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.058948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5bbc94a4-82a6-4ebe-bda8-acaf7b050c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.063473 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5bbc94a4-82a6-4ebe-bda8-acaf7b050c47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a20efde-fd5e-45f9-b93e-0029c9039a79 HTTP/1.1" status: 204 len: 168 time: 0.4222338 Dec 16 17:39:44.082716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc94a4-82a6-4ebe-bda8-acaf7b050c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20efde-fd5e-45f9-b93e-0029c9039a79,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:44.102634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Pushing event updated for resources: {'Port': ['ID=1d24882e-5989-42f7-9db4-3732350d3672,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:44.121335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.133397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Attempting to bind port 1d24882e-5989-42f7-9db4-3732350d3672 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:44.133796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Attempting to bind port 1d24882e-5989-42f7-9db4-3732350d3672 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:44.134167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Attempting to bind port 1d24882e-5989-42f7-9db4-3732350d3672 on network 2c8e1466-3504-425a-ad21-f7ed38c927fd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:44.145744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:44.146121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Checking segment: {'id': '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:44.146526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.147050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Bound using segment: {'id': '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:44.147648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Bound port: 1d24882e-5989-42f7-9db4-3732350d3672, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:44.148013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.152068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-80c4eedc-9b54-4399-b0f4-02d8add0ee21 None None] Provisioning complete for port 37aad5e7-d655-45dd-a031-6af0e3a4186a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:44.152437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80c4eedc-9b54-4399-b0f4-02d8add0ee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.210781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=37aad5e7-d655-45dd-a031-6af0e3a4186a,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:44.213326 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:44.216681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.261392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-80c4eedc-9b54-4399-b0f4-02d8add0ee21 None None] Port 37aad5e7-d655-45dd-a031-6af0e3a4186a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:44.308080 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-52cfbf6d-d790-4f3d-9bb2-63e14b7ab948 req-37151e3e-ff64-4d25-81c8-100fe049e9ce tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.1778579 Dec 16 17:39:44.310995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] For port 1d24882e-5989-42f7-9db4-3732350d3672, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:44.318648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] For port 1d24882e-5989-42f7-9db4-3732350d3672, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d24882e-5989-42f7-9db4-3732350d3672,segment=NetworkSegment(04975bf4-6aa7-46ab-a88c-84ed57c3d2b0),segment_id=04975bf4-6aa7-46ab-a88c-84ed57c3d2b0)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:44.319577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.339747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.423409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-963c0d10-1cf2-4933-aff0-b99dd1d33c25 req-b8982e36-9641-4055-8a13-4e88cb676d44 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512103 Dec 16 17:39:44.449272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 6de5822d-bd57-4af5-a460-68d31f724088 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:44.458756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.483597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.495372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 45fc97c5-a933-4f01-86c2-25d68d39824a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:44.512567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465c19e-ef1d-497e-8759-026c977175fe None None] Pushing event updated for resources: {'Port': ['ID=1d24882e-5989-42f7-9db4-3732350d3672,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:44.585716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 45fc97c5-a933-4f01-86c2-25d68d39824a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:44.586124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.619862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:44.636681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 6de5822d-bd57-4af5-a460-68d31f724088 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:44.688299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:44.760401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:44.763168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:44.913991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=1812a17c-7395-4d96-9ca8-9471568d01d8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:45.048728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.094412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8a3096ed-bacf-4610-b4ba-1b9c1454f0a6 None None] Provisioning complete for port 1812a17c-7395-4d96-9ca8-9471568d01d8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:45.095302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a3096ed-bacf-4610-b4ba-1b9c1454f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.135689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.144051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:45.145153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8a3096ed-bacf-4610-b4ba-1b9c1454f0a6 None None] Port 1812a17c-7395-4d96-9ca8-9471568d01d8 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:45.145490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.149890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47060) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:45.226330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.228239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:45.255101 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-5de727f3-4963-4ac4-b737-9e9781d3291c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9796474 Dec 16 17:39:45.261008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=6de5822d-bd57-4af5-a460-68d31f724088,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:45.280350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0d387-df7a-4bc5-8f77-522747049ed6 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:45.285277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.289376 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-23f460ad-2011-4388-aff1-a4b5f8cea267 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 HTTP/1.1" status: 204 len: 168 time: 2.9650509 Dec 16 17:39:45.293334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Request body: {'port': {'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:45.302328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47064) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:45.302328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.354099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.447541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-262598986'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:45.458864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.461255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.518049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.518738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 99d1b1f0-c931-43cf-8402-801d270b27e4 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:45.527044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.535835 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0700ebf-1780-4fed-aace-33062fcfd46e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 204 len: 168 time: 1.6062427 Dec 16 17:39:45.536506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47070) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:45.541453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252974053'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:45.571481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:45.576383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.604527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:45.617399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.617748 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment 2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41 of type vlan for network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed Dec 16 17:39:45.665737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.693661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.699909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:45.700798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.764953 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2273142 Dec 16 17:39:45.773078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47074) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:45.781087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:45.803470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e685e0-84fd-4a42-bebf-8c7b9368af60 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=6ccd6fe0-f5b2-432f-9dde-a997923a36ed,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:45.815122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:45.864818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bcc48a-91ad-4f3e-9ce1-fae3927eb614 None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:45.897906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:45.901677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:45.965659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6856255c-a238-4ead-a8f9-7b599f091a39 None None] Provisioning complete for port 1d24882e-5989-42f7-9db4-3732350d3672 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:45.965659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6856255c-a238-4ead-a8f9-7b599f091a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.045944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.072628 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.076847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330dfc7a-19bb-400a-ae0e-49829d144c7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:46.078565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330dfc7a-19bb-400a-ae0e-49829d144c7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:46.081316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-330dfc7a-19bb-400a-ae0e-49829d144c7a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7768865 Dec 16 17:39:46.082738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47076) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:46.100471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6856255c-a238-4ead-a8f9-7b599f091a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.109891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.116883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Made reservation on behalf of de8fd1798a784e5f89f4d75ebe54efd4 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:46.120552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.148154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6856255c-a238-4ead-a8f9-7b599f091a39 None None] For port 1d24882e-5989-42f7-9db4-3732350d3672, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d24882e-5989-42f7-9db4-3732350d3672,segment=NetworkSegment(04975bf4-6aa7-46ab-a88c-84ed57c3d2b0),segment_id=04975bf4-6aa7-46ab-a88c-84ed57c3d2b0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:46.159453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6856255c-a238-4ead-a8f9-7b599f091a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.161571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb41c2-eed1-4f0a-91c2-a4c4cb0b7821 req-d1b63606-6be1-4393-9c0e-436d70acb21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:46.163864 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-acfb41c2-eed1-4f0a-91c2-a4c4cb0b7821 req-d1b63606-6be1-4393-9c0e-436d70acb21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 932 time: 0.7308087 Dec 16 17:39:46.172815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.182268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:46.182635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: 6ccd6fe0-f5b2-432f-9dde-a997923a36ed, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:46.188185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:46.210359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.211070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:46.225810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6ccd6fe0-f5b2-432f-9dde-a997923a36ed) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:46.231504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:46.233133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.240873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8083116-7bce-4b98-9e42-e9c40ce88fd3 None None] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:46.256209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856255c-a238-4ead-a8f9-7b599f091a39 None None] Pushing event updated for resources: {'Port': ['ID=1d24882e-5989-42f7-9db4-3732350d3672,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:46.263525 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e2aec38-13f7-4315-97e6-1f759a003133 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891796 Dec 16 17:39:46.264519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47078) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:46.271206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1183902631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:46.306547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.307641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.367218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6ccd6fe0-f5b2-432f-9dde-a997923a36ed', 'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': 'b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:46.368131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.371893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef399bc-176c-4938-a866-bf98b7cd566e req-773c4deb-38cf-4a99-9e48-b6247ddfa452 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:46.374474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.375282 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6ef399bc-176c-4938-a866-bf98b7cd566e req-773c4deb-38cf-4a99-9e48-b6247ddfa452 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.8039329 Dec 16 17:39:46.383215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.412983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.418237 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-370bd842-f02f-43da-84f0-83ccedfaeb16 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1523359 Dec 16 17:39:46.420817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47080) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:46.452290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:46.468202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-19ac2f0a-bc25-47fd-a7f6-1832b11fd26b None None] Provisioning complete for port 1d24882e-5989-42f7-9db4-3732350d3672 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:46.468724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19ac2f0a-bc25-47fd-a7f6-1832b11fd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.471730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 2a950e47-e2bb-45c5-9699-6450f0b5ad84 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:46.475919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.501168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d24882e-5989-42f7-9db4-3732350d3672 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:46.583528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:46.586841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Allocated IP 2001:db8::2 (6ccd6fe0-f5b2-432f-9dde-a997923a36ed/b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc/aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:46.594600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101e8d8-7dbd-4927-b7d0-df5b40667c71 None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:46.656457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=6ddf7d5f-6b4e-4634-9361-7f13e77bf2ec,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:46.717056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:46.717660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.726021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.765921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1d24882e-5989-42f7-9db4-3732350d3672 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:46.766650 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.826370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.845257 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-acfb41c2-eed1-4f0a-91c2-a4c4cb0b7821 req-565e2ef8-8ddb-4990-8137-451853ad1066 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5842416 Dec 16 17:39:46.933564 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6ef399bc-176c-4938-a866-bf98b7cd566e req-fadda0ec-a86a-46a5-be72-d1f1a4a1b6f1 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019381 Dec 16 17:39:46.940834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.971614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:46.980037 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e0b536f3-91e3-471c-9d72-5d0f480b5893 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7139127 Dec 16 17:39:46.984084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47084) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:47.001739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.018122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.070612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:47.072817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] Update dhcp port {'port': {'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd', 'fixed_ips': [{'subnet_id': '727a5a79-2bf7-4fd1-b1aa-8a67669d79db', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ddf7d5f-6b4e-4634-9361-7f13e77bf2ec'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '1d24882e-5989-42f7-9db4-3732350d3672'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:39:47.074846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Pushing event updated for resources: {'Port': ['ID=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:47.079618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:47.087979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8::1 (6ccd6fe0-f5b2-432f-9dde-a997923a36ed/b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc/b90ee494-1efa-412b-b9dd-c6bc8e76e282) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:47.093730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c924760-af34-499a-beeb-d18b1b5a1a6e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.095240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c924760-af34-499a-beeb-d18b1b5a1a6e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.096737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c924760-af34-499a-beeb-d18b1b5a1a6e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.098479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c924760-af34-499a-beeb-d18b1b5a1a6e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.100177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c924760-af34-499a-beeb-d18b1b5a1a6e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.101882 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2c924760-af34-499a-beeb-d18b1b5a1a6e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1164975 Dec 16 17:39:47.105427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:47.107114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47086) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:47.113582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222107678'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:47.124914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.192662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:47.196132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.208806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Attempting to bind port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:47.209353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Attempting to bind port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:47.210239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Attempting to bind port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 on network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:47.211611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.221500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:47.222217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Checking segment: {'id': '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:47.222735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.223230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Bound using segment: {'id': '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:47.224349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Bound port: aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ccd6fe0-f5b2-432f-9dde-a997923a36ed'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:47.224349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.244615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:47.261522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.268115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.268484 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2 of type vlan for network fabb927c-c402-4153-9b60-7367e51db87b Dec 16 17:39:47.288720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.292333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.324813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.367198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.373395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.374113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.386020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] For port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:47.386808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.394090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954780e-a96b-49e3-8bea-7decb158c619 req-7e53e75c-17d8-4cd9-88b9-dcb6a81c4741 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.396193 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5954780e-a96b-49e3-8bea-7decb158c619 req-7e53e75c-17d8-4cd9-88b9-dcb6a81c4741 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.3753481 Dec 16 17:39:47.403982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] Allocated IP 172.20.0.1 (2c8e1466-3504-425a-ad21-f7ed38c927fd/6ddf7d5f-6b4e-4634-9361-7f13e77bf2ec/1d24882e-5989-42f7-9db4-3732350d3672) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:47.407854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] For port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,segment=NetworkSegment(2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41),segment_id=2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:47.421981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.430676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:47.465314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb67a71-59e0-4e9c-a80e-49056ee11079,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:47.482189 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3727076 Dec 16 17:39:47.492650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.493457 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Added segment 711e62a4-79f9-4e9c-b4b2-e9366c1d2b44 of type vlan for network a12322c4-ea8a-4f70-8b9f-fb0471d865bf Dec 16 17:39:47.496705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47088) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:47.499744 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:47.509071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:47.513502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:47.514053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.516682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a81c3-2d49-4472-bef1-ec44ffe67f6d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=fabb927c-c402-4153-9b60-7367e51db87b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:47.527033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:47.555777 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.586427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=b90ee494-1efa-412b-b9dd-c6bc8e76e282,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:47.630565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.647384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.685786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.708840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network fabb927c-c402-4153-9b60-7367e51db87b details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:47.769853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d0e8-607b-4e7e-8002-f551b4308e37 None None] Pushing event updated for resources: {'Port': ['ID=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:47.783424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.783672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=2a950e47-e2bb-45c5-9699-6450f0b5ad84,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:47.787661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.795391 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1e6dc358-7e1a-45e6-bf01-2ffce52a76a2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/2a950e47-e2bb-45c5-9699-6450f0b5ad84 HTTP/1.1" status: 204 len: 168 time: 1.7019978 Dec 16 17:39:47.816559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47090) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:47.823203 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5954780e-a96b-49e3-8bea-7decb158c619 req-c1e509c3-9811-4b22-97a3-79c1dc322562 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950040 Dec 16 17:39:47.835899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] For port 1d24882e-5989-42f7-9db4-3732350d3672, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d24882e-5989-42f7-9db4-3732350d3672,segment=NetworkSegment(04975bf4-6aa7-46ab-a88c-84ed57c3d2b0),segment_id=04975bf4-6aa7-46ab-a88c-84ed57c3d2b0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:47.857989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45125d73-b017-4b10-bd71-a0251a2dcdfc None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:47.860614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1812a17c-7395-4d96-9ca8-9471568d01d8 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:39:47.951605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.964135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.969073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:47.976829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:47.978422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.008639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.077109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3b827f34-0eb0-4da5-b3eb-5a231f6023b9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2522268 Dec 16 17:39:48.095307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47096) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:48.122224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ec036-20fc-4fb1-86a1-a7d7eee14b97 None None] Pushing event updated for resources: {'Port': ['ID=1d24882e-5989-42f7-9db4-3732350d3672,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:48.193287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.228182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:48.229440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=37aad5e7-d655-45dd-a031-6af0e3a4186a,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:48.238907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66071672-101e-4bc4-8d68-16011611c187 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:48.243150 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-66071672-101e-4bc4-8d68-16011611c187 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1445119 Dec 16 17:39:48.246613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47100) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:48.294959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] Deleting port 45fc97c5-a933-4f01-86c2-25d68d39824a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:48.295331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.353664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.375125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.376536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.403478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] For port 45fc97c5-a933-4f01-86c2-25d68d39824a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=45fc97c5-a933-4f01-86c2-25d68d39824a,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:48.404046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.429705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] Calling delete_port for 45fc97c5-a933-4f01-86c2-25d68d39824a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:48.432185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97f31f-6f1f-43b5-8ce9-a4e98223c3dc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:48.439376 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d97f31f-6f1f-43b5-8ce9-a4e98223c3dc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1901808 Dec 16 17:39:48.444748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47102) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:48.574560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.618028 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-437e527d-01c1-4aba-9642-5e8379f0dc21 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679349 Dec 16 17:39:48.622535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47104) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:48.626643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:48.634220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] Pushing event deleted for resources: {'Port': ['ID=45fc97c5-a933-4f01-86c2-25d68d39824a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:48.641619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:48.677189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112fbf54-931b-40ec-ac63-45e0427606ac None None] No DVR routers for this DVR port 45fc97c5-a933-4f01-86c2-25d68d39824a on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:48.729150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:48.729527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.745501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event updated for resources: {'Network': ['ID=a12322c4-ea8a-4f70-8b9f-fb0471d865bf,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:48.761632 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9025c0e3-9677-460a-a350-f6394e28880f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.6045711 Dec 16 17:39:48.765712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Transition to ACTIVE for port object 1812a17c-7395-4d96-9ca8-9471568d01d8 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:39:48.771105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47106) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:48.776207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:48.782701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Request body: {'subnet': {'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:48.787832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=b90ee494-1efa-412b-b9dd-c6bc8e76e282,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:48.843288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.874440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Router 48feac47-b065-4274-b104-8927c744eddb is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:48.887028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.901479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:48.903177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:48.908541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:48.917527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:48.991343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead0079-f099-4d4e-a650-20d3fd2700b9 req-b68266f1-daca-4065-b4b6-d9d9b602bf84 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:49.001653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.002125 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bead0079-f099-4d4e-a650-20d3fd2700b9 req-b68266f1-daca-4065-b4b6-d9d9b602bf84 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 932 time: 1.0083518 Dec 16 17:39:49.027485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.046890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,segment=NetworkSegment(2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41),segment_id=2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:49.054080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.054809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d24882e-5989-42f7-9db4-3732350d3672 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:49.183393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network fabb927c-c402-4153-9b60-7367e51db87b is not hosted by any dhcp agent {{(pid=103242) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:39:49.186771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-807632de-7883-4323-8299-20ce9666bd73 None None] Provisioning complete for port 1d24882e-5989-42f7-9db4-3732350d3672 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:49.187186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-807632de-7883-4323-8299-20ce9666bd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.189347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:49.190027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.191595 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "PUT /v2.0/networks/fabb927c-c402-4153-9b60-7367e51db87b HTTP/1.1" status: 200 len: 723 time: 1.6883843 Dec 16 17:39:49.211936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47108) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:49.238192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:49.255993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e4d06-6f24-4323-9e60-b2e5dab8b8b9 None None] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:49.258844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1812a17c-7395-4d96-9ca8-9471568d01d8,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:49.260900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:49.262498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Made reservation on behalf of de8fd1798a784e5f89f4d75ebe54efd4 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:49.268000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.313662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c2592-2da7-4d57-8e3b-054b64e2a8a8 req-d1657d45-5ac0-4305-ab1c-cdf1c482e68e tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:49.322619 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8f5c2592-2da7-4d57-8e3b-054b64e2a8a8 req-d1657d45-5ac0-4305-ab1c-cdf1c482e68e tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 1.0846200 Dec 16 17:39:49.355425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 7a31648b-9595-456a-a906-0f1cc01ea358 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:49.355575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1d24882e-5989-42f7-9db4-3732350d3672 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:49.356178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.432392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bead0079-f099-4d4e-a650-20d3fd2700b9 req-f8580362-8fcf-4043-8531-fce252988e77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293706 Dec 16 17:39:49.473377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4501d86-d703-4221-9a12-21f65a0762c6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=fabb927c-c402-4153-9b60-7367e51db87b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:49.500000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network fabb927c-c402-4153-9b60-7367e51db87b details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:39:49.535961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network 823354c1-6925-47e7-a8d2-5d2247702b94 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:49.557278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:49.605424 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8f5c2592-2da7-4d57-8e3b-054b64e2a8a8 req-4f086a66-aea0-4291-ad08-060d90c979dd tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817879 Dec 16 17:39:49.606786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:49.609532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Attempting to bind port 1812a17c-7395-4d96-9ca8-9471568d01d8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:49.614035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Attempting to bind port 1812a17c-7395-4d96-9ca8-9471568d01d8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:49.614328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Attempting to bind port 1812a17c-7395-4d96-9ca8-9471568d01d8 on network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:49.618763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:49.630567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] Sync routers for ids ['48feac47-b065-4274-b104-8927c744eddb'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:49.632007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.632550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] Sync routers for ids ['7a31648b-9595-456a-a906-0f1cc01ea358'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:49.643251 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9d300c70-da2f-4083-a5e3-5b47833020a8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "PUT /v2.0/routers/48feac47-b065-4274-b104-8927c744eddb HTTP/1.1" status: 200 len: 878 time: 10.1205523 Dec 16 17:39:49.645314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47110) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:49.647379 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] Routers {'48feac47-b065-4274-b104-8927c744eddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:49.648020 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['48feac47-b065-4274-b104-8927c744eddb'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.664347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-966a0133-ade6-4af0-8361-fb6b8bc37d72 None None] Provisioning complete for port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:49.664808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-966a0133-ade6-4af0-8361-fb6b8bc37d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.667758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] Routers {'7a31648b-9595-456a-a906-0f1cc01ea358'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:49.668408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7a31648b-9595-456a-a906-0f1cc01ea358'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.719760 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.734271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Port 1812a17c-7395-4d96-9ca8-9471568d01d8 on network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:39:49.734617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Attempting to bind port 1812a17c-7395-4d96-9ca8-9471568d01d8 on network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:49.737050 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-056eb2e7-23d9-4d2c-ae23-3311cd93aa3f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/7a31648b-9595-456a-a906-0f1cc01ea358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3151135 Dec 16 17:39:49.746420 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] Routers {'48feac47-b065-4274-b104-8927c744eddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:49.747312 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['48feac47-b065-4274-b104-8927c744eddb'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.751466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47112) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:49.762223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.774060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 45fc97c5-a933-4f01-86c2-25d68d39824a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:49.818364 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.820263 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cfd0ed-6656-456c-b06b-f8a95a6af339 None None] The sync data for ids ['48feac47-b065-4274-b104-8927c744eddb'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:49.827084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] Routers {'7a31648b-9595-456a-a906-0f1cc01ea358'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:49.827729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7a31648b-9595-456a-a906-0f1cc01ea358'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.841206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:49.843033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.852352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.884350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 45fc97c5-a933-4f01-86c2-25d68d39824a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:49.884695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 45fc97c5-a933-4f01-86c2-25d68d39824a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:49.887095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:49.893439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47bc67-28cd-4a05-acfe-941c06e781a4 None None] The sync data for ids ['7a31648b-9595-456a-a906-0f1cc01ea358'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:49.924873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d46dc-fe3a-4b2b-808d-15b35f3d079c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:49.929178 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cf8d46dc-fe3a-4b2b-808d-15b35f3d079c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports/b90ee494-1efa-412b-b9dd-c6bc8e76e282 HTTP/1.1" status: 200 len: 911 time: 0.1635232 Dec 16 17:39:49.933131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47114) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:49.938739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:49.939268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Checking segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:49.939670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Bound using segment: {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:49.941018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Bound port: 1812a17c-7395-4d96-9ca8-9471568d01d8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af13a1b-676b-4f03-96ec-b55f4945a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:49.941297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.943614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:49.951980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:49.954885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:49.969384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:49.969384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:49.975792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7526982-e0d6-443b-a1a6-bb429919d8e6 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:49.996350 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3726866 Dec 16 17:39:50.000797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47116) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:50.007393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:23:7e:6b', 'name': 'tempest-NetworksTestDHCPv6-688103532'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:50.021318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:50.024767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.053042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.057760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event updated for resources: {'Subnet': ['ID=79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:50.101820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Checking segment: {'id': '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:50.102191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Network hostable DHCP agents. Network: a12322c4-ea8a-4f70-8b9f-fb0471d865bf, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:50.145537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Provisioning complete for port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:50.146612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.154063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '63cab855-bd0f-4b94-af82-82008631e5ad'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:50.155166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.166286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd908ba-369f-4303-b6e1-499478721b84 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=63cab855-bd0f-4b94-af82-82008631e5ad,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:50.194842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:50.210702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, a12322c4-ea8a-4f70-8b9f-fb0471d865bf) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:50.219672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:50.220268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.232473 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0325d546-9651-48e0-a0c9-84373c63e566 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/48feac47-b065-4274-b104-8927c744eddb HTTP/1.1" status: 200 len: 919 time: 0.5771866 Dec 16 17:39:50.234045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47118) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:50.234818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3acfe0-2c21-413d-b479-9df666455593 None None] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:50.275507 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e2838a50-56f3-4d09-adca-42ae5f352c03 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5014083 Dec 16 17:39:50.276286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:50.278528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47120) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:50.290055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Request body: {'port': {'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf', 'name': 'tempest-TagsExtTest-750768893'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:50.313453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] For port 1812a17c-7395-4d96-9ca8-9471568d01d8, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:50.381805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb513d-b396-458f-b55d-efad2ab0904c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:50.385781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1beb513d-b396-458f-b55d-efad2ab0904c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=48feac47-b065-4274-b104-8927c744eddb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1483681 Dec 16 17:39:50.386601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47122) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:50.410359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] For port 1812a17c-7395-4d96-9ca8-9471568d01d8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1812a17c-7395-4d96-9ca8-9471568d01d8,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:50.456890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:50.476025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.668769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.716617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Router b9199ff7-64a7-4033-97d3-5b554c6a7734 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:39:50.763867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:50.764421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.765908 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] 10.222.0.57 "PUT /v2.0/ports/1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 1094 time: 5.4882467 Dec 16 17:39:50.768561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:39:50.779508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff92131f-e172-4f98-86ea-fd4c3010bb88" -d '{"events": [{"name": "network-changed", "server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:39:50.842308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Allocated IP 2001:db8::f816:3eff:fee8:d6f8 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/63cab855-bd0f-4b94-af82-82008631e5ad/08f926b0-037d-4e17-9e6a-0ca2cf0155b0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:50.852043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Made reservation on behalf of de8fd1798a784e5f89f4d75ebe54efd4 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:50.855714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.901652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.913585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:50.914125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:50.946236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:50.951523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1343c-d770-42ab-b982-796276ad8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1812a17c-7395-4d96-9ca8-9471568d01d8,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:51.011555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-a12322c4-ea8a-4f70-8b9f-fb0471d865bf', 'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf', 'project_id': 'de8fd1798a784e5f89f4d75ebe54efd4', 'fixed_ips': [{'subnet_id': '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:51.012818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.038674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-f6cef101-84b0-4845-8fad-db180ac4c2e7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:51.040062 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-f6cef101-84b0-4845-8fad-db180ac4c2e7 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.2112448 Dec 16 17:39:51.046391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e85ea-1799-48c5-9b16-79e04575e55b req-7222b6b0-1bc5-440c-afd6-418c9b4a6e43 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:51.047202 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-525e85ea-1799-48c5-9b16-79e04575e55b req-7222b6b0-1bc5-440c-afd6-418c9b4a6e43 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 944 time: 0.4751532 Dec 16 17:39:51.078529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Provisioning complete for port b90ee494-1efa-412b-b9dd-c6bc8e76e282 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:51.078960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.089612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf19108-3e3b-4153-9c15-f4ded8e7e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:51.093435 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5bf19108-3e3b-4153-9c15-f4ded8e7e7b4 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.7031558 Dec 16 17:39:51.094182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47130) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:51.098742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] device_id is not set on port 2ab627d9-f3cd-4016-bfce-a350daec2f92 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:51.139837 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5838f021-cf50-428d-989f-426517614ed4 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=48feac47-b065-4274-b104-8927c744eddb HTTP/1.1" status: 200 len: 205 time: 0.0423098 Dec 16 17:39:51.156375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47132) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:51.164969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.234048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.249880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Port b90ee494-1efa-412b-b9dd-c6bc8e76e282 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:51.324438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Deleting port 298527f9-5e76-45db-a518-ba3c08198fb9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:51.325094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.325797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:51.333391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Provisioning complete for port 37aad5e7-d655-45dd-a031-6af0e3a4186a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:51.333767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.337592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:51.342393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Pushing event updated for resources: {'Port': ['ID=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:51.352788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fe23:7e6b (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/63cab855-bd0f-4b94-af82-82008631e5ad/9ace5a2e-9561-469c-a8a4-98b3a9b23eb8) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:51.369822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:51.387299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.399494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Allocated IP 172.20.0.2 (a12322c4-ea8a-4f70-8b9f-fb0471d865bf/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/d8e35598-b17e-4b1d-8497-707b3cdfed2d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:51.428409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-198b4291-2aad-4b87-afd2-bff14cdb73cd None None] Port 37aad5e7-d655-45dd-a031-6af0e3a4186a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:51.493679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.502208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Attempting to bind port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:51.502589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Attempting to bind port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:51.502955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Attempting to bind port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:51.514177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:51.514677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:51.514973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.515377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:51.515868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Bound port: 08f926b0-037d-4e17-9e6a-0ca2cf0155b0, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:51.516255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.563352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] For port 298527f9-5e76-45db-a518-ba3c08198fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=298527f9-5e76-45db-a518-ba3c08198fb9,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:51.563739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.598201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bf7be-fad7-402b-9cb6-57ed3d0aa81e req-9559a5c5-2d60-47c8-8035-98814394b8f5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:51.605659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-047bf7be-fad7-402b-9cb6-57ed3d0aa81e req-9559a5c5-2d60-47c8-8035-98814394b8f5 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 946 time: 0.7969987 Dec 16 17:39:51.612112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-dec889ea-8c95-4d1f-873a-4dfe442a261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:51.613867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-dec889ea-8c95-4d1f-873a-4dfe442a261e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1097 time: 0.7634788 Dec 16 17:39:51.654842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] For port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:51.681464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] For port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:51.682879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-37812f06-f7bf-49d5-84d0-6fe180f8eb44 None None] Provisioning complete for port b90ee494-1efa-412b-b9dd-c6bc8e76e282 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:51.683028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37812f06-f7bf-49d5-84d0-6fe180f8eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.684791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.705849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-1242fd62-a6cd-452e-bd13-a45e808e1701 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 217 time: 0.0608218 Dec 16 17:39:51.716976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.719682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.731183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.768077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-37812f06-f7bf-49d5-84d0-6fe180f8eb44 None None] Port b90ee494-1efa-412b-b9dd-c6bc8e76e282 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:51.781302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:51.784456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:51.788778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:51.791968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Pushing event updated for resources: {'Port': ['ID=d8e35598-b17e-4b1d-8497-707b3cdfed2d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:51.801021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:51.846192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] Sync routers for ids ['b9199ff7-64a7-4033-97d3-5b554c6a7734'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:51.867652 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-47f865b5-b2f2-4dc0-b3be-3e6aa6c8b0d4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/routers/b9199ff7-64a7-4033-97d3-5b554c6a7734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9616051 Dec 16 17:39:51.889482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47134) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:51.903045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] Routers {'b9199ff7-64a7-4033-97d3-5b554c6a7734'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:51.903302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b9199ff7-64a7-4033-97d3-5b554c6a7734'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:51.913736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-525e85ea-1799-48c5-9b16-79e04575e55b req-644fc5a3-41d1-4609-9dfa-12bec5c158dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8517003 Dec 16 17:39:51.973584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:51.980527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Attempting to bind port d8e35598-b17e-4b1d-8497-707b3cdfed2d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:51.980897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Attempting to bind port d8e35598-b17e-4b1d-8497-707b3cdfed2d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:51.981393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Attempting to bind port d8e35598-b17e-4b1d-8497-707b3cdfed2d on network a12322c4-ea8a-4f70-8b9f-fb0471d865bf {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:51.982879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.985733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f869f-0e41-4396-a19f-1dae76a16272 None None] Pushing event updated for resources: {'Port': ['ID=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:51.993647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:51.994027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Checking segment: {'id': '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:51.994441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:51.994833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Bound using segment: {'id': '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:51.995317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Bound port: d8e35598-b17e-4b1d-8497-707b3cdfed2d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a12322c4-ea8a-4f70-8b9f-fb0471d865bf'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:51.995698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.006494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] Routers {'b9199ff7-64a7-4033-97d3-5b554c6a7734'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:52.006938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b9199ff7-64a7-4033-97d3-5b554c6a7734'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:52.022002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.022368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.022681 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Floating IP c3751a54-d3f1-4c9c-bb51-90eada0fcdd5 disassociated. External IP: 172.26.2.156, port: 298527f9-5e76-45db-a518-ba3c08198fb9. Dec 16 17:39:52.023030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Calling delete_port for 298527f9-5e76-45db-a518-ba3c08198fb9 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:52.046709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:52.047327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f487688-f46b-4340-940c-6ac4b1e1ad4b None None] The sync data for ids ['b9199ff7-64a7-4033-97d3-5b554c6a7734'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:52.047879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Deleting port f2fe8ac6-589e-41a5-bd03-c093d26c0b56 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:52.048987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.070049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:52.075046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-e150a48d-d039-4b3f-9f58-521dee65f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.077718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-e150a48d-d039-4b3f-9f58-521dee65f213 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 200 len: 834 time: 0.3480821 Dec 16 17:39:52.081772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80abedcb-034a-433c-9be3-951f6563d30b x-openstack-request-id: req-80abedcb-034a-433c-9be3-951f6563d30b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:39:52.082195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:39:52.082554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80abedcb-034a-433c-9be3-951f6563d30b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:39:52.083059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'status': 'completed', 'code': 200} Dec 16 17:39:52.110463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Allocated IP 172.20.0.11 (a12322c4-ea8a-4f70-8b9f-fb0471d865bf/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/2ab627d9-f3cd-4016-bfce-a350daec2f92) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:52.139576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] For port d8e35598-b17e-4b1d-8497-707b3cdfed2d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:52.157757 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-047bf7be-fad7-402b-9cb6-57ed3d0aa81e req-2daf53cb-a076-4d79-b015-34d5fbc9a2e0 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7b56c7c-b225-44ea-94fd-f03697386932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5507886 Dec 16 17:39:52.162283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] For port d8e35598-b17e-4b1d-8497-707b3cdfed2d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d8e35598-b17e-4b1d-8497-707b3cdfed2d,segment=NetworkSegment(711e62a4-79f9-4e9c-b4b2-e9366c1d2b44),segment_id=711e62a4-79f9-4e9c-b4b2-e9366c1d2b44)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:52.175650 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.187731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.234117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:52.234709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: fabb927c-c402-4153-9b60-7367e51db87b, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:39:52.281455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:52.286058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.292109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:52.292311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f15b53-fc93-4c0f-94d3-babff3efbb5d None None] Pushing event updated for resources: {'Port': ['ID=d8e35598-b17e-4b1d-8497-707b3cdfed2d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:52.295319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:52.302905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.303676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.332600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Calling delete_port for f2fe8ac6-589e-41a5-bd03-c093d26c0b56 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:52.356288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=9ace5a2e-9561-469c-a8a4-98b3a9b23eb8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:52.380765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-84841015-a1a6-414a-b391-795f72c1a85e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3775611 Dec 16 17:39:52.387991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47136) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:52.485920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.521262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:52.553955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event deleted for resources: {'Port': ['ID=298527f9-5e76-45db-a518-ba3c08198fb9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:52.565827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21a84d-6264-4f3b-bde7-aad5d5dc12f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.572393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21a84d-6264-4f3b-bde7-aad5d5dc12f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.576532 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7c21a84d-6264-4f3b-bde7-aad5d5dc12f7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1850500 Dec 16 17:39:52.580336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47138) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:52.590468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:52.590801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.634459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b2139-00de-44a0-b6fe-0b8aa66b17c1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.636337 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-af6b2139-00de-44a0-b6fe-0b8aa66b17c1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9199ff7-64a7-4033-97d3-5b554c6a7734 HTTP/1.1" status: 200 len: 981 time: 0.7383981 Dec 16 17:39:52.650963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47140) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:52.681369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-8074281b-e122-4e54-a483-27bba3360cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.683381 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-8074281b-e122-4e54-a483-27bba3360cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5101464 Dec 16 17:39:52.695359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network fabb927c-c402-4153-9b60-7367e51db87b is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:39:52.725211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.785786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:52.792895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.868192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:52.904246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, fabb927c-c402-4153-9b60-7367e51db87b) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:52.917330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad4bf27-cd5a-4dae-8ada-e96ccebce2d2 None None] Network fabb927c-c402-4153-9b60-7367e51db87b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:52.948316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:52.948885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.964913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:52.987006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.027728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1166178c-62e4-494a-98ef-ca5788df07e6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7991071 Dec 16 17:39:53.030455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47144) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:53.037814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Router d142feb3-dc9c-43da-8f86-791e84ce7ddb has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:53.038759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event deleted for resources: {'Port': ['ID=f2fe8ac6-589e-41a5-bd03-c093d26c0b56,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:53.047323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.057082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561da444-7a27-40b6-80f2-1e71bf9df5b3 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:53.057444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:53.071259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:53.071596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.104548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-fabb927c-c402-4153-9b60-7367e51db87b', 'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': 'c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:53.105459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.142642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.151726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:53.152393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.153799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/ports/b90ee494-1efa-412b-b9dd-c6bc8e76e282 HTTP/1.1" status: 200 len: 911 time: 3.2162476 Dec 16 17:39:53.159076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47146) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:53.295353 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-d6232444-4473-4878-bc95-0fd1142c15a2 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364802 Dec 16 17:39:53.341188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Allocated IP 2001:db8::2 (fabb927c-c402-4153-9b60-7367e51db87b/c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f/8a1331a8-743a-4f4b-95b2-c3712537de01) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:53.423137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.482967 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c3cbfd1-5977-4386-b504-cbeb2fe2e46e req-fc238858-562f-47fe-9697-c54fda2d337c tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.1112757 Dec 16 17:39:53.552709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:53.562416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fd07cfa8-9891-42ec-bdc3-9a03c5f7ea9a None None] Provisioning complete for port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:53.562793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd07cfa8-9891-42ec-bdc3-9a03c5f7ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.563933 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:53.585460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a5c71-99b5-48f2-8955-d414f0c1c40e req-2ab43653-5160-4d76-bb5a-dcf748e58d24 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:53.587381 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f9a5c71-99b5-48f2-8955-d414f0c1c40e req-2ab43653-5160-4d76-bb5a-dcf748e58d24 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 944 time: 0.5562923 Dec 16 17:39:53.600836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:53.602364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.618850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.636630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.657863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:53.658642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.682715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4282095'] for subnet, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.684522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Network fabb927c-c402-4153-9b60-7367e51db87b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:53.686424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=b90ee494-1efa-412b-b9dd-c6bc8e76e282,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:53.742592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.743231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.743579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.743928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.744262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.744374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:53.744590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.744917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.745274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.747921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:53.748675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.749065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.749402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.749735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.749871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Pushing event updated for resources: {'Port': ['ID=8a1331a8-743a-4f4b-95b2-c3712537de01,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:53.750082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42ae6a-8dad-40a8-881e-2913db83d1b6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:53.758471 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4724197 Dec 16 17:39:53.764419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47150) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:53.811763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-714619074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:53.845509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Attempting to bind port 8a1331a8-743a-4f4b-95b2-c3712537de01 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:53.846064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Attempting to bind port 8a1331a8-743a-4f4b-95b2-c3712537de01 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:53.846528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Attempting to bind port 8a1331a8-743a-4f4b-95b2-c3712537de01 on network fabb927c-c402-4153-9b60-7367e51db87b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:53.847777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.854524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:53.855063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Checking segment: {'id': '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:53.855246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.855674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.856185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Bound using segment: {'id': '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:53.856970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Bound port: 8a1331a8-743a-4f4b-95b2-c3712537de01, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fabb927c-c402-4153-9b60-7367e51db87b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:53.857723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.870186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:53.883410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:53.918012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6457b7-23fa-480b-bb12-d4eaa9fa17e1 None None] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:53.962648 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f9a5c71-99b5-48f2-8955-d414f0c1c40e req-6c73c90d-e236-48a3-9d34-b45efa957df9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889352 Dec 16 17:39:53.978872 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758e1847-d9a4-4011-acb0-1671974c1c14 req-26011d74-e5e0-4fc7-8341-5768096416f1 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849590 Dec 16 17:39:53.982942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca35da-ae27-4416-aab0-5acdf6bbd78e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event updated for resources: {'Port': ['ID=2ab627d9-f3cd-4016-bfce-a350daec2f92,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:54.071052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.071974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Fanout notify agent at l3_agent the message router_deleted on router 48feac47-b065-4274-b104-8927c744eddb {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:54.078808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:54.088041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.089492 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1f82b5c0-5ef0-4b64-80ea-317d85f9bdc8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/48feac47-b065-4274-b104-8927c744eddb HTTP/1.1" status: 204 len: 168 time: 2.9321179 Dec 16 17:39:54.092429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.094321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.099943 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] Sync routers for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:54.102913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47152) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:54.112714 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:54.113914 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:54.117338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1572364371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:54.180298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] For port 8a1331a8-743a-4f4b-95b2-c3712537de01, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:54.201404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Provisioning complete for port 9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:54.201619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-56b8163d-968d-4f1a-9bde-fea41678e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:54.202058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.203298 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-56b8163d-968d-4f1a-9bde-fea41678e357 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1097 time: 0.1376302 Dec 16 17:39:54.204399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] For port 8a1331a8-743a-4f4b-95b2-c3712537de01, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8a1331a8-743a-4f4b-95b2-c3712537de01,segment=NetworkSegment(2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2),segment_id=2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:54.209265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791334009052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5062963'] for subnet, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.241685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.246664 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:54.291369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.306834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Port 9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:54.312121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-7ca64697-4e25-4647-96b2-873681c7f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:54.313981 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-7ca64697-4e25-4647-96b2-873681c7f85e service neutron] 10.222.0.57 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 898 time: 0.1014490 Dec 16 17:39:54.359739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Provisioning complete for port d8e35598-b17e-4b1d-8497-707b3cdfed2d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:54.360117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.399608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292f846-f86d-49a4-a621-9827d595bd79 None None] Pushing event updated for resources: {'Port': ['ID=8a1331a8-743a-4f4b-95b2-c3712537de01,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:54.431470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:54.432326 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.437933 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "PUT /v2.0/subnets/c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f HTTP/1.1" status: 200 len: 826 time: 1.3847358 Dec 16 17:39:54.443994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47154) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:54.451621 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-53312920-70ea-4b78-9ef9-f1ac0d682373 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 217 time: 0.1267428 Dec 16 17:39:54.476842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] No DVR routers for this DVR port 298527f9-5e76-45db-a518-ba3c08198fb9 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:54.480215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.484070 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efa3e223-f39e-4c63-8ae0-c650fe408ed3 req-16514870-259e-4276-9818-ec3991805096 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.57 "DELETE /v2.0/ports/298527f9-5e76-45db-a518-ba3c08198fb9 HTTP/1.1" status: 204 len: 173 time: 3.4318717 Dec 16 17:39:54.500295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=9ace5a2e-9561-469c-a8a4-98b3a9b23eb8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:54.533032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.541768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 HTTP/1.1" status: 204 len: 168 time: 1.9607635 Dec 16 17:39:54.543044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'name': 'network-vif-deleted', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:39:54.551381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724b24ca-4f20-4121-9d8b-725982a03fe9" -d '{"events": [{"server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "name": "network-vif-deleted", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:39:54.567534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47158) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:54.569122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.569589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.569944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.570344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.570720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.571055 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.571737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.572227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.572615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.572974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.573306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.573783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.574112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f2d3ea-30f6-459a-b74d-88fc63a55675 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:54.639636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.700880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e93f5-535f-41f6-959b-48fb82aa2151 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:54.707615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.720184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] For port d8e35598-b17e-4b1d-8497-707b3cdfed2d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d8e35598-b17e-4b1d-8497-707b3cdfed2d,segment=NetworkSegment(711e62a4-79f9-4e9c-b4b2-e9366c1d2b44),segment_id=711e62a4-79f9-4e9c-b4b2-e9366c1d2b44)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:54.730395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.743234 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:18Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:54.837461 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] Checking router: d142feb3-dc9c-43da-8f86-791e84ce7ddb for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:39:54.844525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc35350-59e1-49be-9dfa-06dd0f4c3de7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:54.846282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc35350-59e1-49be-9dfa-06dd0f4c3de7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:54.853133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9cc35350-59e1-49be-9dfa-06dd0f4c3de7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2744913 Dec 16 17:39:54.855204 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:54.855361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86997748-119a-45ab-aaa0-00f3b1b6e937 x-openstack-request-id: req-86997748-119a-45ab-aaa0-00f3b1b6e937 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:39:54.855657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a65c6-314b-414c-bab5-8aacb8bf7cff", "name": "network-vif-deleted", "tag": "298527f9-5e76-45db-a518-ba3c08198fb9", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:39:54.855915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86997748-119a-45ab-aaa0-00f3b1b6e937 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:39:54.856321 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a65c6-314b-414c-bab5-8aacb8bf7cff', 'name': 'network-vif-deleted', 'tag': '298527f9-5e76-45db-a518-ba3c08198fb9', 'status': 'completed', 'code': 200} Dec 16 17:39:54.856744 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47162) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:54.860304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8e35598-b17e-4b1d-8497-707b3cdfed2d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:54.865546 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:54.952067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 63cab855-bd0f-4b94-af82-82008631e5ad {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:39:54.955639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:54.993193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218cbf-eb3f-4e9d-8736-f49c46cf0d61 None None] Pushing event updated for resources: {'Port': ['ID=d8e35598-b17e-4b1d-8497-707b3cdfed2d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:55.034027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d8e35598-b17e-4b1d-8497-707b3cdfed2d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:55.035275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.049555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.176413 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:39:55.195104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.213965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ebb711f7-8d13-46d4-ab36-e01cdd1d9e00 None None] Provisioning complete for port 2ab627d9-f3cd-4016-bfce-a350daec2f92 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:55.216674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebb711f7-8d13-46d4-ab36-e01cdd1d9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.296402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ebb711f7-8d13-46d4-ab36-e01cdd1d9e00 None None] Port 2ab627d9-f3cd-4016-bfce-a350daec2f92 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:55.377687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.389207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.390260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.394786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 298527f9-5e76-45db-a518-ba3c08198fb9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:55.401729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ebb711f7-8d13-46d4-ab36-e01cdd1d9e00 None None] Provisioning complete for port d8e35598-b17e-4b1d-8497-707b3cdfed2d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:55.402469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebb711f7-8d13-46d4-ab36-e01cdd1d9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.434215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.442247 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/63cab855-bd0f-4b94-af82-82008631e5ad HTTP/1.1" status: 204 len: 168 time: 0.5762169 Dec 16 17:39:55.443330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47166) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:55.449205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9d0a-73eb-4b2f-b114-5c67b58e4042 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=63cab855-bd0f-4b94-af82-82008631e5ad,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:55.466753 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:18Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:55.481104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919815a5-a2ad-4a5a-8d37-7cc50587ba02 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:55.483560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:55.487537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 298527f9-5e76-45db-a518-ba3c08198fb9 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:55.488464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 298527f9-5e76-45db-a518-ba3c08198fb9 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:55.493622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-5b7c0561-aec6-48cc-b546-77b63b1764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:55.495086 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-5b7c0561-aec6-48cc-b546-77b63b1764c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 200 len: 834 time: 0.9853127 Dec 16 17:39:55.499584 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44c38f-66ec-409e-b5de-eef9a6032807 None None] The sync data for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv is: [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '678e3c0e-eeb3-4e08-80ec-78e8c7276a10', 'name': '', 'network_id': 'c9a8b5f5-a664-49fa-8be5-367d84810f53', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'mac_address': 'fa:16:3e:4b:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:36:06Z', 'updated_at': '2021-12-16T17:36:18Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'subnets': [{'id': '1b6f060f-e818-4187-93c4-4ec9f5e46539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:55.502234 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f35cb36-6159-42c7-9a99-74155862926e req-833f5112-403b-4d11-a8ba-316a9dfb7a04 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b3a65c6-314b-414c-bab5-8aacb8bf7cff HTTP/1.1" status: 200 len: 210 time: 0.7466245 Dec 16 17:39:55.524145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.529533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d6cee030-7419-4333-8d3a-2fa77a64ac37 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765693 Dec 16 17:39:55.536808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47168) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:55.545201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.571259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:55.643089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.645389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.659401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.663072 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1f619143-5676-4e64-b8e2-c1f39e622826 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.8930805 Dec 16 17:39:55.663072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.672042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47170) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:55.679322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a1088780-8c10-4297-8aea-a3b96215dce8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-928480886', 'prefixes': ['172.20.0.0/16']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:55.709767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:55.710228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.718240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.724695 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ce2679e3-2c87-4aa4-8ff6-5929134b2c21 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6175513 Dec 16 17:39:55.726319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47172) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:55.732215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': True}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:55.837922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:55.850133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-77347017-470f-4b15-8357-2f71e809eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:55.853539 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-77347017-470f-4b15-8357-2f71e809eca0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3426070 Dec 16 17:39:55.906748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6207c-cb43-461b-96ae-79c4745dccc4 req-b0bced25-f5a7-4501-9dee-ace32324f763 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:55.910539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c710e4f3-724d-4330-9863-4baebd66b510 None None] Provisioning complete for port 2ab627d9-f3cd-4016-bfce-a350daec2f92 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:55.911285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c710e4f3-724d-4330-9863-4baebd66b510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:55.914514 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-02b6207c-cb43-461b-96ae-79c4745dccc4 req-b0bced25-f5a7-4501-9dee-ace32324f763 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 944 time: 0.4184251 Dec 16 17:39:55.961196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c710e4f3-724d-4330-9863-4baebd66b510 None None] Port 2ab627d9-f3cd-4016-bfce-a350daec2f92 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:55.962811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262627-5597-493b-996d-e8dba964c2d5 None None] New status for floating IP c3751a54-d3f1-4c9c-bb51-90eada0fcdd5: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:39:56.034096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.075965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:56.079929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.116040 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-02b6207c-cb43-461b-96ae-79c4745dccc4 req-e882d619-b7b6-477b-a998-c3db1735f680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004468 Dec 16 17:39:56.128204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Deleting port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:56.137559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.169319 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-7f8b9f8e-b119-41cd-a808-b246c1926426 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055868 Dec 16 17:39:56.211507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 8a1331a8-743a-4f4b-95b2-c3712537de01 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:56.211507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.219853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] For port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:56.220314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.221075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.231215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1088780-8c10-4297-8aea-a3b96215dce8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for subnetpool, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.232433 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a1088780-8c10-4297-8aea-a3b96215dce8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5566041 Dec 16 17:39:56.240762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Calling delete_port for 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:56.258902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47174) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:56.264006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-da1b9dcc-c9fd-4a8b-80e9-6cd4d9609c0c tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1278499981') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:56.287936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc10c4-d1c4-4ddb-9b75-83225cb4936a None None] Network fabb927c-c402-4153-9b60-7367e51db87b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:56.423049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-71824d63-6e6c-43c6-bc00-32e8a3af52c4 None None] Provisioning complete for port 8a1331a8-743a-4f4b-95b2-c3712537de01 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:56.423424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71824d63-6e6c-43c6-bc00-32e8a3af52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.425648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.484024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Pushing event deleted for resources: {'Port': ['ID=08f926b0-037d-4e17-9e6a-0ca2cf0155b0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:56.487910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] No DVR routers for this DVR port 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:56.509304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 8a1331a8-743a-4f4b-95b2-c3712537de01, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8a1331a8-743a-4f4b-95b2-c3712537de01,segment=NetworkSegment(2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2),segment_id=2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:56.510546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.511619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.512733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.513019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.513806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.514326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.514526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.514937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.515181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.515519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.515927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.516347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.516679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.517042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848347-2e10-4e99-83ef-e50ce3878222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:39:56.584270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8e35598-b17e-4b1d-8497-707b3cdfed2d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:56.616779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 37aad5e7-d655-45dd-a031-6af0e3a4186a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:56.617443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.628970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47180) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:56.641765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71824d63-6e6c-43c6-bc00-32e8a3af52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.700601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-71824d63-6e6c-43c6-bc00-32e8a3af52c4 None None] For port 8a1331a8-743a-4f4b-95b2-c3712537de01, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8a1331a8-743a-4f4b-95b2-c3712537de01,segment=NetworkSegment(2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2),segment_id=2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:56.712874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71824d63-6e6c-43c6-bc00-32e8a3af52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.724053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d8e35598-b17e-4b1d-8497-707b3cdfed2d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:56.725153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.728293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 8a1331a8-743a-4f4b-95b2-c3712537de01 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:56.748474 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff92131f-e172-4f98-86ea-fd4c3010bb88 req-3c5e8196-4366-4cbb-badc-889b06a3dda5 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324390 Dec 16 17:39:56.829336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074067db-a383-426b-a205-0b9bc6a6b3ef None None] Network fabb927c-c402-4153-9b60-7367e51db87b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:56.885649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71824d63-6e6c-43c6-bc00-32e8a3af52c4 None None] Pushing event updated for resources: {'Port': ['ID=8a1331a8-743a-4f4b-95b2-c3712537de01,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:56.900952 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-da1b9dcc-c9fd-4a8b-80e9-6cd4d9609c0c tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1278499981 HTTP/1.1" status: 201 len: 201 time: 0.6382086 Dec 16 17:39:56.904466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47182) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:56.912495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-e02373d9-7158-4f16-aa79-7dc789896062 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-234285175') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:56.915531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-652a0b76-4b96-42ca-b502-4d794fda4864 None None] Provisioning complete for port 8a1331a8-743a-4f4b-95b2-c3712537de01 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:56.915916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-652a0b76-4b96-42ca-b502-4d794fda4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.922254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:56.991312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 37aad5e7-d655-45dd-a031-6af0e3a4186a owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:57.014322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8a1331a8-743a-4f4b-95b2-c3712537de01 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:57.060106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:39:57.107065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port b90ee494-1efa-412b-b9dd-c6bc8e76e282 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:57.107065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.108548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.119738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8a1331a8-743a-4f4b-95b2-c3712537de01 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:57.120129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.219218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.229238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.254321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:57.261774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.264583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for b90ee494-1efa-412b-b9dd-c6bc8e76e282 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:57.266264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9cb5-df87-408c-925d-44f08bed17ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.309433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:57.337767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:57.338376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 08f926b0-037d-4e17-9e6a-0ca2cf0155b0 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:57.362871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:57.366847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9cb5-df87-408c-925d-44f08bed17ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.372553 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e02373d9-7158-4f16-aa79-7dc789896062 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-234285175 HTTP/1.1" status: 201 len: 201 time: 0.4637899 Dec 16 17:39:57.377109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:57.377977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.378386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47186) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:57.378945 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d34fd-2dcf-4d7e-b702-5be9924d5934 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:57.382246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 1812a17c-7395-4d96-9ca8-9471568d01d8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:39:57.386538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-8933622f-853e-4d77-8943-6d97ee365208 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1973293676') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:57.392387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.405408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=14133e0b-09b3-4847-bd9e-b748875a6835,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:57.441725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=8a1331a8-743a-4f4b-95b2-c3712537de01,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:57.453531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3fad58af-852f-4527-8459-0e379e453537 None None] Could not find standard attr ID for object 8a1331a8-743a-4f4b-95b2-c3712537de01. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:39:57.453673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989f0a-1194-41a2-bf39-44711b487ce2 req-1a7d117d-a7a0-40c9-b33f-93db13ecc7cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:57.455115 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f989f0a-1194-41a2-bf39-44711b487ce2 req-1a7d117d-a7a0-40c9-b33f-93db13ecc7cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 944 time: 0.2357211 Dec 16 17:39:57.468855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d63e95c0-b4b3-41d8-96d3-f3890d2718b1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9212759 Dec 16 17:39:57.485918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47188) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:57.506056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:81:26:a9', 'name': 'tempest-NetworksTestDHCPv6-1273010098'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:57.605881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 8a1331a8-743a-4f4b-95b2-c3712537de01 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:39:57.611577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9cb5-df87-408c-925d-44f08bed17ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.614439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9cb5-df87-408c-925d-44f08bed17ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.618207 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8c2e9cb5-df87-408c-925d-44f08bed17ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "DELETE /v2.0/security-groups/d7b56c7c-b225-44ea-94fd-f03697386932 HTTP/1.1" status: 204 len: 168 time: 0.9840162 Dec 16 17:39:57.629489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47190) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:57.631148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Allocated IP 172.26.2.208 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/1682b422-3c18-4fec-8959-c160ac3961b1) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:57.658002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e9cb5-df87-408c-925d-44f08bed17ac tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b56c7c-b225-44ea-94fd-f03697386932,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:57.675561 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-fad8407d-57d4-485b-a383-4878bdb7d5e4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] show failed (client error): The resource could not be found. Dec 16 17:39:57.677016 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fad8407d-57d4-485b-a383-4878bdb7d5e4 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "GET /v2.0/security-groups/d7b56c7c-b225-44ea-94fd-f03697386932 HTTP/1.1" status: 404 len: 347 time: 0.0435033 Dec 16 17:39:57.682648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47192) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:57.701013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab293c-5e49-4f70-aa76-984f18dd8c86 None None] DHCP port deletion for fabb927c-c402-4153-9b60-7367e51db87b request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:57.708271 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8933622f-853e-4d77-8943-6d97ee365208 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1973293676 HTTP/1.1" status: 201 len: 201 time: 0.3255303 Dec 16 17:39:57.710201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f989f0a-1194-41a2-bf39-44711b487ce2 req-bfd9c9fb-e4eb-4c30-975a-3f83847b5024 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316630 Dec 16 17:39:57.711185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:57.716011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-fe2550ee-f31a-4107-81f3-b8bce7421644 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-1795304888') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:57.762496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.788993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '14133e0b-09b3-4847-bd9e-b748875a6835'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:39:57.789961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.793457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.809664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 1812a17c-7395-4d96-9ca8-9471568d01d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1812a17c-7395-4d96-9ca8-9471568d01d8,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:57.835147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:39:57.848154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.886066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=37aad5e7-d655-45dd-a031-6af0e3a4186a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:57.922649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=b90ee494-1efa-412b-b9dd-c6bc8e76e282,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:57.934165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:57.962761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1812a17c-7395-4d96-9ca8-9471568d01d8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:39:57.984264 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fe2550ee-f31a-4107-81f3-b8bce7421644 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-1795304888 HTTP/1.1" status: 201 len: 201 time: 0.2693214 Dec 16 17:39:58.001136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47196) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:58.005034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.006223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-09022ec2-233b-4227-a920-da7b1269390e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.014917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 1812a17c-7395-4d96-9ca8-9471568d01d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1812a17c-7395-4d96-9ca8-9471568d01d8,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:58.026348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.061971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Allocated IP 2001:db8::f816:3eff:fe2b:8b61 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/14133e0b-09b3-4847-bd9e-b748875a6835/8f55689e-709e-4c82-8e4b-c0c4ec10005d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:58.067787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.079254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.104022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:58.155701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=1812a17c-7395-4d96-9ca8-9471568d01d8,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:58.199314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:58.203977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:58.209597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:58.214236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.219909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:58.222055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87370ac1-8525-408a-967f-9277bc0e7406 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:58.263225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Port': ['ID=1682b422-3c18-4fec-8959-c160ac3961b1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:58.326330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f7257-e53e-4300-8edd-cc8d2178dd35 None None] Network fabb927c-c402-4153-9b60-7367e51db87b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:39:58.381610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Deleting port 4fad486b-e6d1-42aa-8a68-c0410675e6df {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:39:58.382093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.397080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['1812a17c-7395-4d96-9ca8-9471568d01d8'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:39:58.462070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.467037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.489924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7ea03b4c-97f7-425f-b330-36ff631ba335 None None] Provisioning complete for port 1682b422-3c18-4fec-8959-c160ac3961b1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:58.490320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ea03b4c-97f7-425f-b330-36ff631ba335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.539729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabb927c-c402-4153-9b60-7367e51db87b']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.540362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7ea03b4c-97f7-425f-b330-36ff631ba335 None None] Port 1682b422-3c18-4fec-8959-c160ac3961b1 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:39:58.558414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.561973 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-09022ec2-233b-4227-a920-da7b1269390e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags HTTP/1.1" status: 200 len: 241 time: 0.5595880 Dec 16 17:39:58.564706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47198) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:58.570044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-df2960f2-6eaa-4c21-a8ac-b17872b95315 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1278499981') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.579060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cc9e0-f425-4f76-a44b-55bc8f8ac0d1 None None] DHCP port deletion for fabb927c-c402-4153-9b60-7367e51db87b request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:58.588390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.604003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.604654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4e50f0-04f4-4a41-bc05-cda01c4dd4f2') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.623834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8a1331a8-743a-4f4b-95b2-c3712537de01 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:39:58.632732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.653430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 7a31648b-9595-456a-a906-0f1cc01ea358 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:58.697778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8a1331a8-743a-4f4b-95b2-c3712537de01 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:39:58.698494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8a1331a8-743a-4f4b-95b2-c3712537de01 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:39:58.736479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:39:58.747574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:39:58.758041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:39:58.765769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Pushing event updated for resources: {'Port': ['ID=8f55689e-709e-4c82-8e4b-c0c4ec10005d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:58.868457 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df2960f2-6eaa-4c21-a8ac-b17872b95315 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1278499981 HTTP/1.1" status: 204 len: 168 time: 0.3004816 Dec 16 17:39:58.871256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47202) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:58.875887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-4fa14655-4b90-4e71-8614-57bdaa50e8f1 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1278499981') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.881328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:58.890049 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a521eee6-3eea-4127-aedb-755dc00a71dc tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/7a31648b-9595-456a-a906-0f1cc01ea358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7258282 Dec 16 17:39:58.896996 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] Sync routers for ids ['7a31648b-9595-456a-a906-0f1cc01ea358'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:58.899978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Attempting to bind port 8f55689e-709e-4c82-8e4b-c0c4ec10005d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:39:58.900357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Attempting to bind port 8f55689e-709e-4c82-8e4b-c0c4ec10005d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:39:58.900858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Attempting to bind port 8f55689e-709e-4c82-8e4b-c0c4ec10005d on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:39:58.912146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47204) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:58.914936 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] Routers {'7a31648b-9595-456a-a906-0f1cc01ea358'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:58.917124 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7a31648b-9595-456a-a906-0f1cc01ea358'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.949485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-98079f58-a0ab-464e-ba1f-e0a8e92a709f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a31648b-9595-456a-a906-0f1cc01ea358 HTTP/1.1" status: 200 len: 205 time: 0.0363724 Dec 16 17:39:58.950139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47206) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:58.959845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.964705 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.975831 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] Routers {'7a31648b-9595-456a-a906-0f1cc01ea358'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:58.976676 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7a31648b-9595-456a-a906-0f1cc01ea358'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:58.994620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:39:58.995019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:39:58.998116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:58.998539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:39:58.999266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Bound port: 8f55689e-709e-4c82-8e4b-c0c4ec10005d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:39:58.999664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.016379 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:59.017317 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6648c9d-3403-4899-8dc9-3fe80477c9e3 None None] The sync data for ids ['7a31648b-9595-456a-a906-0f1cc01ea358'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:59.027519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.066595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.067082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.072772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] For port 8f55689e-709e-4c82-8e4b-c0c4ec10005d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:39:59.077257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] For port 8f55689e-709e-4c82-8e4b-c0c4ec10005d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f55689e-709e-4c82-8e4b-c0c4ec10005d,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:39:59.079390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.086051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.086629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.091690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 638811a4-d199-4d65-aca4-b1eb95db7e5b yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:39:59.100061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Calling delete_port for 4fad486b-e6d1-42aa-8a68-c0410675e6df owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:39:59.110155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:39:59.110664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:39:59.116499 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:39:59.150407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5a8b8-e35a-4055-9f40-1882ce7a10cf None None] Pushing event updated for resources: {'Port': ['ID=8f55689e-709e-4c82-8e4b-c0c4ec10005d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:59.274750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0b608-9578-4d69-b522-405d3731ce40 req-a3c00316-9b04-4376-81a7-a340cefc6b62 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:39:59.276570 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9eb0b608-9578-4d69-b522-405d3731ce40 req-a3c00316-9b04-4376-81a7-a340cefc6b62 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 945 time: 0.2881780 Dec 16 17:39:59.381932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.394495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Router b9199ff7-64a7-4033-97d3-5b554c6a7734 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:39:59.400915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.404707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 1812a17c-7395-4d96-9ca8-9471568d01d8 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:39:59.407006 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/fabb927c-c402-4153-9b60-7367e51db87b HTTP/1.1" status: 204 len: 168 time: 4.9593379 Dec 16 17:39:59.437416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47208) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:59.464124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 1812a17c-7395-4d96-9ca8-9471568d01d8 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:39:59.471373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 1812a17c-7395-4d96-9ca8-9471568d01d8 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:39:59.473745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.482551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b7121-7fd7-4d53-b043-922845539a99 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=fabb927c-c402-4153-9b60-7367e51db87b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:59.493441 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-553b77a3-dd4f-4ea4-be91-16a8d54c47ea tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:39:59.493979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553b77a3-dd4f-4ea4-be91-16a8d54c47ea tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:39:59.501878 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-553b77a3-dd4f-4ea4-be91-16a8d54c47ea tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/fabb927c-c402-4153-9b60-7367e51db87b HTTP/1.1" status: 404 len: 339 time: 0.0619054 Dec 16 17:39:59.515111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47210) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:59.520891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-90696624', 'description': 'd1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:39:59.560350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fe81:26a9 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/14133e0b-09b3-4847-bd9e-b748875a6835/638811a4-d199-4d65-aca4-b1eb95db7e5b) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:39:59.603927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9eb0b608-9578-4d69-b522-405d3731ce40 req-ffaaae3b-c1ba-4e1d-a7a0-58c757dd5df5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650571 Dec 16 17:39:59.611284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.640055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:39:59.642641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91ebe20-ec66-4a8a-b9a2-8499bb7bd3c5" -d '{"events": [{"server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "name": "network-vif-plugged", "status": "completed", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:39:59.661684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 1812a17c-7395-4d96-9ca8-9471568d01d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1812a17c-7395-4d96-9ca8-9471568d01d8,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:39:59.667440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.672421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:39:59.679550 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac5be9fd-8e62-4884-89f8-f62b1858ff5e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/routers/b9199ff7-64a7-4033-97d3-5b554c6a7734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0176349 Dec 16 17:39:59.685799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47214) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:59.699161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:39:59.702701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.713753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] Sync routers for ids ['b9199ff7-64a7-4033-97d3-5b554c6a7734'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:39:59.716508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdcbbe9-df0b-4c53-a95c-6a375d3befc2 x-openstack-request-id: req-7bdcbbe9-df0b-4c53-a95c-6a375d3befc2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:39:59.716832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "name": "network-vif-plugged", "status": "completed", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:39:59.717211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bdcbbe9-df0b-4c53-a95c-6a375d3befc2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:39:59.717645 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'code': 200} Dec 16 17:39:59.751426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] Routers {'b9199ff7-64a7-4033-97d3-5b554c6a7734'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:59.752123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b9199ff7-64a7-4033-97d3-5b554c6a7734'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:59.779215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:39:59.793479 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4fa14655-4b90-4e71-8614-57bdaa50e8f1 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1278499981 HTTP/1.1" status: 204 len: 168 time: 0.9211779 Dec 16 17:39:59.797826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.803485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47216) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:59.808754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:59.809806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-fdad1607-5a32-4b57-8bbc-700536949330 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:59.815572 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2d0999-fa4e-4218-9572-55622c5285a1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:39:59.817104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=1812a17c-7395-4d96-9ca8-9471568d01d8,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:39:59.821095 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ee2d0999-fa4e-4218-9572-55622c5285a1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/37aad5e7-d655-45dd-a031-6af0e3a4186a HTTP/1.1" status: 404 len: 333 time: 0.0811210 Dec 16 17:39:59.822997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.823165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47218) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:59.825906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.826479 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 00b7f871-871a-4ed6-85d0-1ca5778b7ed9 of type vlan for network d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 Dec 16 17:39:59.827260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.829936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] Routers {'b9199ff7-64a7-4033-97d3-5b554c6a7734'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:39:59.830585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b9199ff7-64a7-4033-97d3-5b554c6a7734'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:59.845102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.871055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:39:59.871897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a2338-d9da-4800-ba03-68cbfe01d271 None None] The sync data for ids ['b9199ff7-64a7-4033-97d3-5b554c6a7734'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:39:59.882210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.891007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.891761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 7a31648b-9595-456a-a906-0f1cc01ea358 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:39:59.933763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:39:59.937602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34f659-f21a-4cab-abd2-43a00f23d9b2 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:39:59.937810 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e1ce5fe8-3505-407a-8faa-798c54dfa755 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/7a31648b-9595-456a-a906-0f1cc01ea358 HTTP/1.1" status: 204 len: 168 time: 0.9835248 Dec 16 17:39:59.939883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47220) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:39:59.970287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Pushing event deleted for resources: {'Port': ['ID=4fad486b-e6d1-42aa-8a68-c0410675e6df,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:00.034763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:00.039648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.093586 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.106657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.188929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Router 08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:40:00.198929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.250544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.268477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.271127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.272325 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bbcd0074-8969-4a59-b890-78093bf926c3 tempest-ServerActionsTestJSON-454829349 tempest-ServerActionsTestJSON-454829349-project] 10.222.0.66 "DELETE /v2.0/floatingips/c3751a54-d3f1-4c9c-bb51-90eada0fcdd5 HTTP/1.1" status: 204 len: 168 time: 2.5828221 Dec 16 17:40:00.276188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47222) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.305676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041800e-5c85-4bbf-9a47-c191ae9efa7f req-f6a7a801-7bda-49b9-af99-91f5de533445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:00.307188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d041800e-5c85-4bbf-9a47-c191ae9efa7f req-f6a7a801-7bda-49b9-af99-91f5de533445 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1099 time: 0.3446581 Dec 16 17:40:00.339804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73473c6-5b38-414d-bd4f-f7558f2b12f6 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:40:00.394980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-606f68e7-0a35-46bd-9748-5f5cd4724534 None None] Provisioning complete for port 8f55689e-709e-4c82-8e4b-c0c4ec10005d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:00.395497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606f68e7-0a35-46bd-9748-5f5cd4724534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.410490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.411948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.417475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:00.418297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.426175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.432097 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fdad1607-5a32-4b57-8bbc-700536949330 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags HTTP/1.1" status: 200 len: 205 time: 0.6258299 Dec 16 17:40:00.436212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47224) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.441284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-5c651cf8-216e-403f-8013-343f5418c569 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:00.482086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.484315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:00.505089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.509269 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b5f7e5c6-d9b7-4cd5-96c0-3987d6a3aa1f tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "PUT /v2.0/routers/08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 HTTP/1.1" status: 200 len: 915 time: 4.7817590 Dec 16 17:40:00.515471 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] Sync routers for ids ['08c1c36d-503a-47ec-b7fb-ef1ed66f6a61'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:00.525793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47226) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.534358 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] Routers {'08c1c36d-503a-47ec-b7fb-ef1ed66f6a61'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:00.535084 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['08c1c36d-503a-47ec-b7fb-ef1ed66f6a61'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:00.535420 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:00.542117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.547514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.548145 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-49c641f0-0ea5-4f67-a30a-6d4021ab5f35 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc HTTP/1.1" status: 204 len: 168 time: 0.6025407 Dec 16 17:40:00.582530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47228) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.599585 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0831246 Dec 16 17:40:00.600606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47230) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.624014 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:00.639149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.639882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Fanout notify agent at l3_agent the message router_deleted on router b9199ff7-64a7-4033-97d3-5b554c6a7734 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:40:00.640153 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] Routers {'08c1c36d-503a-47ec-b7fb-ef1ed66f6a61'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:00.640889 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['08c1c36d-503a-47ec-b7fb-ef1ed66f6a61'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:00.660890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3547-2602-4cc4-a4dc-9b71a272e99d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=d803c7cb-5ff9-4873-b0c9-de6dcfcbca16,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:00.667894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.669219 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a030661b-838e-483b-8fb0-80ba8dff59bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/routers/b9199ff7-64a7-4033-97d3-5b554c6a7734 HTTP/1.1" status: 204 len: 168 time: 0.8402159 Dec 16 17:40:00.682900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606f68e7-0a35-46bd-9748-5f5cd4724534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.687775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:00.699871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47234) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.705020 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:00.705863 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2eea5-1b07-497c-b877-4ad67c337a96 None None] The sync data for ids ['08c1c36d-503a-47ec-b7fb-ef1ed66f6a61'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:00.714260 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d041800e-5c85-4bbf-9a47-c191ae9efa7f req-91802134-c59a-48fc-b0c4-63af57078738 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688500 Dec 16 17:40:00.758786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73473c6-5b38-414d-bd4f-f7558f2b12f6 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 17:40:00.773483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.793709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f55689e-709e-4c82-8e4b-c0c4ec10005d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:00.827395 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c651cf8-216e-403f-8013-343f5418c569 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags HTTP/1.1" status: 200 len: 240 time: 0.3901410 Dec 16 17:40:00.830332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47236) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.841561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-df784631-4c10-4c4d-a566-5ef693e6f68f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-234285175') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:00.882130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 53d43aea-713b-4ccf-b1e0-ae397e6fb3a8 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:00.889962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a0627-f323-448d-a173-53c86068859d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:00.893978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-606f68e7-0a35-46bd-9748-5f5cd4724534 None None] For port 8f55689e-709e-4c82-8e4b-c0c4ec10005d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f55689e-709e-4c82-8e4b-c0c4ec10005d,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:00.894201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-568a0627-f323-448d-a173-53c86068859d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks?id=d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 HTTP/1.1" status: 200 len: 763 time: 0.2802980 Dec 16 17:40:00.894462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47238) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.897242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.905460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'description': 'd2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:00.912119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606f68e7-0a35-46bd-9748-5f5cd4724534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.925391 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-46e063cc-f2d1-47b5-9de3-486d00930a1c tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 HTTP/1.1" status: 200 len: 921 time: 0.3906457 Dec 16 17:40:00.926482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:00.930694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47240) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:00.973626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f68e7-0a35-46bd-9748-5f5cd4724534 None None] Pushing event updated for resources: {'Port': ['ID=8f55689e-709e-4c82-8e4b-c0c4ec10005d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:01.008743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8f55689e-709e-4c82-8e4b-c0c4ec10005d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:01.009493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.027479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41465d69-967e-4a9f-be49-2d6bdadf8dab req-ec5283e2-4c65-47cc-afb5-0a5e3f8da684 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.028990 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41465d69-967e-4a9f-be49-2d6bdadf8dab req-ec5283e2-4c65-47cc-afb5-0a5e3f8da684 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 946 time: 0.2530932 Dec 16 17:40:01.042626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.102888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:01.109142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=638811a4-d199-4d65-aca4-b1eb95db7e5b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:01.117162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:01.121146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:01.126700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.127359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.144927 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df784631-4c10-4c4d-a566-5ef693e6f68f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-234285175 HTTP/1.1" status: 204 len: 168 time: 0.3058598 Dec 16 17:40:01.153259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47242) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.160469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-ce82562d-b753-40c0-ab7c-f253e5c7579e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-234285175') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:01.176748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:01.177123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.177459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81141f-1889-487c-919e-144f22b09efd tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.181395 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cf81141f-1889-487c-919e-144f22b09efd tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=08c1c36d-503a-47ec-b7fb-ef1ed66f6a61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2457633 Dec 16 17:40:01.184817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47244) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.230664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41465d69-967e-4a9f-be49-2d6bdadf8dab req-960b13f6-146d-4fe0-915c-8312b8746619 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912341 Dec 16 17:40:01.238569 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-288c6b6c-ac09-4540-9db2-6b90e5374d57 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7374866 Dec 16 17:40:01.242478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47246) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.249969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e800c1-2d70-42fc-81d3-1e074c0ad322 None None] Network 6ccd6fe0-f5b2-432f-9dde-a997923a36ed requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:01.256669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.286429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.331963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.348424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,segment=NetworkSegment(2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41),segment_id=2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:01.348841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.354798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de60a2-4abd-4faf-8aca-9f3b3b4b9f6f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.360727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de60a2-4abd-4faf-8aca-9f3b3b4b9f6f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.362811 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-72de60a2-4abd-4faf-8aca-9f3b3b4b9f6f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1171350 Dec 16 17:40:01.366442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47248) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.410033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 is not hosted by any dhcp agent {{(pid=103243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:40:01.415877 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ce82562d-b753-40c0-ab7c-f253e5c7579e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-234285175 HTTP/1.1" status: 204 len: 168 time: 0.2575955 Dec 16 17:40:01.416028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.416611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.416885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47250) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.417982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "PUT /v2.0/networks/d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 HTTP/1.1" status: 200 len: 760 time: 0.5224679 Dec 16 17:40:01.421039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-fd5021ce-3b8d-4e13-98a2-1183b293b3a4 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:01.423186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47252) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.428595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:01.438599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.533912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb731b2-b5fc-427e-aa96-d2f05124b326 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=d803c7cb-5ff9-4873-b0c9-de6dcfcbca16,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:01.537322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] DHCP port deletion for 6ccd6fe0-f5b2-432f-9dde-a997923a36ed request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:01.541205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e33523-5fd6-45e3-9234-8c6ea06a58b3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:01.545180 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f0e33523-5fd6-45e3-9234-8c6ea06a58b3 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.3586738 Dec 16 17:40:01.547208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47254) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.551628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:01.605714 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d7d28e2-5cb8-47d1-98e9-169b02f50e62 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 HTTP/1.1" status: 200 len: 205 time: 0.0534127 Dec 16 17:40:01.614011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47256) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.709117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-83e0c599-20da-4aa4-95ed-120f669bd3f2 None None] Provisioning complete for port 638811a4-d199-4d65-aca4-b1eb95db7e5b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:01.710716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83e0c599-20da-4aa4-95ed-120f669bd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.760648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] Deleting port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:01.761347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.780978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.819918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.869021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:01.882622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:01.943683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=53d43aea-713b-4ccf-b1e0-ae397e6fb3a8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:01.950002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.957495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:01.960729 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-133eb8ba-9f05-4da4-b9a8-8fd5fd7519e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/53d43aea-713b-4ccf-b1e0-ae397e6fb3a8 HTTP/1.1" status: 204 len: 168 time: 1.2556245 Dec 16 17:40:01.964875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47258) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:01.983829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6690b0-2eb4-4098-8ee0-1f3fae00c718 None None] Network 823354c1-6925-47e7-a8d2-5d2247702b94 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:02.040634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-83e0c599-20da-4aa4-95ed-120f669bd3f2 None None] Port 638811a4-d199-4d65-aca4-b1eb95db7e5b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:02.041294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e13726-18f9-46f6-bda2-c3d4d0314920 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.042859 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-90e13726-18f9-46f6-bda2-c3d4d0314920 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks?id=d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 HTTP/1.1" status: 200 len: 763 time: 0.6184893 Dec 16 17:40:02.048019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47260) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.069851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] For port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,segment=NetworkSegment(2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41),segment_id=2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:02.070255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.088234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] Calling delete_port for aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:02.149505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.168982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fd5021ce-3b8d-4e13-98a2-1183b293b3a4 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags HTTP/1.1" status: 200 len: 205 time: 0.7510030 Dec 16 17:40:02.171391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 638811a4-d199-4d65-aca4-b1eb95db7e5b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:02.171747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.175430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47262) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.197231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-ea6188c2-dd69-4780-9c1e-4df04cc94a38 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:02.205084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.235878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] Pushing event deleted for resources: {'Port': ['ID=aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:02.240407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04342969-d320-401b-85e0-0ecd57d5f281 None None] No DVR routers for this DVR port aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:02.265202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] DHCP port deletion for 823354c1-6925-47e7-a8d2-5d2247702b94 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:02.337688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] Deleting port 7ae90761-af0a-443a-8a84-07e3eadcf929 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:02.338640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.391627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababe8f0-c454-43ee-9c76-6a9857466994 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.392751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.396003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ababe8f0-c454-43ee-9c76-6a9857466994 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3368096 Dec 16 17:40:02.412335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] For port 7ae90761-af0a-443a-8a84-07e3eadcf929, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ae90761-af0a-443a-8a84-07e3eadcf929,segment=NetworkSegment(21301638-bcb3-4f49-aa05-0df1f0c4a1b4),segment_id=21301638-bcb3-4f49-aa05-0df1f0c4a1b4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:02.412872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.413621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47266) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.426228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] Calling delete_port for 7ae90761-af0a-443a-8a84-07e3eadcf929 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:02.456533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccd6fe0-f5b2-432f-9dde-a997923a36ed']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:02.462748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.481306 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0b116a1b-95be-4070-9f5c-3083733f3b03 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 207 time: 0.0596249 Dec 16 17:40:02.482620 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ea6188c2-dd69-4780-9c1e-4df04cc94a38 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags HTTP/1.1" status: 200 len: 241 time: 0.3029201 Dec 16 17:40:02.483132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47268) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.490403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 638811a4-d199-4d65-aca4-b1eb95db7e5b owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:02.494302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47270) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.498158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:02.498455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea9bba5-efcf-40bd-9db7-ad6cfb16ad41') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:02.505698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-c0f8ed83-8ca9-484e-a66a-2b8f679b0c55 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1973293676') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:02.529282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.543474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.571664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.577916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] No DVR routers for this DVR port 7ae90761-af0a-443a-8a84-07e3eadcf929 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:02.579510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.585857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df322cda-1a7b-4638-bb2b-977ff8ddd509 None None] Pushing event deleted for resources: {'Port': ['ID=7ae90761-af0a-443a-8a84-07e3eadcf929,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:02.594618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:02.595024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:02.601918 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:02.612793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabed4ba-0c34-4be9-823e-74fdd4234f92 req-fda2aaed-eac8-40e3-9ea9-f58f0e3f9885 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.615059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dabed4ba-0c34-4be9-823e-74fdd4234f92 req-fda2aaed-eac8-40e3-9ea9-f58f0e3f9885 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 946 time: 0.2552538 Dec 16 17:40:02.618553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f55689e-709e-4c82-8e4b-c0c4ec10005d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:02.670420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8f55689e-709e-4c82-8e4b-c0c4ec10005d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:02.670873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.706988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 7ae90761-af0a-443a-8a84-07e3eadcf929 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:02.707338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.729836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.755228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.762090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/6ccd6fe0-f5b2-432f-9dde-a997923a36ed HTTP/1.1" status: 204 len: 168 time: 2.1785595 Dec 16 17:40:02.766009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47272) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.773829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1233035255', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:02.793343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068edfa-640f-4119-9a1c-bea5f077835a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=6ccd6fe0-f5b2-432f-9dde-a997923a36ed,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:02.804456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Deleting port 1682b422-3c18-4fec-8959-c160ac3961b1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:02.805253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.844924 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c0f8ed83-8ca9-484e-a66a-2b8f679b0c55 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1973293676 HTTP/1.1" status: 204 len: 168 time: 0.3426287 Dec 16 17:40:02.851231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47274) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.855408 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dabed4ba-0c34-4be9-823e-74fdd4234f92 req-f4e1704d-5e41-45c3-9388-082772c1dbcd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114720 Dec 16 17:40:02.857719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-3cf8d687-9bf5-41d1-8b59-607e080f37d7 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1973293676') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:02.865792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.870787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:02.871519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.882045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.883903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.889995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.896367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:02.897147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:02.897513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device aa0c6c6c-a9c8-4aa4-aca3-181435ee4d23 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:02.898180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c7a4cef9-8a7b-4e31-a042-55aae11821b6 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4109437 Dec 16 17:40:02.903751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae90761-af0a-443a-8a84-07e3eadcf929 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:02.908193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] For port 7ae90761-af0a-443a-8a84-07e3eadcf929, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:02.908599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.910842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47278) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:02.924441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 7ae90761-af0a-443a-8a84-07e3eadcf929 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:02.927638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Port 7ae90761-af0a-443a-8a84-07e3eadcf929 was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:40:02.928909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:02.948004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 7ae90761-af0a-443a-8a84-07e3eadcf929 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:02.948356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae90761-af0a-443a-8a84-07e3eadcf929 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:02.997435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=7ae90761-af0a-443a-8a84-07e3eadcf929,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:03.011962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.012613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.015895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No DVR routers for this DVR port 7ae90761-af0a-443a-8a84-07e3eadcf929 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:03.070021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.107533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Deleting port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:03.107874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.108531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.124220 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c89fe1-d341-40ac-bb42-7c5ae30ea8fa req-f8f91963-c001-4233-8e8d-b7536a072cbd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.125783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-61c89fe1-d341-40ac-bb42-7c5ae30ea8fa req-f8f91963-c001-4233-8e8d-b7536a072cbd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 946 time: 0.1879871 Dec 16 17:40:03.134602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.147395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Calling delete_port for 1682b422-3c18-4fec-8959-c160ac3961b1 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:03.181229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=638811a4-d199-4d65-aca4-b1eb95db7e5b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:03.211093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823354c1-6925-47e7-a8d2-5d2247702b94']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:03.223408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.226736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-65a53551-7a99-4aea-9ff6-9c7f49e4720c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/638811a4-d199-4d65-aca4-b1eb95db7e5b HTTP/1.1" status: 204 len: 168 time: 1.8570755 Dec 16 17:40:03.233487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47280) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.238544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21301638-bcb3-4f49-aa05-0df1f0c4a1b4') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:03.238544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21301638-bcb3-4f49-aa05-0df1f0c4a1b4') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:03.264860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.310603 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-61c89fe1-d341-40ac-bb42-7c5ae30ea8fa req-423070bb-5c6f-4329-8004-aca194530790 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733522 Dec 16 17:40:03.329314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.334856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af67782-2def-4806-acdc-8d61d951fea1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.337787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af67782-2def-4806-acdc-8d61d951fea1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.341808 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5af67782-2def-4806-acdc-8d61d951fea1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1050816 Dec 16 17:40:03.341808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.343569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47282) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.343964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47284) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.357663 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7340875f-b932-4082-ad8e-c976e0c2b695 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4225628 Dec 16 17:40:03.364802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47286) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.366520 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3cf8d687-9bf5-41d1-8b59-607e080f37d7 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1973293676 HTTP/1.1" status: 204 len: 168 time: 0.5128229 Dec 16 17:40:03.369096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.371150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47288) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.394075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-a8d611c1-b436-49a5-a257-9e30edd22f78 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:03.419111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:03.419523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:03.422619 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:03.459635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.463494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-24a22a10-092b-420f-ab1c-d7857fd48fea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6907120 Dec 16 17:40:03.469085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] For port 678e3c0e-eeb3-4e08-80ec-78e8c7276a10, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:03.469244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47290) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.469438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.504750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430454109'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:03.525874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Calling delete_port for 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:03.531210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0a83-3acb-4b86-b0fb-329dd5121158 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.532854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0a83-3acb-4b86-b0fb-329dd5121158 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.534425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0a83-3acb-4b86-b0fb-329dd5121158 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.535930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0a83-3acb-4b86-b0fb-329dd5121158 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.537567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0a83-3acb-4b86-b0fb-329dd5121158 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.544553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d4c0a83-3acb-4b86-b0fb-329dd5121158 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1716199 Dec 16 17:40:03.545048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47292) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.580370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 14133e0b-09b3-4847-bd9e-b748875a6835 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:03.592073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.619113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ffa1e-bb85-42ce-a1c4-7c8c5c1c68de tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.620588 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-022ffa1e-bb85-42ce-a1c4-7c8c5c1c68de tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1094 time: 0.2756705 Dec 16 17:40:03.621334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.629184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47294) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.638445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:03.648084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.651356 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/823354c1-6925-47e7-a8d2-5d2247702b94 HTTP/1.1" status: 204 len: 168 time: 1.6857598 Dec 16 17:40:03.662597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47296) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.669736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:03.673142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.676824 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a8d611c1-b436-49a5-a257-9e30edd22f78 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags HTTP/1.1" status: 200 len: 205 time: 0.3025239 Dec 16 17:40:03.680926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17cc3e-4772-4781-875f-d0fb86e701b9 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=823354c1-6925-47e7-a8d2-5d2247702b94,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:03.689985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47298) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.696826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-b3c788ca-0489-4938-8d7a-73a58c7aab42 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:03.703216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.739067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9c350-9ee4-4b3b-8b24-7b4975182997 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.740737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9c350-9ee4-4b3b-8b24-7b4975182997 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.742197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9c350-9ee4-4b3b-8b24-7b4975182997 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.743790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9c350-9ee4-4b3b-8b24-7b4975182997 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.745338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9c350-9ee4-4b3b-8b24-7b4975182997 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.747129 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-59f9c350-9ee4-4b3b-8b24-7b4975182997 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1887743 Dec 16 17:40:03.758347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47300) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.785945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3087f85b-7cd9-45a7-8b48-6fb948746f49 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:03.787597 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3087f85b-7cd9-45a7-8b48-6fb948746f49 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/8216e0fa-d508-491d-ad5c-a4cebea2e64f HTTP/1.1" status: 200 len: 841 time: 0.1243320 Dec 16 17:40:03.791281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.797773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47302) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.798496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:03.857158 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b3c788ca-0489-4938-8d7a-73a58c7aab42 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags HTTP/1.1" status: 200 len: 241 time: 0.1634030 Dec 16 17:40:03.872537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47304) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.877403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-0972098a-3e9d-4189-a942-8d15281704c3 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-1795304888') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:03.886722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.887081 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment 2adc3876-418c-4c4b-a9ba-4005ee44b614 of type vlan for network 3b3fba90-ee28-489b-a3e4-5b330e92d471 Dec 16 17:40:03.912202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.957570 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9f57cfc9-0008-4dbe-b0c6-ee572166b6d0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/8216e0fa-d508-491d-ad5c-a4cebea2e64f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1532903 Dec 16 17:40:03.964483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47306) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:03.965330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event deleted for resources: {'Port': ['ID=1682b422-3c18-4fec-8959-c160ac3961b1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:03.972493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:03.979143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.982877 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:03.998775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b2ed5-e497-4e49-9a7a-9cc73ad27a92 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:04.060689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.064741 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0972098a-3e9d-4189-a942-8d15281704c3 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-1795304888 HTTP/1.1" status: 204 len: 168 time: 0.1880949 Dec 16 17:40:04.068649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:04.069344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.073750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47308) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.083771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-57e59eec-f581-4697-a58e-634277ff94b9 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-1795304888') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:04.135425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.154506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6594143 Dec 16 17:40:04.158468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e92fa8-4421-4863-a664-d4e7d97b1de1 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:04.163943 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-72e92fa8-4421-4863-a664-d4e7d97b1de1 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks/2f0022e3-19ec-424a-827e-8f1751e2a568 HTTP/1.1" status: 200 len: 804 time: 0.4009280 Dec 16 17:40:04.163943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47310) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.171322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:04.178850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47312) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.196037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=14133e0b-09b3-4847-bd9e-b748875a6835,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:04.198049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.201405 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a9e7ac1c-fc47-4cb1-85c9-a5ffd904795b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/14133e0b-09b3-4847-bd9e-b748875a6835 HTTP/1.1" status: 204 len: 168 time: 0.8551497 Dec 16 17:40:04.203761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c237fe-9c86-4bcc-8f26-b07c49ab4d91 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=3b3fba90-ee28-489b-a3e4-5b330e92d471,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:04.207110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47314) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.227904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a8eab-10ca-41cc-9fd6-f88db3abf782 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:04.232847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:04.261275 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1eb57a06-1fa6-4acf-b60a-be8595818f2d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506678 Dec 16 17:40:04.261645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47316) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.274304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.367913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998d818-50cf-4b20-afe4-5820bc24d9e3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:04.369542 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a998d818-50cf-4b20-afe4-5820bc24d9e3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1071267 Dec 16 17:40:04.372652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47318) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.479220 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac10bc-039a-458a-8244-bef31a12f3c9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:04.483569 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c7ac10bc-039a-458a-8244-bef31a12f3c9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1096623 Dec 16 17:40:04.484204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47320) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.515341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:04.573606 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1a27f2f0-8f91-4f94-9250-ecd0543e3989 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847676 Dec 16 17:40:04.574219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47322) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.575434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.81 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/b1619e38-a47a-490c-841a-1f5be940b46f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:04.592994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:04.621978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] Deleting port 8f55689e-709e-4c82-8e4b-c0c4ec10005d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:04.622607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.645713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.672233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f55689e-709e-4c82-8e4b-c0c4ec10005d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:04.730039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] For port 8f55689e-709e-4c82-8e4b-c0c4ec10005d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f55689e-709e-4c82-8e4b-c0c4ec10005d,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:04.730349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.749319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] Calling delete_port for 8f55689e-709e-4c82-8e4b-c0c4ec10005d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:04.779631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:04.783611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.843943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.852619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.885597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.905804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 8f55689e-709e-4c82-8e4b-c0c4ec10005d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f55689e-709e-4c82-8e4b-c0c4ec10005d,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:04.910363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.914897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.939533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.944028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.956624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.975405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] No DVR routers for this DVR port 8f55689e-709e-4c82-8e4b-c0c4ec10005d on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:04.980721 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-57e59eec-f581-4697-a58e-634277ff94b9 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-1795304888 HTTP/1.1" status: 204 len: 168 time: 0.9011257 Dec 16 17:40:04.993916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:04.997677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:04.999024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47324) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:04.999202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=8f55689e-709e-4c82-8e4b-c0c4ec10005d,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:05.023162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-64471075-60b4-4793-8320-43c6c569af1f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:05.032907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c84ee2-b6a1-4c36-a39a-8500fffdfcc3 None None] Pushing event deleted for resources: {'Port': ['ID=8f55689e-709e-4c82-8e4b-c0c4ec10005d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:05.045917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:05.057205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=678e3c0e-eeb3-4e08-80ec-78e8c7276a10,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:05.061185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:05.071778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:05.079501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=b1619e38-a47a-490c-841a-1f5be940b46f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:05.135390 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-64471075-60b4-4793-8320-43c6c569af1f tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags HTTP/1.1" status: 200 len: 205 time: 0.1287010 Dec 16 17:40:05.139429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47326) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.160696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-e6309273-8272-4868-ad8d-39b6f8829149 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:05.186021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.203770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-599e340f-f5ee-4d20-bf98-685fdcc01a3d tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/networks/2f0022e3-19ec-424a-827e-8f1751e2a568?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.0194995 Dec 16 17:40:05.227238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.227760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Fanout notify agent at l3_agent the message router_deleted on router 08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:40:05.227909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47328) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.244603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.245806 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fbd70f41-4b63-45ad-9553-1a54d92fe46b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 HTTP/1.1" status: 204 len: 168 time: 3.6297176 Dec 16 17:40:05.256041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47330) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.258010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:05.261518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.272649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1609351575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:05.296768 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:05.336434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:05.339117 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e6309273-8272-4868-ad8d-39b6f8829149 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1889646 Dec 16 17:40:05.343324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47332) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.348007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:05.348619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.354589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-2b0da947-9f30-43f5-bdb7-f343f8585851 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:05.356868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e953847-cac3-4e48-8908-65fa58de876d None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:05.376682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=24e0bf63-f562-4953-8030-df7674611f35,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:05.388331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8ec0d-4243-48f8-9e36-7543f39cacc8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:05.393338 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-edf8ec0d-4243-48f8-9e36-7543f39cacc8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/subnets/95940fd1-f3b1-442b-8d04-67860d18b9f0 HTTP/1.1" status: 200 len: 843 time: 0.1400840 Dec 16 17:40:05.393561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47334) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.405275 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-53f43040-5183-45fa-a501-e685d3247796 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8274028 Dec 16 17:40:05.443124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47336) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.450131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:23:7d:a9', 'name': 'tempest-NetworksTestDHCPv6-1888394771'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:05.485042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '24e0bf63-f562-4953-8030-df7674611f35'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:05.486229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.539336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.540387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.644143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/24e0bf63-f562-4953-8030-df7674611f35/28bfa790-3620-4233-a7f3-b56486fdc297) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:05.803823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.806488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.808007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.821076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.831788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.837919 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2b0da947-9f30-43f5-bdb7-f343f8585851 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags HTTP/1.1" status: 204 len: 168 time: 0.4881587 Dec 16 17:40:05.845805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47338) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.860272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-03525f25-3fda-4170-b22e-2afb73176621 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:05.865624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.873313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:05.873615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204bd90f-09f0-45fb-b413-9ad7dc41b08e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['shared'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:05.874999 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-204bd90f-09f0-45fb-b413-9ad7dc41b08e tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "GET /v2.0/subnets/95940fd1-f3b1-442b-8d04-67860d18b9f0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4805593 Dec 16 17:40:05.876285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:05.879462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47340) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:05.884800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:05.885798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963355339'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:05.902535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Pushing event updated for resources: {'Port': ['ID=28bfa790-3620-4233-a7f3-b56486fdc297,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:05.933751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:05.937104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.950042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Attempting to bind port 28bfa790-3620-4233-a7f3-b56486fdc297 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:05.950418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Attempting to bind port 28bfa790-3620-4233-a7f3-b56486fdc297 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:05.950904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Attempting to bind port 28bfa790-3620-4233-a7f3-b56486fdc297 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:05.956550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:05.957248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:05.957394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:05.957725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:05.958194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Bound port: 28bfa790-3620-4233-a7f3-b56486fdc297, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:05.958576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.020200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.021514 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-58b3fde3-2313-46c2-94ae-589c5802c384 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7644188 Dec 16 17:40:06.022801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:06.024515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47342) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:06.031713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] For port 28bfa790-3620-4233-a7f3-b56486fdc297, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:06.032448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'enable_snat': False}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:06.035511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] For port 28bfa790-3620-4233-a7f3-b56486fdc297, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=28bfa790-3620-4233-a7f3-b56486fdc297,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:06.042057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:06.044632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.049814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.067153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:06.087239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af315ca-87dc-45fe-b562-20004f9a614e None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:06.103846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.103846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Added segment 3a03a875-d374-4be7-88a8-5156f8eeaec1 of type vlan for network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 Dec 16 17:40:06.109517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:06.109517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.123989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=873f9593-e225-49e3-a9e5-86b9cf803b6d,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:06.162810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ae8d9-1526-4151-b333-28146a89f0e3 None None] Pushing event updated for resources: {'Port': ['ID=28bfa790-3620-4233-a7f3-b56486fdc297,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:06.188161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:06.218928 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-91b43b99-c360-4fd6-bfea-755be2da9526 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2487893 Dec 16 17:40:06.241346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47344) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:06.248862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1891800322'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:06.256292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.274422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'project_id': 'cf1b54e767a74247a4e73c3a9b784177', 'fixed_ips': [{'subnet_id': '873f9593-e225-49e3-a9e5-86b9cf803b6d'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:06.275381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.292509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=18fd8185-1d1a-4751-a9eb-af85a4861e62,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:06.337076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:06.337371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: 3b3fba90-ee28-489b-a3e4-5b330e92d471, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:06.349411 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-03525f25-3fda-4170-b22e-2afb73176621 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags HTTP/1.1" status: 204 len: 168 time: 0.4964108 Dec 16 17:40:06.360111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47346) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:06.371372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-6da20a03-2a0e-4b51-b8c0-e7576ecee7d7 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:06.388623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.447076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.462042 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.467970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:06.468570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.492792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.497589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Allocated IP 172.20.0.2 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/873f9593-e225-49e3-a9e5-86b9cf803b6d/9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:06.501610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:06.555943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.556429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port f79e6739-053e-436c-8ada-c0c4ede06b7a yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:06.561350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.567442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 3b3fba90-ee28-489b-a3e4-5b330e92d471) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:06.580339 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6997590 Dec 16 17:40:06.594364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47348) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:06.596995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:06.597984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.620730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:06.624482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a9572-36e5-4893-8933-d0553d3d942b None None] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:06.676024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c8e60-a816-44e0-a667-607812b07faa tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Network': ['ID=7ee43352-e6dd-4452-ba6c-5f908072f5f1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:06.691233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Router d142feb3-dc9c-43da-8f86-791e84ce7ddb has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:06.753471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:06.764523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28bfa790-3620-4233-a7f3-b56486fdc297 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:06.773777 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d20b7d1-981b-454c-bbb7-49e0edeb90f5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6064873 Dec 16 17:40:06.782888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47350) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:06.899195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.910190 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6da20a03-2a0e-4b51-b8c0-e7576ecee7d7 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags HTTP/1.1" status: 204 len: 168 time: 0.5487297 Dec 16 17:40:06.919475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47352) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:06.926134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-39378343-c913-4e88-950e-81d408b6e74e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1269892134') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:06.962491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:06.996445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::159 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/24e0bf63-f562-4953-8030-df7674611f35/f79e6739-053e-436c-8ada-c0c4ede06b7a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:06.999175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Made reservation on behalf of aa6db32c8aa6499689c058ca3367df05 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:07.003870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.083454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.084700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8393354 Dec 16 17:40:07.089041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:07.091270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47354) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:07.101382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257388381'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:07.111012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] Sync routers for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:07.126238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-3b3fba90-ee28-489b-a3e4-5b330e92d471', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:07.127120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.127449 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-57fefb7f-0c16-41c6-817d-b51c6e1561c4 admin admin] 10.222.0.66 "PUT /v2.0/routers/d142feb3-dc9c-43da-8f86-791e84ce7ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8467472 Dec 16 17:40:07.129674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Performing IP validity checks on allocation pools {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:40:07.130422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:40:07.135683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47356) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:07.150642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.151776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761e60-e2c9-460e-853f-9b1e09d58e37 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a45d44-9f75-4c52-81e6-51d81bad2ddc,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:07.182618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.200811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.210652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:07.211292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:07.216919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 28bfa790-3620-4233-a7f3-b56486fdc297 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:07.217335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.224117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.381994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:07.395163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=b1619e38-a47a-490c-841a-1f5be940b46f,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:07.437538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cd2f-9584-479f-a657-f94887f471d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.440727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:07.458765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.459322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Pushing event updated for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:07.459846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.461894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.477498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:07.552756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Allocated IP 2001:db8::2 (3b3fba90-ee28-489b-a3e4-5b330e92d471/18fd8185-1d1a-4751-a9eb-af85a4861e62/0529d779-e472-44cf-911e-8eeba6f2dae1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:07.562586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:07.591317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.618301 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-39378343-c913-4e88-950e-81d408b6e74e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1269892134 HTTP/1.1" status: 201 len: 201 time: 0.6963537 Dec 16 17:40:07.655670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47358) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:07.695638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-7d5e9d1b-b160-494b-ac3d-f52f16c3e486 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-765027554') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:07.704718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.711810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Attempting to bind port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:07.712183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Attempting to bind port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:07.712537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Attempting to bind port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b on network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:07.760723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.777482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.784860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:07.785165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Checking segment: {'id': 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:07.785510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.785994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Bound using segment: {'id': 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:07.786381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Bound port: 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:07.786756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:07.951714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 28bfa790-3620-4233-a7f3-b56486fdc297, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=28bfa790-3620-4233-a7f3-b56486fdc297,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:07.975285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.012724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.019180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:08.060073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.066817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-93981f70-7485-4f83-8083-b140cdc66cab None None] Provisioning complete for port 28bfa790-3620-4233-a7f3-b56486fdc297 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:08.067272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93981f70-7485-4f83-8083-b140cdc66cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.084748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,segment=NetworkSegment(b6359abf-9f08-4ace-bf49-ccaeb0604ba6),segment_id=b6359abf-9f08-4ace-bf49-ccaeb0604ba6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:08.125751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.150930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.157783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.172417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.184922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=28bfa790-3620-4233-a7f3-b56486fdc297,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:08.189417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.212838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=62919797-dbe0-422b-a086-e54d07bc4ab3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:08.240088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.247716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '39f20901-14c0-402b-9a57-40184291319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:40:04Z', 'revision_number': 5, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port': {'id': '39f20901-14c0-402b-9a57-40184291319b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:35:58Z', 'updated_at': '2021-12-16T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:08.263943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.267408 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1701519 Dec 16 17:40:08.267730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.269222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47360) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:08.284893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-785717722', 'security_groups': ['7a2cfe01-3481-4ea1-be6f-80bd544f8192'], 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '873f9593-e225-49e3-a9e5-86b9cf803b6d'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:08.293645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bdb0c-9583-44e4-9e66-b45e704e3598 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2cfe01-3481-4ea1-be6f-80bd544f8192,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:08.323955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] Checking router: d142feb3-dc9c-43da-8f86-791e84ce7ddb for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:08.329343 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9103a-9284-47f5-824a-2b012fa9d633 None None] Pushing event updated for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:08.331089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Checking segment: {'id': '3a03a875-d374-4be7-88a8-5156f8eeaec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:08.331552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network hostable DHCP agents. Network: 7ee43352-e6dd-4452-ba6c-5f908072f5f1, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:08.341038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:08.392907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:08.395964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:08.398173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:08.417045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:08.421102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:08.427520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:08.428383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.435587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=f79e6739-053e-436c-8ada-c0c4ede06b7a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:08.454371 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP d7f4846d-2bd3-477b-959b-a07cdf675a88 associated. External IP: 172.26.2.81, port: 1812a17c-7395-4d96-9ca8-9471568d01d8. Dec 16 17:40:08.469822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] Routers {'d142feb3-dc9c-43da-8f86-791e84ce7ddb'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:08.470495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:39:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:08.473946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:08.504453 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-705a96ce-da7f-4290-a3ec-4f076da68729 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0582314 Dec 16 17:40:08.506435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47362) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:08.519091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Deleting port 39f20901-14c0-402b-9a57-40184291319b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:08.519396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.523850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 7ee43352-e6dd-4452-ba6c-5f908072f5f1) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:08.561363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:08.561975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.580718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Allocated IP 172.26.2.196 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/b198c885-6915-4428-8af9-71048a0d0aee) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:08.606918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Pushing event updated for resources: {'Port': ['ID=0529d779-e472-44cf-911e-8eeba6f2dae1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:08.611668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121bdbcb-5dc8-4460-9ca6-4efc7444d65d None None] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:08.630825 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7d5e9d1b-b160-494b-ac3d-f52f16c3e486 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-765027554 HTTP/1.1" status: 201 len: 201 time: 0.9722564 Dec 16 17:40:08.637105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47364) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:08.649530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-41ca26e9-8786-4bd4-951f-0bdc41e7d25b tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1081288020') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:08.654010 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a1b8d80-6f7f-49a7-b072-8e5ee5bccb31 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0529785 Dec 16 17:40:08.661090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47366) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:08.692303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Attempting to bind port 0529d779-e472-44cf-911e-8eeba6f2dae1 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:08.692683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Attempting to bind port 0529d779-e472-44cf-911e-8eeba6f2dae1 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:08.693107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Attempting to bind port 0529d779-e472-44cf-911e-8eeba6f2dae1 on network 3b3fba90-ee28-489b-a3e4-5b330e92d471 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:08.697114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:08.698688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28bfa790-3620-4233-a7f3-b56486fdc297 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:08.744457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:08.744754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Checking segment: {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:08.745260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.745662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Bound using segment: {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:08.746159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Bound port: 0529d779-e472-44cf-911e-8eeba6f2dae1, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:08.746545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.765617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:08.825226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] Set router d142feb3-dc9c-43da-8f86-791e84ce7ddb gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:08.893371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1bf277-c78b-43e5-b869-84677db6953f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:08.900358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1bf277-c78b-43e5-b869-84677db6953f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:08.902455 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c1bf277-c78b-43e5-b869-84677db6953f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3932176 Dec 16 17:40:08.908772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8::1 (3b3fba90-ee28-489b-a3e4-5b330e92d471/18fd8185-1d1a-4751-a9eb-af85a4861e62/1cee123d-ec2a-4c16-b16b-895c04eeaf31) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:08.913626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47368) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:08.930264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] For port 39f20901-14c0-402b-9a57-40184291319b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=39f20901-14c0-402b-9a57-40184291319b,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:08.931057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:08.961671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Calling delete_port for 39f20901-14c0-402b-9a57-40184291319b owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:09.088419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.089217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:40:08Z', 'revision_number': 6, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:09.107661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-41ca26e9-8786-4bd4-951f-0bdc41e7d25b tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1081288020 HTTP/1.1" status: 201 len: 201 time: 0.4634609 Dec 16 17:40:09.112877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5133756'] for subnet, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.113222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47370) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:09.122613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-3971efdd-17c2-4227-b4a9-e8287f336a9d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-457516366') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:09.132657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.143581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:09.156433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2078c-11bb-4478-abce-19fa6f76101a None None] The sync data for ids ['d142feb3-dc9c-43da-8f86-791e84ce7ddb'] in dv-neutron-821818-2-hyperv is: [{'id': 'd142feb3-dc9c-43da-8f86-791e84ce7ddb', 'name': 'tempest-ServerActionsTestJSON-893747933-router', 'tenant_id': '5a1c542b7785416a9be21fcbfa26f562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:35:55Z', 'updated_at': '2021-12-16T17:40:08Z', 'revision_number': 6, 'project_id': '5a1c542b7785416a9be21fcbfa26f562', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:09.182537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5462691a-92eb-44ad-97ae-49cec7d97a57 None None] Provisioning complete for port f79e6739-053e-436c-8ada-c0c4ede06b7a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:09.183721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5462691a-92eb-44ad-97ae-49cec7d97a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.188951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-7ee43352-e6dd-4452-ba6c-5f908072f5f1', 'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1', 'project_id': 'aa6db32c8aa6499689c058ca3367df05', 'fixed_ips': [{'subnet_id': '62919797-dbe0-422b-a086-e54d07bc4ab3'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:09.190356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.192893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] For port 0529d779-e472-44cf-911e-8eeba6f2dae1, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:09.197701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] For port 0529d779-e472-44cf-911e-8eeba6f2dae1, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0529d779-e472-44cf-911e-8eeba6f2dae1,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:09.241354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.247707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 28bfa790-3620-4233-a7f3-b56486fdc297 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:09.248085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.333607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:09.339561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.344778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port f79e6739-053e-436c-8ada-c0c4ede06b7a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:09.345006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.356061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.368807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5462691a-92eb-44ad-97ae-49cec7d97a57 None None] Port f79e6739-053e-436c-8ada-c0c4ede06b7a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:09.408361 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3971efdd-17c2-4227-b4a9-e8287f336a9d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-457516366 HTTP/1.1" status: 201 len: 201 time: 0.2829747 Dec 16 17:40:09.446155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:09.451529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-0672ddbc-37fb-4427-ac97-4f9edb1260cd tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', {'tags': ['tempest-TagsExtTest-Tag-1117572453', 'tempest-TagsExtTest-Tag-1085377630', 'tempest-TagsExtTest-Tag-1335435303']}) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:09.481933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c271f6e-e86d-44fb-a998-c8b9838becc4 None None] Pushing event updated for resources: {'Port': ['ID=0529d779-e472-44cf-911e-8eeba6f2dae1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:09.515720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Pushing event updated for resources: {'Port': ['ID=b198c885-6915-4428-8af9-71048a0d0aee,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:09.534338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:09.565013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:09.593583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2592a-fb92-4917-9461-3b6bb7f70b22 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:09.628238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:09.664748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c1b090f-b70c-4347-95a9-39aa5e2c2b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.756504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4b438f87-4476-454e-9efd-88171f12adc5 None None] Provisioning complete for port b198c885-6915-4428-8af9-71048a0d0aee triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:09.757459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b438f87-4476-454e-9efd-88171f12adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.761648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.777258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791334009052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4915924'] for subnet, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.783856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.8 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/873f9593-e225-49e3-a9e5-86b9cf803b6d/bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:09.846835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.873756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f20901-14c0-402b-9a57-40184291319b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:09.896458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for f79e6739-053e-436c-8ada-c0c4ede06b7a owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:09.905462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:09.910769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803ec13-e9fe-4bd6-9841-b89e09b058a3 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:09.936673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4b438f87-4476-454e-9efd-88171f12adc5 None None] Port b198c885-6915-4428-8af9-71048a0d0aee cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:09.955835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Allocated IP 2001:db8::3 (7ee43352-e6dd-4452-ba6c-5f908072f5f1/62919797-dbe0-422b-a086-e54d07bc4ab3/41b09666-7dfc-497a-9289-970b60ca7b51) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:10.057771 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0672ddbc-37fb-4427-ac97-4f9edb1260cd tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags HTTP/1.1" status: 200 len: 318 time: 0.6101997 Dec 16 17:40:10.058889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47374) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:10.071639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:10.072114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.076605 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "PUT /v2.0/subnets/62919797-dbe0-422b-a086-e54d07bc4ab3 HTTP/1.1" status: 200 len: 900 time: 1.3810813 Dec 16 17:40:10.076781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:10.076781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.076997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-226160b8-6f03-4fc1-a25e-0aa48a6ab2bb tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:10.085081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47376) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:10.088989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:10.096839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e908-29ff-4281-9f8e-d7e9560ebd29 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event updated for resources: {'Subnet': ['ID=62919797-dbe0-422b-a086-e54d07bc4ab3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:10.126431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.153612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:10.187501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:10.190396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.190396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:10.190942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.211225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.212669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:10.213411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.219724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.263847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:10.264330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:10.269989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=1cee123d-ec2a-4c16-b16b-895c04eeaf31,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:10.270135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:10.275481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:10.283849 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:10.290474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Pushing event updated for resources: {'Port': ['ID=41b09666-7dfc-497a-9289-970b60ca7b51,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:10.293835 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:10.294441 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:10.315726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.321696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.374608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Attempting to bind port 41b09666-7dfc-497a-9289-970b60ca7b51 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:10.375014 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Attempting to bind port 41b09666-7dfc-497a-9289-970b60ca7b51 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3a03a875-d374-4be7-88a8-5156f8eeaec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:10.375347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Attempting to bind port 41b09666-7dfc-497a-9289-970b60ca7b51 on network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:10.395995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.396577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d142feb3-dc9c-43da-8f86-791e84ce7ddb {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:40:10.405142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.408122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:10.408832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Checking segment: {'id': '3a03a875-d374-4be7-88a8-5156f8eeaec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:10.409419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.410385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Bound using segment: {'id': '3a03a875-d374-4be7-88a8-5156f8eeaec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:10.412821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-720d1644-1f6a-4153-a4d1-dfeee9a53591 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d142feb3-dc9c-43da-8f86-791e84ce7ddb HTTP/1.1" status: 204 len: 168 time: 3.2756100 Dec 16 17:40:10.413085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Bound port: 41b09666-7dfc-497a-9289-970b60ca7b51, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a03a875-d374-4be7-88a8-5156f8eeaec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7ee43352-e6dd-4452-ba6c-5f908072f5f1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:10.413752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47378) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:10.414341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.425208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.481210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.518793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:10.525253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.529070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:10.532312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:10.612117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:10.612752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.630033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:10.632588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] For port 41b09666-7dfc-497a-9289-970b60ca7b51, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:10.650394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Deleting subnet 1b6f060f-e818-4187-93c4-4ec9f5e46539 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:10.654857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.656988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:10.669004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] For port 41b09666-7dfc-497a-9289-970b60ca7b51, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=41b09666-7dfc-497a-9289-970b60ca7b51,segment=NetworkSegment(3a03a875-d374-4be7-88a8-5156f8eeaec1),segment_id=3a03a875-d374-4be7-88a8-5156f8eeaec1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:10.679028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,segment=NetworkSegment(b6359abf-9f08-4ace-bf49-ccaeb0604ba6),segment_id=b6359abf-9f08-4ace-bf49-ccaeb0604ba6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:10.681101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.724218 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-152f7a02-7f98-4a04-b116-1091293870db tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4484923 Dec 16 17:40:10.724427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47380) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:10.729567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:10.770458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.774745 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.833283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:10.909636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a411de-a9e1-4f98-8c37-9dc1daf38b52 None None] Pushing event updated for resources: {'Port': ['ID=41b09666-7dfc-497a-9289-970b60ca7b51,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:10.931996 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6daf0c4a-2900-4271-a99d-aa12bc91791e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2968488 Dec 16 17:40:10.932340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0529d779-e472-44cf-911e-8eeba6f2dae1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:10.934751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47382) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.017580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.056857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247c0ce-9086-4c29-8096-ec51a4435572 None None] Pushing event updated for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:11.060299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:40:11.063175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4" -d '{"events": [{"name": "network-changed", "server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:40:11.089683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.108787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0529d779-e472-44cf-911e-8eeba6f2dae1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:11.109336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.114517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f8a4da6a-ce3b-4523-916e-1cfcb14a4d3e None None] Provisioning complete for port bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:11.114987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8a4da6a-ce3b-4523-916e-1cfcb14a4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.159717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.189695 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-226160b8-6f03-4fc1-a25e-0aa48a6ab2bb tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags HTTP/1.1" status: 204 len: 168 time: 1.1173570 Dec 16 17:40:11.193298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef695f9-533e-41f6-8800-e0b6bab19967 x-openstack-request-id: req-3ef695f9-533e-41f6-8800-e0b6bab19967 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:40:11.193595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:40:11.193854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ef695f9-533e-41f6-8800-e0b6bab19967 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:40:11.194266 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'status': 'completed', 'code': 200} Dec 16 17:40:11.211256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4da6a-ce3b-4523-916e-1cfcb14a4d3e None None] Port bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:11.212043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47386) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.218220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-b84607ec-935c-42ba-ab72-5e877c5009ff tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1117572453') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:11.221298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41987d6c-995c-45f5-b9e0-4b8081fd72a3 None None] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:11.251841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:11.262218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.265190 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:20Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:05Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:11.311908 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:11.333863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.340222 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6915a5db-734f-4013-8d69-37136087f771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/d7f4846d-2bd3-477b-959b-a07cdf675a88 HTTP/1.1" status: 200 len: 991 time: 0.3922637 Dec 16 17:40:11.348345 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:11.350021 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:11.394968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=f79e6739-053e-436c-8ada-c0c4ede06b7a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:11.428633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.440575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4dca2e13-e4e9-4699-8bbb-4696d12c19d9 None None] Provisioning complete for port 0529d779-e472-44cf-911e-8eeba6f2dae1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:11.440575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dca2e13-e4e9-4699-8bbb-4696d12c19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.488403 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 873f9593-e225-49e3-a9e5-86b9cf803b6d (CIDR: 172.20.0.0/28) Dec 16 17:40:11.491299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.495297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.495743 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f0301aa5-1dfb-49cc-a8a2-33234738ddba tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/f79e6739-053e-436c-8ada-c0c4ede06b7a HTTP/1.1" status: 204 len: 168 time: 2.5791276 Dec 16 17:40:11.507906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47388) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.519484 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:40:11.520151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:11.554111 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:11.568904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.577702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1b6f060f-e818-4187-93c4-4ec9f5e46539 HTTP/1.1" status: 204 len: 168 time: 1.1597652 Dec 16 17:40:11.582840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47390) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.583895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6334f-69f2-4594-b3f1-eed9978b2475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6f060f-e818-4187-93c4-4ec9f5e46539,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:11.592534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e67abf-1628-4988-b327-30835dbbe973 None None] Network c9a8b5f5-a664-49fa-8be5-367d84810f53 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:11.669314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-a2ea1ce5-75ea-4cf5-8b29-f84ef3e88927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:11.672870 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-a2ea1ce5-75ea-4cf5-8b29-f84ef3e88927 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1099 time: 0.4548738 Dec 16 17:40:11.696875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 0529d779-e472-44cf-911e-8eeba6f2dae1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0529d779-e472-44cf-911e-8eeba6f2dae1,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:11.724871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.725688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:11.727686 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1f952f4b-5966-4979-9646-b8f05056e476 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0020573 Dec 16 17:40:11.729510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47392) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.746471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.757255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:11.820282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b62ad-1a9a-43a4-8589-7c08ff818e66 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:11.821965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b62ad-1a9a-43a4-8589-7c08ff818e66 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:11.830827 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-712b62ad-1a9a-43a4-8589-7c08ff818e66 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3098834 Dec 16 17:40:11.832393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.833808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dca2e13-e4e9-4699-8bbb-4696d12c19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.874574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47394) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.922522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=0529d779-e472-44cf-911e-8eeba6f2dae1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:11.959848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:11.960169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.962839 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-b84607ec-935c-42ba-ab72-5e877c5009ff tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:11.970042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b84607ec-935c-42ba-ab72-5e877c5009ff tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1117572453 HTTP/1.1" status: 404 len: 329 time: 0.7551193 Dec 16 17:40:11.973616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47396) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:11.974276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 41b09666-7dfc-497a-9289-970b60ca7b51 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:11.974627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:11.991875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-11fced04-c573-4268-bbb7-b76624d43e38 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1085377630') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:12.026687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-4dca2e13-e4e9-4699-8bbb-4696d12c19d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:40:12.027053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-4dca2e13-e4e9-4699-8bbb-4696d12c19d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:40:12.125083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.150484 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:20Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:05Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:12.179480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] DHCP port deletion for c9a8b5f5-a664-49fa-8be5-367d84810f53 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:12.227010 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3f2cb-fc1a-49a7-aa54-8214dd71ec16 None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:39:20Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:05Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:12.262265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39f20901-14c0-402b-9a57-40184291319b no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:12.323245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 39f20901-14c0-402b-9a57-40184291319b {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:12.323597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39f20901-14c0-402b-9a57-40184291319b not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:12.324020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:12.350779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:12.351142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 678e3c0e-eeb3-4e08-80ec-78e8c7276a10 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:12.380102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] Deleting port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:12.380862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.496614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] For port 8f90e645-8bea-4319-bf7d-da7b4a8ab571, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f90e645-8bea-4319-bf7d-da7b4a8ab571,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:12.497177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.525440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] Calling delete_port for 8f90e645-8bea-4319-bf7d-da7b4a8ab571 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:12.559167 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:40:12.628427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47398) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:12.665680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e68fd-45d2-4570-9e2a-c87c719449d3 None None] New status for floating IP d7f4846d-2bd3-477b-959b-a07cdf675a88: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:40:12.714115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe9272-f095-474b-ac7f-fce870d6cb99 None None] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:12.734448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 24e0bf63-f562-4953-8030-df7674611f35 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:12.753915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c944abea-5721-420d-ad1a-250dc0413357 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/d7f4846d-2bd3-477b-959b-a07cdf675a88 HTTP/1.1" status: 200 len: 991 time: 0.1228156 Dec 16 17:40:12.761044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.788283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 41b09666-7dfc-497a-9289-970b60ca7b51 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:12.804135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-4d4a9355-f942-4029-aac7-0b37c9c271d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:12.805914 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-4d4a9355-f942-4029-aac7-0b37c9c271d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 898 time: 1.0388420 Dec 16 17:40:12.813628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Deleting port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:12.814457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.829504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:12.834985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.932241 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-11fced04-c573-4268-bbb7-b76624d43e38 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:12.935867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-11fced04-c573-4268-bbb7-b76624d43e38 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1085377630 HTTP/1.1" status: 404 len: 329 time: 0.9493744 Dec 16 17:40:12.943114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47400) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:12.949611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-39158b5a-1bf6-42e8-b485-f66aed4bf7cf tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05', 'tempest-TagsExtTest-Tag-1335435303') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:12.957581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:12.963174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 41b09666-7dfc-497a-9289-970b60ca7b51, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=41b09666-7dfc-497a-9289-970b60ca7b51,segment=NetworkSegment(3a03a875-d374-4be7-88a8-5156f8eeaec1),segment_id=3a03a875-d374-4be7-88a8-5156f8eeaec1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:12.963535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.016012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] For port 8f90e645-8bea-4319-bf7d-da7b4a8ab571, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f90e645-8bea-4319-bf7d-da7b4a8ab571,segment=NetworkSegment(25279813-8a16-4896-b6f1-9017f509a4a2),segment_id=25279813-8a16-4896-b6f1-9017f509a4a2)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:13.016627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.031272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 41b09666-7dfc-497a-9289-970b60ca7b51 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:13.044242 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-bad02d80-42bc-44e4-8a3b-9653e4a69d1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 999 time: 0.2210500 Dec 16 17:40:13.045196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Calling delete_port for 8f90e645-8bea-4319-bf7d-da7b4a8ab571 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:13.114466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.126309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Provisioning complete for port 41b09666-7dfc-497a-9289-970b60ca7b51 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:13.126971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.182030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.187722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.188075 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-39158b5a-1bf6-42e8-b485-f66aed4bf7cf tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:13.191658 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-39158b5a-1bf6-42e8-b485-f66aed4bf7cf tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags/tempest-TagsExtTest-Tag-1335435303 HTTP/1.1" status: 404 len: 329 time: 0.2442451 Dec 16 17:40:13.193129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47402) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:13.201956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-4fa9b7e7-634a-42a3-90b8-a86375496c79 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', {'tags': ['tempest-TagsExtTest-Tag-325361568', 'tempest-TagsExtTest-Tag-1854028251', 'tempest-TagsExtTest-Tag-1176296246']}) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:13.221171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.221997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.253394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.264988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.265811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 41b09666-7dfc-497a-9289-970b60ca7b51 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:13.266272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.293295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-19295775-c416-44ab-aceb-b48f16d94063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:13.294753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-19295775-c416-44ab-aceb-b48f16d94063 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 200 len: 834 time: 0.2119374 Dec 16 17:40:13.302320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] Pushing event deleted for resources: {'Port': ['ID=8f90e645-8bea-4319-bf7d-da7b4a8ab571,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.309067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400e7b1-0ef3-4e3d-8098-c17a12d2db4e None None] No DVR routers for this DVR port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:13.319239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.331727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.341313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] No DVR routers for this DVR port 8f90e645-8bea-4319-bf7d-da7b4a8ab571 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:13.346984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f90e645-8bea-4319-bf7d-da7b4a8ab571,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.435842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.447393 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4fa9b7e7-634a-42a3-90b8-a86375496c79 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags HTTP/1.1" status: 200 len: 317 time: 0.2518222 Dec 16 17:40:13.455578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47404) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:13.459959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.460733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-83c9a936-f63b-4a2a-beec-10bfe09c1d71 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:13.466528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=1cee123d-ec2a-4c16-b16b-895c04eeaf31,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.497415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 41b09666-7dfc-497a-9289-970b60ca7b51, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=41b09666-7dfc-497a-9289-970b60ca7b51,segment=NetworkSegment(3a03a875-d374-4be7-88a8-5156f8eeaec1),segment_id=3a03a875-d374-4be7-88a8-5156f8eeaec1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:13.509714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.510664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0529d779-e472-44cf-911e-8eeba6f2dae1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:13.521013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.568755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8b5f5-a664-49fa-8be5-367d84810f53']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:13.571527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.591086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25279813-8a16-4896-b6f1-9017f509a4a2') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:13.591086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25279813-8a16-4896-b6f1-9017f509a4a2') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:13.597232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-4e50cc8a-c146-4d7e-a388-525b4d955cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:13.598975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-4e50cc8a-c146-4d7e-a388-525b4d955cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2765548 Dec 16 17:40:13.632461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.639673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:40:13.640208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:40:13.645362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=41b09666-7dfc-497a-9289-970b60ca7b51,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.646662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:13.658741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:13.661123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:13.662592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:13.663206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.663356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0529d779-e472-44cf-911e-8eeba6f2dae1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:13.663819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.676247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.691274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5479e63b-3b0f-47f4-a6b4-b89fd87312a1 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:13.694862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:13.699819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:13.700312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.701026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:13.703179 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:13.717735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=0541193f-33a2-44d6-bc32-6095ba2b2414,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.776414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47406) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:13.778915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.790587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-02cef34e-b940-4de6-8122-4e2fe57445e6 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0383744 Dec 16 17:40:13.794168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47408) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:13.798203 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83c9a936-f63b-4a2a-beec-10bfe09c1d71 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags HTTP/1.1" status: 204 len: 168 time: 0.3388932 Dec 16 17:40:13.801279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-943557682', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0541193f-33a2-44d6-bc32-6095ba2b2414'}], 'security_groups': ['56a45d44-9f75-4c52-81e6-51d81bad2ddc']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:13.810679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb5c54-ae98-4901-86e3-d16c93b54c2d None None] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:13.828530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47410) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:13.842409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-e54f111e-9519-4e2f-8492-51d6a5191776 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-325361568') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:13.843592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=24e0bf63-f562-4953-8030-df7674611f35,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.906292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.908465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=41b09666-7dfc-497a-9289-970b60ca7b51,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:13.911045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a493fdad-8357-4804-a548-58cb2a90f4e6 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:13.922794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.924303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:13.929775 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-635819b5-14fc-4c7a-b925-a582125e9063 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/24e0bf63-f562-4953-8030-df7674611f35 HTTP/1.1" status: 204 len: 168 time: 2.0509849 Dec 16 17:40:13.929932 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] 10.222.0.66 "DELETE /v2.0/networks/c9a8b5f5-a664-49fa-8be5-367d84810f53 HTTP/1.1" status: 204 len: 168 time: 2.3394027 Dec 16 17:40:13.937187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47412) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.004811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec874f-2cde-41f0-aeab-d2f738ecd85e admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a8b5f5-a664-49fa-8be5-367d84810f53,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:14.020616 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-170efb84-d94d-4cb3-9da5-959955ffbbfb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/d7f4846d-2bd3-477b-959b-a07cdf675a88 HTTP/1.1" status: 200 len: 993 time: 0.2425649 Dec 16 17:40:14.037963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.060151 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9feaafd7-0426-4c45-a9da-d78fcff1f7ae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174092 Dec 16 17:40:14.102441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47416) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.111620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 41b09666-7dfc-497a-9289-970b60ca7b51 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:14.118821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:14.169287 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-c9007331-5243-423f-9920-e8738de96788 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557849 Dec 16 17:40:14.187406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Port 41b09666-7dfc-497a-9289-970b60ca7b51 update to ACTIVE by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:40:14.216910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Provisioning complete for port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:14.223442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.265077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47418) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.268258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Router 93167ccb-2c08-4785-b9f4-0cfbe4452da0 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:40:14.330854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:14.330854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.334703 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-e54f111e-9519-4e2f-8492-51d6a5191776 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:14.334703 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e54f111e-9519-4e2f-8492-51d6a5191776 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-325361568 HTTP/1.1" status: 404 len: 328 time: 0.4933619 Dec 16 17:40:14.334703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47420) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.347439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-4c9de5fa-4f5a-40f2-8876-a6c019e40263 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-1854028251') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:14.371468 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-be010759-4ce2-4687-84e7-7113709488bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a1c542b7785416a9be21fcbfa26f562&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1053660 Dec 16 17:40:14.371727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:14.375116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47422) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.376181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:14.417616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] Update dhcp port {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'fixed_ips': [{'subnet_id': '873f9593-e225-49e3-a9e5-86b9cf803b6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '0541193f-33a2-44d6-bc32-6095ba2b2414'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:40:14.447078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.467910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Provisioning complete for port 0529d779-e472-44cf-911e-8eeba6f2dae1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:14.468290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-675ee171-eb31-4596-bca1-fa657e384550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.490786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:40:14.496287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.508164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a2a0a-1741-4361-b998-4d07a66bfb67 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:14.512093 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8c2a2a0a-1741-4361-b998-4d07a66bfb67 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3994663 Dec 16 17:40:14.515527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47424) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.591856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecf80-8eac-45f2-8550-5e6f4fe26537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.596673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Delete allocated IP 172.20.0.8 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/873f9593-e225-49e3-a9e5-86b9cf803b6d) {{(pid=103243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 17:40:14.602809 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5cbfd4e-704b-45d9-b20f-c59b4ed128f4 req-d7a6c80d-8c3c-46f0-96f3-47e80df7b099 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437145 Dec 16 17:40:14.604837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9db15-ec4b-43ab-8e2e-1ebd2686c74e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:14.608793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f1f9db15-ec4b-43ab-8e2e-1ebd2686c74e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0916190 Dec 16 17:40:14.612839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] Deleting port 28bfa790-3620-4233-a7f3-b56486fdc297 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:14.613252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.615190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47426) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.622747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.30 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0541193f-33a2-44d6-bc32-6095ba2b2414/bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:14.675550 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3da77172-a75d-43a5-a579-97f008364178 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547502 Dec 16 17:40:14.675794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecf80-8eac-45f2-8550-5e6f4fe26537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.679120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47428) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:14.693591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:14.726039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f90e645-8bea-4319-bf7d-da7b4a8ab571 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:14.780417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8f90e645-8bea-4319-bf7d-da7b4a8ab571 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:14.780797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f90e645-8bea-4319-bf7d-da7b4a8ab571 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:14.811385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] For port 28bfa790-3620-4233-a7f3-b56486fdc297, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=28bfa790-3620-4233-a7f3-b56486fdc297,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:14.811800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.831286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] Calling delete_port for 28bfa790-3620-4233-a7f3-b56486fdc297 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:14.910828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecf80-8eac-45f2-8550-5e6f4fe26537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.912576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-33a46395-c7d7-4cd2-86ef-7b029f0940fc None None] Could not find standard attr ID for object 41b09666-7dfc-497a-9289-970b60ca7b51. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:14.913407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecf80-8eac-45f2-8550-5e6f4fe26537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:14.914569 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2d4ecf80-8eac-45f2-8550-5e6f4fe26537 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe4f06aa-d137-4796-b60a-c4f85733aab6 HTTP/1.1" status: 204 len: 168 time: 0.5388961 Dec 16 17:40:14.951301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-33a46395-c7d7-4cd2-86ef-7b029f0940fc None None] Provisioning complete for port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:14.951683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33a46395-c7d7-4cd2-86ef-7b029f0940fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.003242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-33a46395-c7d7-4cd2-86ef-7b029f0940fc None None] Port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:15.010355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.018547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.037021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ecf80-8eac-45f2-8550-5e6f4fe26537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f06aa-d137-4796-b60a-c4f85733aab6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:15.039281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.104727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:15.107849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28bfa790-3620-4233-a7f3-b56486fdc297 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:15.110633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:15.118735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.123248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] No DVR routers for this DVR port 28bfa790-3620-4233-a7f3-b56486fdc297 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:15.128220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234740b-d49b-46e2-abbd-8e308efbbeae None None] Pushing event deleted for resources: {'Port': ['ID=28bfa790-3620-4233-a7f3-b56486fdc297,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:15.159642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 28bfa790-3620-4233-a7f3-b56486fdc297 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:15.160044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 28bfa790-3620-4233-a7f3-b56486fdc297 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:15.161651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:15.172785 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] Sync routers for ids ['93167ccb-2c08-4785-b9f4-0cfbe4452da0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:15.174063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.175528 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-64f27deb-d9a9-4e7d-9314-86fdee1d9231 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "PUT /v2.0/routers/93167ccb-2c08-4785-b9f4-0cfbe4452da0 HTTP/1.1" status: 200 len: 916 time: 9.1484754 Dec 16 17:40:15.178276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-4c9de5fa-4f5a-40f2-8876-a6c019e40263 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:15.179618 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4c9de5fa-4f5a-40f2-8876-a6c019e40263 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-1854028251 HTTP/1.1" status: 404 len: 329 time: 0.8364458 Dec 16 17:40:15.180677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47432) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.189039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47434) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.194727 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] Routers {'93167ccb-2c08-4785-b9f4-0cfbe4452da0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:15.195412 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['93167ccb-2c08-4785-b9f4-0cfbe4452da0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.196906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-8431102e-9a70-4bb4-8cfb-25e249fc943a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92', 'tempest-TagsExtTest-Tag-1176296246') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.197381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] Allocated IP 172.20.0.18 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0541193f-33a2-44d6-bc32-6095ba2b2414/9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:15.200567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.247621 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.257467 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] Routers {'93167ccb-2c08-4785-b9f4-0cfbe4452da0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:15.258081 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['93167ccb-2c08-4785-b9f4-0cfbe4452da0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.287320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:15.296350 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.297226 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d206ac9-ef56-4ae8-879a-f91ed1422e44 None None] The sync data for ids ['93167ccb-2c08-4785-b9f4-0cfbe4452da0'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:15.321756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ce65ca87-d076-4dee-8acd-e49dc12b44aa tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5371711 Dec 16 17:40:15.322911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47438) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.326089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=62919797-dbe0-422b-a086-e54d07bc4ab3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:15.335753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1542067221'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:15.452792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] In _notify_port_updated(), no bound segment for port bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 on network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:40:15.463440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.473287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:15.474370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.477148 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5953d4e8-cdc4-4b6a-a7d5-23cb9a251444 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/ports/bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 HTTP/1.1" status: 200 len: 920 time: 1.6794713 Dec 16 17:40:15.485169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47444) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.505795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee43352-e6dd-4452-ba6c-5f908072f5f1']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.508184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:15.512001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.524444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62744aa-12b3-4dff-8103-0b8d71b81809 None None] Network 7ee43352-e6dd-4452-ba6c-5f908072f5f1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:15.527101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136914-cdaa-4678-9d00-66113990581a None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:15.538503 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-71c6d015-2495-4a1d-b2ba-d3de7da23a1b tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/93167ccb-2c08-4785-b9f4-0cfbe4452da0 HTTP/1.1" status: 200 len: 922 time: 0.3546934 Dec 16 17:40:15.543194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47448) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.552327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a03a875-d374-4be7-88a8-5156f8eeaec1') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.552701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a03a875-d374-4be7-88a8-5156f8eeaec1') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.568710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.580232 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-8431102e-9a70-4bb4-8cfb-25e249fc943a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:15.583978 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8431102e-9a70-4bb4-8cfb-25e249fc943a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags/tempest-TagsExtTest-Tag-1176296246 HTTP/1.1" status: 404 len: 329 time: 0.3884828 Dec 16 17:40:15.584977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47450) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.592422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-59610d01-2bb7-4894-bad4-bc5b3027bce0 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', {'tags': ['tempest-TagsExtTest-Tag-1146342519', 'tempest-TagsExtTest-Tag-1298393650', 'tempest-TagsExtTest-Tag-1933457192']}) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.602641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:15.603270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.617019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.628260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:15.628661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:15.632445 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:15.710267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:15.712264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:15.712603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.717901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c508f9-7089-4234-a7ea-149c3b7383a9 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:15.720182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.720506 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b0c508f9-7089-4234-a7ea-149c3b7383a9 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=93167ccb-2c08-4785-b9f4-0cfbe4452da0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1766143 Dec 16 17:40:15.726317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47454) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.736075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:15.773633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.776868 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/7ee43352-e6dd-4452-ba6c-5f908072f5f1 HTTP/1.1" status: 204 len: 168 time: 5.6867573 Dec 16 17:40:15.793676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47456) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.809146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de95720-87fa-40ae-9095-1f0f4acbcd40 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=7ee43352-e6dd-4452-ba6c-5f908072f5f1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:15.831785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:40:15.833314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.833808 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment f679dd11-dd31-41e4-bc40-7102c28ecb61 of type vlan for network 5df5a1f2-18b8-4334-a012-1155435fb637 Dec 16 17:40:15.836111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.843145 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-59610d01-2bb7-4894-bad4-bc5b3027bce0 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags HTTP/1.1" status: 200 len: 318 time: 0.2544749 Dec 16 17:40:15.844100 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6f8d90-6a43-4aa2-a114-1fcedf238cc9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:15.844565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6f8d90-6a43-4aa2-a114-1fcedf238cc9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:15.847799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ca6f8d90-6a43-4aa2-a114-1fcedf238cc9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/62919797-dbe0-422b-a086-e54d07bc4ab3 HTTP/1.1" status: 404 len: 337 time: 0.0532565 Dec 16 17:40:15.848380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47460) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.852516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47462) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.861855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-3c774f40-072e-4194-aaea-d84565b82c19 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:15.923886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,segment=NetworkSegment(b6359abf-9f08-4ace-bf49-ccaeb0604ba6),segment_id=b6359abf-9f08-4ace-bf49-ccaeb0604ba6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:15.930131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=e6278f29-a85a-487c-aba1-002460de2701,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:15.942043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.960179 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-78357585-f825-45b8-ac71-fd0d4dddcb35 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:15.960717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78357585-f825-45b8-ac71-fd0d4dddcb35 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:15.965473 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-78357585-f825-45b8-ac71-fd0d4dddcb35 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/7ee43352-e6dd-4452-ba6c-5f908072f5f1 HTTP/1.1" status: 404 len: 339 time: 0.1084075 Dec 16 17:40:15.969436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:15.971834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47468) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:15.981762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:15.994112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:15.995129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.003772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:16.004502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.013193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:16.015955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89c590-bfcb-4fe0-a6da-3e736699afb7 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:16.021118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.059404 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8b79ef8d-2308-4cca-b6b6-cc04c9cb411f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3713796 Dec 16 17:40:16.061962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47470) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.068253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:16.101571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8e5d6-4827-4212-aa38-a6fd1edb3f7a None None] DHCP port deletion for 7ee43352-e6dd-4452-ba6c-5f908072f5f1 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:16.136969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aded0a-0492-45b4-b4de-bc9f8d6a6ea0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:16.138356 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12aded0a-0492-45b4-b4de-bc9f8d6a6ea0 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/networks/85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 881 time: 0.4086022 Dec 16 17:40:16.143739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47474) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.148647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:10Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:11Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:16.176290 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e915d34-3364-4b9e-84b9-7d00a1c016ac tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=93167ccb-2c08-4785-b9f4-0cfbe4452da0 HTTP/1.1" status: 200 len: 205 time: 0.0313697 Dec 16 17:40:16.179941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.185431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47476) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.197863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136914-cdaa-4678-9d00-66113990581a None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:16.198220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136914-cdaa-4678-9d00-66113990581a None None] Updating router 4716c8dd-583c-4e18-a522-cf6d51420e30 port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:40:16.239076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.246149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41136914-cdaa-4678-9d00-66113990581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.254445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:16.255421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.306457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.350143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142823b-223b-4927-8867-b4cff105b4bf None None] Pushing event updated for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:16.376128 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0476265 Dec 16 17:40:16.384036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47480) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.398352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:16.441276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.445709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': 'e6278f29-a85a-487c-aba1-002460de2701'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:16.464082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.478224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.481580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:16.490606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.504923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d803c7cb-5ff9-4873-b0c9-de6dcfcbca16']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:16.591159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b7f871-871a-4ed6-85d0-1ca5778b7ed9') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:16.591458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b7f871-871a-4ed6-85d0-1ca5778b7ed9') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:16.615266 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:16.638141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.655134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3c774f40-072e-4194-aaea-d84565b82c19 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags HTTP/1.1" status: 204 len: 168 time: 0.8030889 Dec 16 17:40:16.665035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c015327-09d7-41d5-ae55-dc1268c7ff57 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=5df5a1f2-18b8-4334-a012-1155435fb637,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:16.690452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47486) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.692664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 5df5a1f2-18b8-4334-a012-1155435fb637 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:16.700964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-4a39ef01-fed5-40c2-a999-70322a397103 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1146342519') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:16.809471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:16.813229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.817078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:16.820454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8fef3964-cd48-431c-9183-fc91a2b66b4d tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 HTTP/1.1" status: 204 len: 168 time: 1.3340056 Dec 16 17:40:16.834151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47490) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.894741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Allocated IP 2001:db8::f816:3eff:fe1e:6261 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/e6278f29-a85a-487c-aba1-002460de2701/4d2fb093-beaa-417b-aab5-8145ed46fc33) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:16.941018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb6aaf7-5161-4d5e-becc-67ddeaf05e34 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:40:16.941018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ceb6aaf7-5161-4d5e-becc-67ddeaf05e34 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5 HTTP/1.1" status: 404 len: 333 time: 0.1009028 Dec 16 17:40:16.941018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-4a39ef01-fed5-40c2-a999-70322a397103 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:16.942455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4a39ef01-fed5-40c2-a999-70322a397103 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1146342519 HTTP/1.1" status: 404 len: 329 time: 0.2508004 Dec 16 17:40:16.943061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47494) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:16.943382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47496) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.026550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:17.041606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41136914-cdaa-4678-9d00-66113990581a None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.072248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41136914-cdaa-4678-9d00-66113990581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.156608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-ae7fe051-2ea6-4f5f-877d-4dcc4e21671e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1298393650') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:17.201356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a4a40-b07d-4fc1-bc25-b5aed062fe39 None None] Pushing event updated for resources: {'Port': ['ID=1cee123d-ec2a-4c16-b16b-895c04eeaf31,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:17.215432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.226790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.257374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:17.259366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:17.263737 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:17.316808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.320121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41136914-cdaa-4678-9d00-66113990581a None None] Attempting to bind port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:17.320489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41136914-cdaa-4678-9d00-66113990581a None None] Attempting to bind port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:17.320843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136914-cdaa-4678-9d00-66113990581a None None] Attempting to bind port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 on network 3b3fba90-ee28-489b-a3e4-5b330e92d471 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:17.323001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:17.323401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.357585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136914-cdaa-4678-9d00-66113990581a None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:17.358061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136914-cdaa-4678-9d00-66113990581a None None] Checking segment: {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:17.358394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41136914-cdaa-4678-9d00-66113990581a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.358732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136914-cdaa-4678-9d00-66113990581a None None] Bound using segment: {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:17.359385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41136914-cdaa-4678-9d00-66113990581a None None] Bound port: 1cee123d-ec2a-4c16-b16b-895c04eeaf31, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc3876-418c-4c4b-a9ba-4005ee44b614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:17.359608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41136914-cdaa-4678-9d00-66113990581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.361629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47502) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.373289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.381960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.394328 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-ae7fe051-2ea6-4f5f-877d-4dcc4e21671e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:17.398142 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ae7fe051-2ea6-4f5f-877d-4dcc4e21671e tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1298393650 HTTP/1.1" status: 404 len: 329 time: 0.2522256 Dec 16 17:40:17.404564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47504) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.420921 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6278f29-a85a-487c-aba1-002460de2701 (CIDR: 2001:db8::/64) Dec 16 17:40:17.426172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-469bc4f1-ac22-465c-b286-14794257108c tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995', 'tempest-TagsExtTest-Tag-1933457192') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:17.452093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7509ae92-955d-418e-94eb-3bea1c4f5562 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.463508 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:40:17.463729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:17.523183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7509ae92-955d-418e-94eb-3bea1c4f5562 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.525928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=30a6d684-085f-4c68-a42f-aac1f2728bcc,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:17.530326 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4d5ba3c1-2209-43dc-8515-8a8ef3d2e6f3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4685903 Dec 16 17:40:17.531302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.536422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.541295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47508) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.543514 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/d803c7cb-5ff9-4873-b0c9-de6dcfcbca16 HTTP/1.1" status: 204 len: 168 time: 1.5708985 Dec 16 17:40:17.544471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47510) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.547467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:17.600500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034f1de-5b2a-4abc-af6c-badb1a2bd34a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=d803c7cb-5ff9-4873-b0c9-de6dcfcbca16,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:17.606639 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5161548-81aa-4449-9b88-5cb88ef39449 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:17.607197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5161548-81aa-4449-9b88-5cb88ef39449 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:17.614612 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c5161548-81aa-4449-9b88-5cb88ef39449 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/c90be0c7-ca8b-47f9-9862-26f7f3cd7d6f HTTP/1.1" status: 404 len: 337 time: 0.0626845 Dec 16 17:40:17.615467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47512) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.623293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:17.623668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: 5df5a1f2-18b8-4334-a012-1155435fb637, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:17.631527 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-469bc4f1-ac22-465c-b286-14794257108c tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:17.632982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-469bc4f1-ac22-465c-b286-14794257108c tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags/tempest-TagsExtTest-Tag-1933457192 HTTP/1.1" status: 404 len: 329 time: 0.2185566 Dec 16 17:40:17.637461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47514) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.648379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-8cceaadd-0e6e-444d-b25e-21cf57d8ab5a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', {'tags': ['tempest-TagsExtTest-Tag-1569815123', 'tempest-TagsExtTest-Tag-353615148', 'tempest-TagsExtTest-Tag-1591724270']}) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:17.649464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a47eac7-c5d3-4591-99e2-c35743859f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:17.650212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a47eac7-c5d3-4591-99e2-c35743859f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:17.659099 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a47eac7-c5d3-4591-99e2-c35743859f81 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/fabb927c-c402-4153-9b60-7367e51db87b HTTP/1.1" status: 404 len: 339 time: 0.0409825 Dec 16 17:40:17.660809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47516) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.696028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Deleting port b198c885-6915-4428-8af9-71048a0d0aee {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:17.696471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.721448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-119897309'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:17.741685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:17.747764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ffa51aa1-b183-494a-94ef-ae99fd7a6109 None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:17.748339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffa51aa1-b183-494a-94ef-ae99fd7a6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.750348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:17.755525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:17.758831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47518) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.759174 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8cceaadd-0e6e-444d-b25e-21cf57d8ab5a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "PUT /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags HTTP/1.1" status: 200 len: 317 time: 0.1178231 Dec 16 17:40:17.759906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Pushing event updated for resources: {'Port': ['ID=4d2fb093-beaa-417b-aab5-8145ed46fc33,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:17.775431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-ce8505b8-3081-4c5d-892e-4d4d54e02679 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:17.812678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting subnet 6ddf7d5f-6b4e-4634-9361-7f13e77bf2ec {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:17.815019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 5df5a1f2-18b8-4334-a012-1155435fb637 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:17.818355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:17.821763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.821919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.825030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7509ae92-955d-418e-94eb-3bea1c4f5562 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.827496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7509ae92-955d-418e-94eb-3bea1c4f5562 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.828630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7509ae92-955d-418e-94eb-3bea1c4f5562 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/security-groups/7a2cfe01-3481-4ea1-be6f-80bd544f8192 HTTP/1.1" status: 204 len: 168 time: 0.6922078 Dec 16 17:40:17.836966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47520) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:17.857472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Made reservation on behalf of 12af522968f84aadad0bd347cb2339b6 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:17.861482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.892793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.906037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509ae92-955d-418e-94eb-3bea1c4f5562 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2cfe01-3481-4ea1-be6f-80bd544f8192,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:17.908314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 5df5a1f2-18b8-4334-a012-1155435fb637) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:17.926315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.927958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:17.928573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.934282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:17.936467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41136914-cdaa-4678-9d00-66113990581a None None] For port 1cee123d-ec2a-4c16-b16b-895c04eeaf31, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:17.964283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3d2999-dc20-44b7-8b05-9ce5d68c146e None None] Network 5df5a1f2-18b8-4334-a012-1155435fb637 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:17.984743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Calling delete_port for b198c885-6915-4428-8af9-71048a0d0aee owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:18.003395 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-07021a22-9b4a-4213-b17a-5bdae256d019 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6151834 Dec 16 17:40:18.004015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47522) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.006044 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ce8505b8-3081-4c5d-892e-4d4d54e02679 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags HTTP/1.1" status: 204 len: 168 time: 0.2420087 Dec 16 17:40:18.011538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47524) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.029224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-531fd5bb-4cbe-4f3d-8c20-10e2cb16751d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-1569815123') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:18.068121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ffa51aa1-b183-494a-94ef-ae99fd7a6109 None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:18.080622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 41b09666-7dfc-497a-9289-970b60ca7b51 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:18.091919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d63117-eafb-4fa2-9ff1-a658f03d81b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.094649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41136914-cdaa-4678-9d00-66113990581a None None] For port 1cee123d-ec2a-4c16-b16b-895c04eeaf31, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1cee123d-ec2a-4c16-b16b-895c04eeaf31,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:18.134091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d63117-eafb-4fa2-9ff1-a658f03d81b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.174630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41136914-cdaa-4678-9d00-66113990581a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.176553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 41b09666-7dfc-497a-9289-970b60ca7b51 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:18.176991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 41b09666-7dfc-497a-9289-970b60ca7b51 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:18.192740 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-531fd5bb-4cbe-4f3d-8c20-10e2cb16751d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:18.196280 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-531fd5bb-4cbe-4f3d-8c20-10e2cb16751d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-1569815123 HTTP/1.1" status: 404 len: 329 time: 0.1751628 Dec 16 17:40:18.202450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47526) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.209848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-54705f0c-07f3-4281-8ab0-9f2510cccc5b tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-353615148') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:18.215829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Attempting to bind port 4d2fb093-beaa-417b-aab5-8145ed46fc33 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:18.216488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Attempting to bind port 4d2fb093-beaa-417b-aab5-8145ed46fc33 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:18.217125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Attempting to bind port 4d2fb093-beaa-417b-aab5-8145ed46fc33 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:18.224709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.226413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-5df5a1f2-18b8-4334-a012-1155435fb637', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:18.227622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.252154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ffa51aa1-b183-494a-94ef-ae99fd7a6109 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:18.252785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffa51aa1-b183-494a-94ef-ae99fd7a6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.324880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d63117-eafb-4fa2-9ff1-a658f03d81b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.326633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7d63117-eafb-4fa2-9ff1-a658f03d81b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.327807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f7d63117-eafb-4fa2-9ff1-a658f03d81b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/security-groups/56a45d44-9f75-4c52-81e6-51d81bad2ddc HTTP/1.1" status: 204 len: 168 time: 0.4898779 Dec 16 17:40:18.338488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.341118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47528) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.378486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d63117-eafb-4fa2-9ff1-a658f03d81b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a45d44-9f75-4c52-81e6-51d81bad2ddc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.384930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.398613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:18.410258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.410689 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Added segment 666c20ab-38bf-4949-b10c-3cf8ebcd4c48 of type vlan for network 0eab5833-13fd-405a-99dc-0a8ee2086b19 Dec 16 17:40:18.411205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a4a40-b07d-4fc1-bc25-b5aed062fe39 None None] Pushing event updated for resources: {'Port': ['ID=1cee123d-ec2a-4c16-b16b-895c04eeaf31,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.420428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:18.420841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:18.421393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.421654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:18.422153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Bound port: 4d2fb093-beaa-417b-aab5-8145ed46fc33, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:18.422533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.443684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:18.444674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:18.454974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.509731 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-54705f0c-07f3-4281-8ab0-9f2510cccc5b tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:18.513756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-54705f0c-07f3-4281-8ab0-9f2510cccc5b tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-353615148 HTTP/1.1" status: 404 len: 328 time: 0.3073554 Dec 16 17:40:18.516025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47530) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.523808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-bfef20aa-c2c3-48f0-acac-7e5de250a29a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e', 'tempest-TagsExtTest-Tag-1591724270') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:18.540876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.546334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:18.546942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.550035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.632216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 873f9593-e225-49e3-a9e5-86b9cf803b6d {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:18.644528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.645690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aeed5c-d1cd-48dc-9b41-384b0b25c491,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.647673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:18.653472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:18.654189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.657656 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-bfef20aa-c2c3-48f0-acac-7e5de250a29a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] show failed (client error): The resource could not be found. Dec 16 17:40:18.661165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bfef20aa-c2c3-48f0-acac-7e5de250a29a tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags/tempest-TagsExtTest-Tag-1591724270 HTTP/1.1" status: 404 len: 329 time: 0.1417775 Dec 16 17:40:18.664100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:18.664697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.668750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47532) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.675470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-e8eb8303-df9c-4b61-9938-acd51e195112 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c7994d6-1437-4efc-82fd-775a1b59af8e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:18.678527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=cd3a4e23-bfc7-45bc-9063-4d5691b58f92,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.712093 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3470728 Dec 16 17:40:18.712243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47534) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.737215 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-46e3f0b5-1f60-4d2c-bc41-caa2c286738c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1915402 Dec 16 17:40:18.742179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.744069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47536) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.749670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/6ddf7d5f-6b4e-4634-9361-7f13e77bf2ec HTTP/1.1" status: 204 len: 168 time: 1.0876582 Dec 16 17:40:18.752199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:6e:17:1f', 'name': 'tempest-NetworksTestDHCPv6-344182744'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:18.753417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47540) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.757270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7ea2-b52d-4030-a871-a28bd0f7028c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddf7d5f-6b4e-4634-9361-7f13e77bf2ec,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.761120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.784298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26c88-e155-4797-ad0b-3533090a7bb3 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Pushing event updated for resources: {'Network': ['ID=0eab5833-13fd-405a-99dc-0a8ee2086b19,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.795526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2ad6d-89e9-4f12-b5eb-8f4bbbaf52d4 None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:18.799431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ffa51aa1-b183-494a-94ef-ae99fd7a6109 None None] Could not find standard attr ID for object bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:18.812539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:18.817478 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e8eb8303-df9c-4b61-9938-acd51e195112 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1474645 Dec 16 17:40:18.819601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.821428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47542) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:18.834620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0eab5833-13fd-405a-99dc-0a8ee2086b19 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:18.835495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-7dd4fb09-6bf9-4532-9163-35da0555653d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5dccd6-9fe8-4b62-ad6e-7d2d429f0995') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:18.844892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:18.850248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'network': {'name': 'tempest-network--1844929419', 'router:external': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:18.855425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event deleted for resources: {'Port': ['ID=b198c885-6915-4428-8af9-71048a0d0aee,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:18.931711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da3961-cf47-4997-ad14-fc63b8862186 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:18.936352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] For port 4d2fb093-beaa-417b-aab5-8145ed46fc33, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:18.951747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting subnet 727a5a79-2bf7-4fd1-b1aa-8a67669d79db {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:18.971415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.005594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.045050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] For port 4d2fb093-beaa-417b-aab5-8145ed46fc33, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4d2fb093-beaa-417b-aab5-8145ed46fc33,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:19.046179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] Provisioning complete for port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:19.046550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.056753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Made reservation on behalf of 1b8cbf49d92a42bd8784996a7d60826b for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:19.059066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.105380 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7dd4fb09-6bf9-4532-9163-35da0555653d tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995/tags HTTP/1.1" status: 204 len: 168 time: 0.2779644 Dec 16 17:40:19.105380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.111822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47544) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:19.116661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.122506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-c4315bda-4341-47b5-8bff-317d4c29c8a4 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ab627d9-f3cd-4016-bfce-a350daec2f92') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:19.142422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.147511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.160591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.201694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Allocated IP 2001:db8:1::2 (5df5a1f2-18b8-4334-a012-1155435fb637/30a6d684-085f-4c68-a42f-aac1f2728bcc/449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:19.250077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.288799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.289442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Fanout notify agent at l3_agent the message router_deleted on router 93167ccb-2c08-4785-b9f4-0cfbe4452da0 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:40:19.306544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.312429 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-142b8ec0-acff-44ef-8ed9-7dd99f332990 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/93167ccb-2c08-4785-b9f4-0cfbe4452da0 HTTP/1.1" status: 204 len: 168 time: 3.1261876 Dec 16 17:40:19.314264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47546) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:19.323449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-795666569', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:19.401543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09212532-ae7d-4f00-a79f-f2a01850aecc None None] Pushing event updated for resources: {'Port': ['ID=4d2fb093-beaa-417b-aab5-8145ed46fc33,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:19.407780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.410189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.439430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.485122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.521052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=873f9593-e225-49e3-a9e5-86b9cf803b6d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:19.523511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.533070 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2ef0f4aa-91db-4a65-a478-14a8c6f90881 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/873f9593-e225-49e3-a9e5-86b9cf803b6d HTTP/1.1" status: 204 len: 168 time: 1.1833463 Dec 16 17:40:19.533070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47548) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:19.539121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:19.573504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:19.630981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91153b-6f44-4c36-b592-9ea9ad0c155c None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:19.650152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.801733 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c4315bda-4341-47b5-8bff-317d4c29c8a4 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92/tags HTTP/1.1" status: 204 len: 168 time: 0.6879447 Dec 16 17:40:19.805000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47550) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:19.810229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.814380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.825473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-f378f292-84ee-44b3-b566-f6e4fd1a2197 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:19.867892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.877226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.889358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 4ef58412-0c5f-4362-9a98-753612d0d2f1 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:19.916833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=727a5a79-2bf7-4fd1-b1aa-8a67669d79db,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:19.918302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.922547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.928013 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5e8df515-6d3e-4d39-b226-833e916e6c02 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/727a5a79-2bf7-4fd1-b1aa-8a67669d79db HTTP/1.1" status: 204 len: 168 time: 1.1657040 Dec 16 17:40:19.943099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.944587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47552) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:19.958678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:19.966629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:19.971596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.010599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7cdd31-4274-4ccb-8b79-cc278c5ebb28,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:20.032049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.033233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Added segment cdea6a18-3858-4788-9022-3bf45b676957 of type vlan for network b52d50ec-10ac-485a-909d-a229ad524dc1 Dec 16 17:40:20.055374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Network 5df5a1f2-18b8-4334-a012-1155435fb637 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:20.102335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:20.104157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8:1::1 (5df5a1f2-18b8-4334-a012-1155435fb637/30a6d684-085f-4c68-a42f-aac1f2728bcc/02940ec0-0d7a-4b54-bba8-03019a788b38) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:20.105066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:20.130528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:20.137904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.138217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.161516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.172796 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f378f292-84ee-44b3-b566-f6e4fd1a2197 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05/tags HTTP/1.1" status: 204 len: 168 time: 0.3641806 Dec 16 17:40:20.191775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47554) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:20.193394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.202491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] For port 1cee123d-ec2a-4c16-b16b-895c04eeaf31, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1cee123d-ec2a-4c16-b16b-895c04eeaf31,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:20.220108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab1eb2-c725-40d2-ac48-87402cac128f None None] Update dhcp port {'port': {'network_id': '2c8e1466-3504-425a-ad21-f7ed38c927fd', 'fixed_ips': [{'subnet_id': '727a5a79-2bf7-4fd1-b1aa-8a67669d79db'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '1d24882e-5989-42f7-9db4-3732350d3672'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:40:20.224076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Pushing event updated for resources: {'Port': ['ID=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:20.286109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-41136914-cdaa-4678-9d00-66113990581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:10Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:17Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:20.289055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.385104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 1d24882e-5989-42f7-9db4-3732350d3672 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:20.385676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.420482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136914-cdaa-4678-9d00-66113990581a None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:10Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:17Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:20.431468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] Could not find standard attr ID for object bf1f0eac-07fa-4e66-b46b-7cdda9fc79d5. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:20.459370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Attempting to bind port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:20.459748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Attempting to bind port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:20.460115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Attempting to bind port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a on network 5df5a1f2-18b8-4334-a012-1155435fb637 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:20.465714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 1d24882e-5989-42f7-9db4-3732350d3672, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d24882e-5989-42f7-9db4-3732350d3672,segment=NetworkSegment(04975bf4-6aa7-46ab-a88c-84ed57c3d2b0),segment_id=04975bf4-6aa7-46ab-a88c-84ed57c3d2b0)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:20.466077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.479004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:20.479337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Checking segment: {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:20.479746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.480143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Bound using segment: {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:20.480281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 1d24882e-5989-42f7-9db4-3732350d3672 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:20.480821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Bound port: 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:20.481347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.487255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcab1eb2-c725-40d2-ac48-87402cac128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.563320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.565230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:20.573188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.607416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.634787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 1d24882e-5989-42f7-9db4-3732350d3672 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:20.647252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8:0:1::5 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/cd3a4e23-bfc7-45bc-9063-4d5691b58f92/4ef58412-0c5f-4362-9a98-753612d0d2f1) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:20.653009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f82774-27c6-4d0d-9a59-0a0f6897fc88 None None] Pushing event updated for resources: {'Port': ['ID=1cee123d-ec2a-4c16-b16b-895c04eeaf31,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:20.688080 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9684463 Dec 16 17:40:20.706937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47556) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:20.760714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] For port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:20.765658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] For port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,segment=NetworkSegment(f679dd11-dd31-41e4-bc40-7102c28ecb61),segment_id=f679dd11-dd31-41e4-bc40-7102c28ecb61)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:20.771328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.778660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=1d24882e-5989-42f7-9db4-3732350d3672,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:20.859622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fe6e:171f (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/e6278f29-a85a-487c-aba1-002460de2701/4ef58412-0c5f-4362-9a98-753612d0d2f1) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:20.884631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-adcf681b-6ea9-47a9-8fe9-0de31bd143c3 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for subnetpool, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.886122 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-adcf681b-6ea9-47a9-8fe9-0de31bd143c3 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnetpools/7c7994d6-1437-4efc-82fd-775a1b59af8e HTTP/1.1" status: 204 len: 168 time: 0.6591504 Dec 16 17:40:20.896315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47558) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:20.916154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:20.935830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fed7c8-754b-4803-97ab-23118df35b9b None None] Network 2c8e1466-3504-425a-ad21-f7ed38c927fd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:21.016426 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f896dcfd-0ecd-426c-af7b-dd41f714d353 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "GET /v2.0/ports?device_id=df5dccd6-9fe8-4b62-ad6e-7d2d429f0995 HTTP/1.1" status: 200 len: 205 time: 0.1116638 Dec 16 17:40:21.023231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47560) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:21.047908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0143c-690f-4b06-afb7-2b1312dc2790 None None] Pushing event updated for resources: {'Port': ['ID=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:21.051419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b569a2-63dc-41d4-80b1-347a53a6ecf7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Network': ['ID=b52d50ec-10ac-485a-909d-a229ad524dc1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:21.097565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ee1ff-501b-4e05-94cf-e7b6b721f428 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:21.139929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network b52d50ec-10ac-485a-909d-a229ad524dc1 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:21.146039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4d2fb093-beaa-417b-aab5-8145ed46fc33 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:21.245723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ae66f7f2-5717-4531-9737-5dfac89a1af2 None None] Could not find standard attr ID for object 1d24882e-5989-42f7-9db4-3732350d3672. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:21.366618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9048a-821e-44b9-af15-f741f7c5bc1c None None] DHCP port deletion for 2c8e1466-3504-425a-ad21-f7ed38c927fd request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:21.477026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.552142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.560471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 4d2fb093-beaa-417b-aab5-8145ed46fc33 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:21.560930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.571856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.589041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-835fa34b-367d-4933-a5b5-6029abe595cc None None] Provisioning complete for port 4d2fb093-beaa-417b-aab5-8145ed46fc33 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:21.589451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-835fa34b-367d-4933-a5b5-6029abe595cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.622791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.684561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.723047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.746668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.749439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.751596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.762801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.764873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8e1466-3504-425a-ad21-f7ed38c927fd']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:21.770241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-835fa34b-367d-4933-a5b5-6029abe595cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.791486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:21.791727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04975bf4-6aa7-46ab-a88c-84ed57c3d2b0') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:21.814528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.821696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.833762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.855945 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'e6278f29-a85a-487c-aba1-002460de2701', 'ip_address': '2001:db8::f816:3eff:fe1e:6261'}, {'subnet_id': 'cd3a4e23-bfc7-45bc-9063-4d5691b58f92'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '4d2fb093-beaa-417b-aab5-8145ed46fc33'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:40:21.859647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-835fa34b-367d-4933-a5b5-6029abe595cc None None] For port 4d2fb093-beaa-417b-aab5-8145ed46fc33, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4d2fb093-beaa-417b-aab5-8145ed46fc33,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:21.882874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-835fa34b-367d-4933-a5b5-6029abe595cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.887847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:21.893184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 5df5a1f2-18b8-4334-a012-1155435fb637 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:21.896112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:21.902124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:21.904226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:21.906151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:21.906609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.913422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:21.917607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:21.919653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:21.920489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.924911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:21.925699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.931677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.939679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.949007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ee85a-9cab-4ebe-9c14-2111c1a3a78d None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:21.966191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.966714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Fanout notify agent at l3_agent the message router_deleted on router df5dccd6-9fe8-4b62-ad6e-7d2d429f0995 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:40:21.972836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=02940ec0-0d7a-4b54-bba8-03019a788b38,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:21.986414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:21.988270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f68cf79e-dce4-4002-a63f-0957b6a21073 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/routers/df5dccd6-9fe8-4b62-ad6e-7d2d429f0995 HTTP/1.1" status: 204 len: 168 time: 0.9498422 Dec 16 17:40:21.991729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47562) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.017618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:22.018003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:22.021221 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:22.024284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Allocated IP 172.26.2.254 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/9fd95048-bc7c-4f0e-a3f3-54d227835feb) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:22.054098 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5197327 Dec 16 17:40:22.055330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c69a4-1046-4a49-9283-1f4f04f18afc tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=0130b37c-00c1-49ce-b137-5b30ba74d478,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:22.057239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47564) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.068596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:40:22.068596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:40:22.074249 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3248739 Dec 16 17:40:22.097984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.099171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47566) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.103557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018840959'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:22.106937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa34b-367d-4933-a5b5-6029abe595cc None None] Pushing event updated for resources: {'Port': ['ID=4d2fb093-beaa-417b-aab5-8145ed46fc33,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:22.163661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a769fe-7da1-468e-b6cd-111ce687ab22 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=4ef58412-0c5f-4362-9a98-753612d0d2f1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:22.182152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52d50ec-10ac-485a-909d-a229ad524dc1']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:22.183711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0dc171ab-61c8-45ca-ba5d-ea9de4154296 None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:22.184090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc171ab-61c8-45ca-ba5d-ea9de4154296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.211231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.213934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdea6a18-3858-4788-9022-3bf45b676957') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:22.214231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdea6a18-3858-4788-9022-3bf45b676957') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:22.253295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.255313 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/2c8e1466-3504-425a-ad21-f7ed38c927fd HTTP/1.1" status: 204 len: 168 time: 2.3013353 Dec 16 17:40:22.261733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.263900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47568) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.273715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.293823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.298709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0dc171ab-61c8-45ca-ba5d-ea9de4154296 None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:22.331210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aaee6-7512-421f-98d9-84bf6f286aca tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=2c8e1466-3504-425a-ad21-f7ed38c927fd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:22.339191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.349493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Deleting port 2ab627d9-f3cd-4016-bfce-a350daec2f92 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:22.349879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.350068 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88f19ae-3e31-4e73-b4d4-386cccb01b0c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:22.350533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88f19ae-3e31-4e73-b4d4-386cccb01b0c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:22.356113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e88f19ae-3e31-4e73-b4d4-386cccb01b0c tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/d9ab193b-df98-422e-806d-56d4e28fc3c4 HTTP/1.1" status: 404 len: 337 time: 0.0888543 Dec 16 17:40:22.366216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47570) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.366881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0dc171ab-61c8-45ca-ba5d-ea9de4154296 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:22.367515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0dc171ab-61c8-45ca-ba5d-ea9de4154296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.385298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:22.385751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:22.387522 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:22.422777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] Allocated IP 2001:db8:0:1::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/cd3a4e23-bfc7-45bc-9063-4d5691b58f92/4d2fb093-beaa-417b-aab5-8145ed46fc33) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:22.437946 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8383dea-addf-41f5-af1f-2644b200465f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:22.438898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8383dea-addf-41f5-af1f-2644b200465f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:22.443303 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b8383dea-addf-41f5-af1f-2644b200465f tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/99adcc7e-c911-451a-95bf-2f7c9b27376c HTTP/1.1" status: 404 len: 339 time: 0.0751987 Dec 16 17:40:22.457124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 4ef58412-0c5f-4362-9a98-753612d0d2f1 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:22.457465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.462670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47572) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.506160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.576854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] Update dhcp port {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'fixed_ips': [{'subnet_id': '0541193f-33a2-44d6-bc32-6095ba2b2414', 'ip_address': '172.20.0.18'}, {'subnet_id': '0130b37c-00c1-49ce-b137-5b30ba74d478'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:40:22.584612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.589129 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa587b5-d125-42ae-89ce-53fd60bcad73 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:22.589319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b52d50ec-10ac-485a-909d-a229ad524dc1 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:40:22.589949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa587b5-d125-42ae-89ce-53fd60bcad73 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:22.592006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.593364 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9fa587b5-d125-42ae-89ce-53fd60bcad73 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/85e33bdb-b04e-4c1c-b242-544967ad67cd HTTP/1.1" status: 404 len: 337 time: 0.0958595 Dec 16 17:40:22.600364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.605918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/networks/b52d50ec-10ac-485a-909d-a229ad524dc1 HTTP/1.1" status: 204 len: 168 time: 1.8508725 Dec 16 17:40:22.606707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47576) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.621228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:22.630771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.689177 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58a3089-15e1-47f5-a30d-bb7f2efb7f6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:22.690043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58a3089-15e1-47f5-a30d-bb7f2efb7f6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:22.693780 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b58a3089-15e1-47f5-a30d-bb7f2efb7f6b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/8fdc401b-1a5c-4ca5-bb3e-9683b26c1909 HTTP/1.1" status: 404 len: 339 time: 0.0837131 Dec 16 17:40:22.701180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47578) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.702644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ff78a-1de4-4253-afaa-4b69551c27a7 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Network': ['ID=b52d50ec-10ac-485a-909d-a229ad524dc1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:22.770646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.774417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.818139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Made reservation on behalf of 1b8cbf49d92a42bd8784996a7d60826b for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:22.822371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.845059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c430bbe-e62b-4dd0-8642-760460142ab8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:22.845521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c430bbe-e62b-4dd0-8642-760460142ab8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:22.849860 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1c430bbe-e62b-4dd0-8642-760460142ab8 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/959bc047-3675-4859-a330-12862afa081a HTTP/1.1" status: 404 len: 337 time: 0.1418924 Dec 16 17:40:22.856068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47580) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.869532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.872228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:22.887340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Calling delete_port for 2ab627d9-f3cd-4016-bfce-a350daec2f92 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:22.890409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.895234 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-469c6e1f-9483-40b6-a5ed-c1834d25764a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:22.896161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469c6e1f-9483-40b6-a5ed-c1834d25764a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:22.896407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.896815 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Added segment b0f6b1ed-cf46-4fb3-8f51-7f7d998bf790 of type vlan for network 2a5af393-2e96-4531-a4c8-e3a995b65a54 Dec 16 17:40:22.899288 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-469c6e1f-9483-40b6-a5ed-c1834d25764a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/84e624cb-2668-45cd-ab63-7a3197733ea8 HTTP/1.1" status: 404 len: 339 time: 0.0367928 Dec 16 17:40:22.902189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] For port 4d2fb093-beaa-417b-aab5-8145ed46fc33, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4d2fb093-beaa-417b-aab5-8145ed46fc33,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:22.913509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47582) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:22.935138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1cee123d-ec2a-4c16-b16b-895c04eeaf31 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:22.947898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1ac0c-7a93-44e7-a4f5-e37c183e3964 None None] Network 5df5a1f2-18b8-4334-a012-1155435fb637 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:22.965641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.980694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting subnet 5ff7829b-2ace-4b7a-a038-7331821b9c3f {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:22.983824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:22.998067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.015640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:23.029848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.031445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:23.032070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.033292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.099218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.137537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 4ef58412-0c5f-4362-9a98-753612d0d2f1 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:23.152319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:23.162947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:23.192360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202e5c3-0368-438f-b321-8ec254b5cc02 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:23.195101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.203377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.206210 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5924602 Dec 16 17:40:23.213193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fc17f-5b40-4168-a864-2e3112f5ec2c tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Network': ['ID=2a5af393-2e96-4531-a4c8-e3a995b65a54,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:23.218280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47584) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:23.221757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.223144 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1298845 Dec 16 17:40:23.226196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47586) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:23.230301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'subnet': {'network_id': '2a5af393-2e96-4531-a4c8-e3a995b65a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:23.240271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event updated for resources: {'Port': ['ID=9fd95048-bc7c-4f0e-a3f3-54d227835feb,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:23.256733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2a5af393-2e96-4531-a4c8-e3a995b65a54 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:23.258354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3900b-1c7a-4b96-9827-db5ffb3139b8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927b7db8-fa1c-49db-a116-d880cd85289f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:23.263295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'security_group': {'name': 'tempest-secgroup-423650034'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:23.269850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Made reservation on behalf of 1b8cbf49d92a42bd8784996a7d60826b for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:23.272208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.417232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:23.417598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.435711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8cce3381-4773-4da9-b2d0-383dcdd0f1ec None None] Provisioning complete for port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:23.436377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8cce3381-4773-4da9-b2d0-383dcdd0f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.445420 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.538560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02645e-56d4-4f4c-a9ba-e278065f7fdb None None] Pushing event updated for resources: {'Port': ['ID=4d2fb093-beaa-417b-aab5-8145ed46fc33,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:23.544653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.569555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] Allocated IP 172.20.0.2 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0130b37c-00c1-49ce-b137-5b30ba74d478/9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:23.589691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.709241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.713279 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4713750 Dec 16 17:40:23.721601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47588) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:23.726382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1359436428'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:23.734800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8cce3381-4773-4da9-b2d0-383dcdd0f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.748990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6029-b925-453f-83f4-3a2f20173de7 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf046d19-42a3-4226-8586-1a6e0454694b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:23.776434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,segment=NetworkSegment(b6359abf-9f08-4ace-bf49-ccaeb0604ba6),segment_id=b6359abf-9f08-4ace-bf49-ccaeb0604ba6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:23.825900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8cce3381-4773-4da9-b2d0-383dcdd0f1ec None None] For port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,segment=NetworkSegment(f679dd11-dd31-41e4-bc40-7102c28ecb61),segment_id=f679dd11-dd31-41e4-bc40-7102c28ecb61)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:23.837554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8cce3381-4773-4da9-b2d0-383dcdd0f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.879754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.881552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.884185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.893147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d24882e-5989-42f7-9db4-3732350d3672 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:23.898447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.899598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.923316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:23.926890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1d24882e-5989-42f7-9db4-3732350d3672 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:23.927235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d24882e-5989-42f7-9db4-3732350d3672 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:23.959881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=02940ec0-0d7a-4b54-bba8-03019a788b38,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:23.985353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce3381-4773-4da9-b2d0-383dcdd0f1ec None None] Pushing event updated for resources: {'Port': ['ID=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:24.004058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.057125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a0ad7898-92ce-4348-be76-a7c7e63d5d86 None None] Provisioning complete for port 9fd95048-bc7c-4f0e-a3f3-54d227835feb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:24.057125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7898-92ce-4348-be76-a7c7e63d5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.135104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network 5df5a1f2-18b8-4334-a012-1155435fb637 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:24.138231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad7898-92ce-4348-be76-a7c7e63d5d86 None None] Port 9fd95048-bc7c-4f0e-a3f3-54d227835feb cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:24.159996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb602e-8745-43ed-b266-e72ad3e03488 None None] Pushing event updated for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:24.170524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:24.273922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-495251ce-ccdb-42a0-b436-89d25590837c None None] Provisioning complete for port 02940ec0-0d7a-4b54-bba8-03019a788b38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:24.275248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495251ce-ccdb-42a0-b436-89d25590837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.275384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.319543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-495251ce-ccdb-42a0-b436-89d25590837c None None] Port 02940ec0-0d7a-4b54-bba8-03019a788b38 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:24.328447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:24.395516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:24.396066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.397837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-495251ce-ccdb-42a0-b436-89d25590837c None None] Provisioning complete for port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:24.398202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-495251ce-ccdb-42a0-b436-89d25590837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.436149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.450919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff7829b-2ace-4b7a-a038-7331821b9c3f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:24.456929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.461412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.465416 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e6dcb34c-0cb4-4beb-a5e1-b109af1e96c9 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/5ff7829b-2ace-4b7a-a038-7331821b9c3f HTTP/1.1" status: 204 len: 168 time: 1.5508690 Dec 16 17:40:24.474598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47590) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:24.482044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0aeb84-d01b-4c88-a0c4-214429334ed5 None None] Network 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:24.572132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.646010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.648056 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9254251 Dec 16 17:40:24.655970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47592) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:24.674094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-331631205', 'security_groups': ['666eb048-797f-4e83-969e-9ec19186dc44'], 'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0130b37c-00c1-49ce-b137-5b30ba74d478'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:24.701370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event deleted for resources: {'Port': ['ID=2ab627d9-f3cd-4016-bfce-a350daec2f92,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:24.753402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4d2fb093-beaa-417b-aab5-8145ed46fc33 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:24.785049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53479df9-a220-4453-8cf8-8ef5ae824387 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666eb048-797f-4e83-969e-9ec19186dc44,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:24.826669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ef3f1ea1-f59c-4e12-8cf4-6bc33bc8486d None None] Provisioning complete for port 02940ec0-0d7a-4b54-bba8-03019a788b38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:24.827062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef3f1ea1-f59c-4e12-8cf4-6bc33bc8486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.832372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 4d2fb093-beaa-417b-aab5-8145ed46fc33 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:24.832746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.853023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:24.859507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.862504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.874262 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-95c5a102-2d60-4da2-a66a-fb5d1a30d877 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/ports/2ab627d9-f3cd-4016-bfce-a350daec2f92 HTTP/1.1" status: 204 len: 168 time: 2.8782301 Dec 16 17:40:24.880905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:24.896690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47594) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:24.932190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] DHCP port deletion for 6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:24.963765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.202828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f1ea1-f59c-4e12-8cf4-6bc33bc8486d None None] Port 02940ec0-0d7a-4b54-bba8-03019a788b38 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:25.207069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=4ef58412-0c5f-4362-9a98-753612d0d2f1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:25.212385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:40:25.212862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.268733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] Deleting port a238fa63-331b-4839-a400-9baed3056d9f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:25.269778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.328240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Deleting subnet 79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:25.341746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.341988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.349610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-310fad03-9c01-4c69-9b7e-92b204c2d864 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/4ef58412-0c5f-4362-9a98-753612d0d2f1 HTTP/1.1" status: 204 len: 168 time: 3.2493727 Dec 16 17:40:25.352646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] For port a238fa63-331b-4839-a400-9baed3056d9f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a238fa63-331b-4839-a400-9baed3056d9f,segment=NetworkSegment(dc878f90-d3a8-43de-a9d5-e2b6ea5f3357),segment_id=dc878f90-d3a8-43de-a9d5-e2b6ea5f3357)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:25.353081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.359834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47596) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:25.361525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:25.372472 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:25.375743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] Calling delete_port for a238fa63-331b-4839-a400-9baed3056d9f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:25.386659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-588a7d2d-9024-4765-92d6-f362bfcc7bc4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3742762 Dec 16 17:40:25.386903 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:25.387321 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:25.389274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:25.389657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.390961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47598) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:25.410723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Router 69c7aadf-9c53-4cd5-8caf-304ce8d88edf is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:40:25.412511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad593d4c-fb73-481d-baee-bc0990e0c4bd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:25.418942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1528295467'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:25.462516 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-dcfc8301-8924-4843-ad1f-dd3d96aeab5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1994381 Dec 16 17:40:25.467727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port a238fa63-331b-4839-a400-9baed3056d9f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:25.468618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.495660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:25.516429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Checking segment: {'id': 'b0f6b1ed-cf46-4fb3-8f51-7f7d998bf790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a5af393-2e96-4531-a4c8-e3a995b65a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:25.516788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Network hostable DHCP agents. Network: 2a5af393-2e96-4531-a4c8-e3a995b65a54, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:25.520599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.559326 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:25.601266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Provisioning complete for port 4d2fb093-beaa-417b-aab5-8145ed46fc33 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:25.601524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.605274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.636773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39265878-99b7-44d9-9b20-1f325fb64593 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:25.640854 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-39265878-99b7-44d9-9b20-1f325fb64593 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2752385 Dec 16 17:40:25.648175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47600) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:25.657745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] Pushing event deleted for resources: {'Port': ['ID=a238fa63-331b-4839-a400-9baed3056d9f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:25.666962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87de818-fb78-44c7-b1ff-9a9140ccb47e None None] No DVR routers for this DVR port a238fa63-331b-4839-a400-9baed3056d9f on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:25.736984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:25.741714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.759664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Provisioning complete for port 02940ec0-0d7a-4b54-bba8-03019a788b38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:25.760025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.787385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port a238fa63-331b-4839-a400-9baed3056d9f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a238fa63-331b-4839-a400-9baed3056d9f,segment=NetworkSegment(dc878f90-d3a8-43de-a9d5-e2b6ea5f3357),segment_id=dc878f90-d3a8-43de-a9d5-e2b6ea5f3357)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:25.787886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.792968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-49b6bbf7-f691-4c98-ba3c-deab8b43fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:25.794557 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-49b6bbf7-f691-4c98-ba3c-deab8b43fd05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1099 time: 0.2432828 Dec 16 17:40:25.819021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for a238fa63-331b-4839-a400-9baed3056d9f owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:25.820551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:25.822570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Port 02940ec0-0d7a-4b54-bba8-03019a788b38 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:25.841989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054eadfb-383b-4fe9-ae95-f92117db182a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:25.846631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-054eadfb-383b-4fe9-ae95-f92117db182a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1944382 Dec 16 17:40:25.847533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:25.848040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.863041 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:22Z', 'revision_number': 3, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:22Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:25.870748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47602) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:25.898399 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:25.899157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Updating router 4716c8dd-583c-4e18-a522-cf6d51420e30 port 02940ec0-0d7a-4b54-bba8-03019a788b38 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:40:25.903093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7c662de5-b99c-48ee-9137-8b1321add104 None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:25.928379 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.974250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:25.974864 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment c62d5296-3b4d-4d9a-88f2-1b1a53a24251 of type vlan for network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 Dec 16 17:40:26.020539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fabe8b8a-fa98-4717-9558-74a5e7db3ef5 None None] Could not find standard attr ID for object 4ef58412-0c5f-4362-9a98-753612d0d2f1. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:26.071967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445a9bb-697e-4399-844a-3ac707180225 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.073519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445a9bb-697e-4399-844a-3ac707180225 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.075143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445a9bb-697e-4399-844a-3ac707180225 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.076756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d445a9bb-697e-4399-844a-3ac707180225 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2010844 Dec 16 17:40:26.086538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47604) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:26.097964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Network 2a5af393-2e96-4531-a4c8-e3a995b65a54 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:26.100084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.114705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-6ecd3a60-d4a5-4092-90be-3e702b2ba14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.116179 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-6ecd3a60-d4a5-4092-90be-3e702b2ba14b service neutron] 10.222.0.57 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 898 time: 0.2692029 Dec 16 17:40:26.168151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2a5af393-2e96-4531-a4c8-e3a995b65a54) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:26.175142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:26.175873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.206666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.207259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.212870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.218322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.218918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.223614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.227146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=a238fa63-331b-4839-a400-9baed3056d9f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:26.234557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port a238fa63-331b-4839-a400-9baed3056d9f on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:26.240065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de489a8f-67c8-477e-bb1c-587d71a7445b None None] Network 2a5af393-2e96-4531-a4c8-e3a995b65a54 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:26.270802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet cd3a4e23-bfc7-45bc-9063-4d5691b58f92 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:26.279434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.300920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:26.310599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-30a5fb53-c9b9-47cb-bf29-7905135078bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 1001 time: 0.1816823 Dec 16 17:40:26.321733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] Sync routers for ids ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:26.327063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9314654 Dec 16 17:40:26.330944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47610) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:26.338342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.344296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] Routers {'69c7aadf-9c53-4cd5-8caf-304ce8d88edf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:26.344975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.347755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:26.372191 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.382261 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.390403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.402560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:26.402560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.415299 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d8f9c818-d26f-4614-a834-125e03b9437f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1898999 Dec 16 17:40:26.424892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b61aa7-ee0a-4376-b173-11e131e10543 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=c2a64681-ee21-4fb5-87fd-dbb8ff5f8741,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:26.426899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:26.434236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.440529 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2664e822-025e-43eb-b3f1-17e9bf416f07 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1159782 Dec 16 17:40:26.451145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:26.454718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.463021 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Pushing event updated for resources: {'Port': ['ID=02940ec0-0d7a-4b54-bba8-03019a788b38,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:26.477110 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.477850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.478439 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.478989 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.479539 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.480111 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.480672 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.481341 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.481914 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.482485 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.483035 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.483571 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.484119 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:26.506700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8fcf3-b4f0-44e5-bc43-7214f4d96288 None None] Network 2a5af393-2e96-4531-a4c8-e3a995b65a54 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:26.508920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] Routers {'69c7aadf-9c53-4cd5-8caf-304ce8d88edf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:26.509846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.568372 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Attempting to bind port 02940ec0-0d7a-4b54-bba8-03019a788b38 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:26.569190 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Attempting to bind port 02940ec0-0d7a-4b54-bba8-03019a788b38 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:26.569786 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Attempting to bind port 02940ec0-0d7a-4b54-bba8-03019a788b38 on network 5df5a1f2-18b8-4334-a012-1155435fb637 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:26.576654 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:26.577509 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Checking segment: {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:26.578148 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.578794 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Bound using segment: {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:26.579588 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Bound port: 02940ec0-0d7a-4b54-bba8-03019a788b38, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f679dd11-dd31-41e4-bc40-7102c28ecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:26.580067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.580457 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.587670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.614143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.625301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.627199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc878f90-d3a8-43de-a9d5-e2b6ea5f3357') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.640162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.641766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47614) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:26.643157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:26.645224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36072c7e-97b8-4b3b-bf91-17cc53778e93 None None] The sync data for ids ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:26.670468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:26.673892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.674339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.677118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] device_id is not set on port e6232d49-87e8-4315-bc0e-6246e5fd076f yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:26.679065 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] For port 02940ec0-0d7a-4b54-bba8-03019a788b38, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:26.682721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:26.683146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.767661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-6273d4b1-9668-4fdf-8b67-212f3ed26be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:26.769268 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-6273d4b1-9668-4fdf-8b67-212f3ed26be9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 200 len: 834 time: 0.4354055 Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:26.770060 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:26.776501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'floatingip': {'floating_network_id': '2a5af393-2e96-4531-a4c8-e3a995b65a54'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:26.800587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3a4e23-bfc7-45bc-9063-4d5691b58f92,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:26.802754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ade3c-49ee-4849-a1b5-ff87a94f6545 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:26.805267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.808498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-90b1ce6e-8c2d-4811-b80f-55d440c7222a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/cd3a4e23-bfc7-45bc-9063-4d5691b58f92 HTTP/1.1" status: 204 len: 168 time: 0.7171998 Dec 16 17:40:26.817500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47616) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:26.866097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a238fa63-331b-4839-a400-9baed3056d9f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:26.881674 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] For port 02940ec0-0d7a-4b54-bba8-03019a788b38, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=02940ec0-0d7a-4b54-bba8-03019a788b38,segment=NetworkSegment(f679dd11-dd31-41e4-bc40-7102c28ecb61),segment_id=f679dd11-dd31-41e4-bc40-7102c28ecb61)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:26.882348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.893239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a238fa63-331b-4839-a400-9baed3056d9f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:26.893239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a238fa63-331b-4839-a400-9baed3056d9f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:26.894422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.894662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.898903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b HTTP/1.1" status: 204 len: 168 time: 2.4202580 Dec 16 17:40:26.904819 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.910757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:26.914414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:26.933225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:26.974370 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0322a07-d68a-43bd-b63b-0a1518f1592b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:26.975074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0322a07-d68a-43bd-b63b-0a1518f1592b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:26.978915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b0322a07-d68a-43bd-b63b-0a1518f1592b tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/7e008cd5-cf1f-4334-baa9-b4ec199a2122 HTTP/1.1" status: 404 len: 337 time: 0.0381234 Dec 16 17:40:26.988539 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794bd4b-58e1-4680-b3a8-79405d9e4f66 None None] Pushing event updated for resources: {'Port': ['ID=02940ec0-0d7a-4b54-bba8-03019a788b38,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:26.998083 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:26.998846 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:27.011986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47620) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:27.029774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.034057 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/subnets/79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05 HTTP/1.1" status: 204 len: 168 time: 1.9346342 Dec 16 17:40:27.037363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf928-1199-409e-86f3-60a56757cd36 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event deleted for resources: {'Subnet': ['ID=79d39f84-f1fd-4b1d-8ca6-e3b90a08eb05,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:27.045307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec1be20-05a0-47df-8855-5f2bcedfbcb8 None None] Network a12322c4-ea8a-4f70-8b9f-fb0471d865bf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:27.065006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47622) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:27.097354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet e6278f29-a85a-487c-aba1-002460de2701 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:27.100452 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5574ba-55a5-4f40-bd18-37c2ac27b654 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:27.101361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5574ba-55a5-4f40-bd18-37c2ac27b654 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:27.104532 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4c5574ba-55a5-4f40-bd18-37c2ac27b654 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/279f648f-a3b4-4f98-90b9-717c7a999679 HTTP/1.1" status: 404 len: 339 time: 0.0881946 Dec 16 17:40:27.116664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.118382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47624) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:27.129362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580e75-dada-4dda-8064-936874b38df5 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=6f5d8ec3-168d-4cf1-99c3-a46dd5d4424b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:27.149095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-02a8fb61-d2e5-4935-bef5-4c649c55fe7d None None] Provisioning complete for port 02940ec0-0d7a-4b54-bba8-03019a788b38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:27.149575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a8fb61-d2e5-4935-bef5-4c649c55fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.189404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.316342 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:27.324683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a8fb61-d2e5-4935-bef5-4c649c55fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.376837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-02a8fb61-d2e5-4935-bef5-4c649c55fe7d None None] For port 02940ec0-0d7a-4b54-bba8-03019a788b38, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=02940ec0-0d7a-4b54-bba8-03019a788b38,segment=NetworkSegment(f679dd11-dd31-41e4-bc40-7102c28ecb61),segment_id=f679dd11-dd31-41e4-bc40-7102c28ecb61)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:27.385695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a8fb61-d2e5-4935-bef5-4c649c55fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.463510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8fb61-d2e5-4935-bef5-4c649c55fe7d None None] Pushing event updated for resources: {'Port': ['ID=02940ec0-0d7a-4b54-bba8-03019a788b38,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:27.486152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] DHCP port deletion for a12322c4-ea8a-4f70-8b9f-fb0471d865bf request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:27.552190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-706b4a6f-9d4a-446a-891e-af0c9eba8a77 None None] Provisioning complete for port 02940ec0-0d7a-4b54-bba8-03019a788b38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:27.553269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-706b4a6f-9d4a-446a-891e-af0c9eba8a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.591644 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:22Z', 'revision_number': 3, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:26Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:27.605308 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-7762825b-8040-4f13-9d88-bdc236ba446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:27.607022 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-7762825b-8040-4f13-9d88-bdc236ba446b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8176365 Dec 16 17:40:27.638362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] Deleting port d8e35598-b17e-4b1d-8497-707b3cdfed2d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:27.638731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.647165 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9f07-5190-498b-8c48-9f729d06360f None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:22Z', 'revision_number': 3, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:26Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:27.666358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.666722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting subnet 95940fd1-f3b1-442b-8d04-67860d18b9f0 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:27.670309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.677116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.738216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.757992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.781252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] For port d8e35598-b17e-4b1d-8497-707b3cdfed2d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d8e35598-b17e-4b1d-8497-707b3cdfed2d,segment=NetworkSegment(711e62a4-79f9-4e9c-b4b2-e9366c1d2b44),segment_id=711e62a4-79f9-4e9c-b4b2-e9366c1d2b44)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:27.781825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.807864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] Calling delete_port for d8e35598-b17e-4b1d-8497-707b3cdfed2d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:27.810588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.8 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0130b37c-00c1-49ce-b137-5b30ba74d478/e6232d49-87e8-4315-bc0e-6246e5fd076f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:27.811082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.895349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.951449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:27.991496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=91467e67-c61f-493a-9466-e51c034abfe8,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:28.000265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] Pushing event deleted for resources: {'Port': ['ID=d8e35598-b17e-4b1d-8497-707b3cdfed2d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:28.018400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c2f36-75a2-434d-a58b-d4dee5ba1923 None None] No DVR routers for this DVR port d8e35598-b17e-4b1d-8497-707b3cdfed2d on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:28.076978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:28.077503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: c2a64681-ee21-4fb5-87fd-dbb8ff5f8741, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:28.081375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.107792 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-c6d2310c-74ea-4ed0-a7eb-2c01c8d6368b service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744810 Dec 16 17:40:28.137246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 02940ec0-0d7a-4b54-bba8-03019a788b38 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:28.208081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 02940ec0-0d7a-4b54-bba8-03019a788b38 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:28.209247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.225872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.230052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:28.249952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Deleting port d8e35598-b17e-4b1d-8497-707b3cdfed2d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:28.251635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.254303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Deleting port 9fd95048-bc7c-4f0e-a3f3-54d227835feb {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:28.255296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.280353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c2a64681-ee21-4fb5-87fd-dbb8ff5f8741) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:28.297194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb76dab-ad00-4389-85b6-962f4339b39b None None] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:28.300927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-346e03cf-b345-44b6-a429-e4976c78f13c None None] Provisioning complete for port 4d2fb093-beaa-417b-aab5-8145ed46fc33 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:28.301322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-346e03cf-b345-44b6-a429-e4976c78f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.302543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:28.303228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.341155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.372056 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-27d98f11-7c03-44f6-9a27-3760c032b371 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0283670 Dec 16 17:40:28.376958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9423c50-e6d7-4a3f-b7a5-2d3e3412f22d req-0e417aa7-48e5-4551-8029-f9903d84fa17 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579584 Dec 16 17:40:28.379105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.379665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:28.457592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.458709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.479790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=e6278f29-a85a-487c-aba1-002460de2701,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:28.482291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] For port d8e35598-b17e-4b1d-8497-707b3cdfed2d, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:28.483375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.507273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.511700 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bfc0420c-b6bd-443e-9735-7fb6920ee45d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/e6278f29-a85a-487c-aba1-002460de2701 HTTP/1.1" status: 204 len: 168 time: 1.6890602 Dec 16 17:40:28.523208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284ddd1-392a-4ee5-9984-b1a0b92504ce None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:28.528677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47628) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:28.542280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Calling delete_port for d8e35598-b17e-4b1d-8497-707b3cdfed2d owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:28.553399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Port d8e35598-b17e-4b1d-8497-707b3cdfed2d was not found and therefore no delete operation was performed {{(pid=103243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:40:28.556715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Subnet': ['ID=95940fd1-f3b1-442b-8d04-67860d18b9f0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:28.595760 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0555d66f-5f60-4ed1-9a9b-b544f7873a11 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646675 Dec 16 17:40:28.599195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.600308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.602889 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3354911d-cbcb-4f66-9973-e92595578c49 tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/subnets/95940fd1-f3b1-442b-8d04-67860d18b9f0 HTTP/1.1" status: 204 len: 168 time: 1.4797366 Dec 16 17:40:28.604049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.605629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47630) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:28.605965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47632) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:28.623655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:28.632101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Calling delete_port for 9fd95048-bc7c-4f0e-a3f3-54d227835feb owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:28.663885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event deleted for resources: {'Port': ['ID=d8e35598-b17e-4b1d-8497-707b3cdfed2d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:28.669741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] No DVR routers for this DVR port d8e35598-b17e-4b1d-8497-707b3cdfed2d on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:28.680753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.799083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:28.799947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.802234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16544ef1-abcd-4bcd-90f6-eae305cba49c None None] Network 2f0022e3-19ec-424a-827e-8f1751e2a568 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:28.804596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8e35598-b17e-4b1d-8497-707b3cdfed2d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:28.834530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:28.855580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:28.861162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.870763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:28.877464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=e6232d49-87e8-4315-bc0e-6246e5fd076f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:28.890745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: d8e35598-b17e-4b1d-8497-707b3cdfed2d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:28.891621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8e35598-b17e-4b1d-8497-707b3cdfed2d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:28.923601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Allocated IP 172.20.0.10 (2a5af393-2e96-4531-a4c8-e3a995b65a54/ad593d4c-fb73-481d-baee-bc0990e0c4bd/c3eecd6e-60ba-466e-88fb-4701ceab9f90) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:28.929646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:28.977272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12322c4-ea8a-4f70-8b9f-fb0471d865bf']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:28.998094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:28.998433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711e62a4-79f9-4e9c-b4b2-e9366c1d2b44') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:29.029805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.057013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:29.057618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.072323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.083929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:29.084276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:29.087756 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:29.094783 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0ebe058f-0602-4454-a715-0a8a2db5c310 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4252667 Dec 16 17:40:29.126892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47636) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:29.132548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:29.213823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Allocated IP 2001:db8:2::2 (c2a64681-ee21-4fb5-87fd-dbb8ff5f8741/91467e67-c61f-493a-9466-e51c034abfe8/527266f0-1fa3-496f-99e2-8ab5239bc668) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:29.242222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:29.245410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:29.249153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.276701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.294285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] DHCP port deletion for 2f0022e3-19ec-424a-827e-8f1751e2a568 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:29.295482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.300969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.306888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.312392 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] 10.222.0.66 "DELETE /v2.0/networks/a12322c4-ea8a-4f70-8b9f-fb0471d865bf HTTP/1.1" status: 204 len: 168 time: 2.2437198 Dec 16 17:40:29.356611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8ae4ca3e-9a29-481f-bffc-8e4cbdf939d7 None None] Provisioning complete for port e6232d49-87e8-4315-bc0e-6246e5fd076f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:29.357030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ca3e-9a29-481f-bffc-8e4cbdf939d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.398562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca38d-a2fc-4741-80bb-505fbc296fb8 tempest-TagsExtTest-526648637 tempest-TagsExtTest-526648637-project] Pushing event deleted for resources: {'Network': ['ID=a12322c4-ea8a-4f70-8b9f-fb0471d865bf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:29.403394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Pushing event deleted for resources: {'Port': ['ID=9fd95048-bc7c-4f0e-a3f3-54d227835feb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:29.426551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Deleting port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:29.426959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.458213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:29.461774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.508701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.554624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.559421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Network 2a5af393-2e96-4531-a4c8-e3a995b65a54 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:29.604638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:29.618454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.626666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:29.638132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117247b-09c9-4d56-85ce-9a6d3060330d None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:29.654601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.698255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4ca3e-9a29-481f-bffc-8e4cbdf939d7 None None] Port e6232d49-87e8-4315-bc0e-6246e5fd076f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:29.704874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47642) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:29.706479 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0130b37c-00c1-49ce-b137-5b30ba74d478 (CIDR: 172.20.0.0/28) Dec 16 17:40:29.720174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:29.728678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] Deleting port 4d2fb093-beaa-417b-aab5-8145ed46fc33 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:29.729076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.732351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:29.735901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Pushing event updated for resources: {'Port': ['ID=527266f0-1fa3-496f-99e2-8ab5239bc668,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:29.738493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:29.742781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:40:29.743341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:29.844898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] Deleting port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:29.845301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.937092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] For port 4d2fb093-beaa-417b-aab5-8145ed46fc33, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4d2fb093-beaa-417b-aab5-8145ed46fc33,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:29.937493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.963561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Attempting to bind port 527266f0-1fa3-496f-99e2-8ab5239bc668 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:29.963929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Attempting to bind port 527266f0-1fa3-496f-99e2-8ab5239bc668 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:29.964291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Attempting to bind port 527266f0-1fa3-496f-99e2-8ab5239bc668 on network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:29.974248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] Calling delete_port for 4d2fb093-beaa-417b-aab5-8145ed46fc33 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:29.977059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] For port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,segment=NetworkSegment(04b932af-d37c-4561-b8a8-7c900ee931cf),segment_id=04b932af-d37c-4561-b8a8-7c900ee931cf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:29.977866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.978988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] For port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,segment=NetworkSegment(04b932af-d37c-4561-b8a8-7c900ee931cf),segment_id=04b932af-d37c-4561-b8a8-7c900ee931cf)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:29.979645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.991480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:29.991862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Checking segment: {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:29.992266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:29.992665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Bound using segment: {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:29.993176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Bound port: 527266f0-1fa3-496f-99e2-8ab5239bc668, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:29.993554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.009669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] Calling delete_port for 402018a7-ca0f-44eb-8628-1d6b4b06ed2b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:30.024058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Port': ['ID=c3eecd6e-60ba-466e-88fb-4701ceab9f90,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:30.037430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Calling delete_port for 402018a7-ca0f-44eb-8628-1d6b4b06ed2b owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:30.050238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.143212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4d2fb093-beaa-417b-aab5-8145ed46fc33 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:30.202298 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-48389c33-5508-49e8-a62b-4d4eac1c3b08 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0718980 Dec 16 17:40:30.203889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47646) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:30.210832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:30.219193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.230796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] For port 527266f0-1fa3-496f-99e2-8ab5239bc668, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:30.236648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.286373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] For port 527266f0-1fa3-496f-99e2-8ab5239bc668, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=527266f0-1fa3-496f-99e2-8ab5239bc668,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:30.289269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.295693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 4d2fb093-beaa-417b-aab5-8145ed46fc33 update to DOWN by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:40:30.296300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 402018a7-ca0f-44eb-8628-1d6b4b06ed2b no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:30.303098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.328241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.352417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] Pushing event deleted for resources: {'Port': ['ID=4d2fb093-beaa-417b-aab5-8145ed46fc33,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:30.355584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04f149-ef08-46bd-9a3d-76a9980d1b39 None None] No DVR routers for this DVR port 4d2fb093-beaa-417b-aab5-8145ed46fc33 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:30.361470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 402018a7-ca0f-44eb-8628-1d6b4b06ed2b {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:30.361669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 402018a7-ca0f-44eb-8628-1d6b4b06ed2b not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:30.401542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] Pushing event deleted for resources: {'Port': ['ID=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:30.401892 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-17cbd8b1-3910-49d9-86c1-2aa9344e21a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de8fd1798a784e5f89f4d75ebe54efd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6938739 Dec 16 17:40:30.402768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47648) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:30.406772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53058f7-93e2-431d-9590-bd3439a31d50 None None] No DVR routers for this DVR port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:30.436065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Router 69c7aadf-9c53-4cd5-8caf-304ce8d88edf has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:30.441882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.489462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.498037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e763fa-aabb-4874-9dcc-0f4c6c9b6f58 None None] Pushing event updated for resources: {'Port': ['ID=527266f0-1fa3-496f-99e2-8ab5239bc668,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:30.582651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Port': ['ID=402018a7-ca0f-44eb-8628-1d6b4b06ed2b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:30.592513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:30.595048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d95e30c-3bed-47f4-a763-7415148a70f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.601736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.605384 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-28dee030-cbcf-429d-bfe3-c3b93ba79385 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "PUT /v2.0/routers/69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 200 len: 705 time: 3.9537711 Dec 16 17:40:30.605384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:30.606972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.609459 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] Sync routers for ids ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:30.611307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47650) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:30.614568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:40:30.624891 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] Routers {'69c7aadf-9c53-4cd5-8caf-304ce8d88edf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:30.625651 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:30.651558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.661783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.663713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] No DVR routers for this DVR port 402018a7-ca0f-44eb-8628-1d6b4b06ed2b on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:30.681969 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:30.724539 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] Routers {'69c7aadf-9c53-4cd5-8caf-304ce8d88edf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:30.725620 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:30.773475 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:30.774154 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bc27d-8a96-42ec-b7dd-8c9a2294e0b9 None None] The sync data for ids ['69c7aadf-9c53-4cd5-8caf-304ce8d88edf'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:30.819258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d95e30c-3bed-47f4-a763-7415148a70f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.840067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:30.840620 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d6232386-a5cb-4ab6-bec1-740e77770526 tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/routers/69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 200 len: 740 time: 0.2268133 Dec 16 17:40:30.848634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47652) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:30.919410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:30.927776 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-03f60180-b298-41df-a76e-7d56be8b7fdc tempest-RoutersAdminTest-1039105337 tempest-RoutersAdminTest-1039105337-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=85c8b61d-0338-4433-9b7c-932830188e71&device_id=69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 200 len: 205 time: 0.0733657 Dec 16 17:40:30.933961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb0fe8-bf3e-4701-98ac-9f8b8793868f None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:30.941538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47654) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:30.961991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:30.962634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:30.973376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=1c88e7b0-25eb-4912-bd2d-d3e0ff453e51,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:30.991476 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ef14a28a-2c1d-489e-b55e-c0a169c7ca67 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 200 len: 205 time: 0.0419736 Dec 16 17:40:30.996918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47656) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.002183 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0541193f-33a2-44d6-bc32-6095ba2b2414 (CIDR: 172.20.0.16/28) Dec 16 17:40:31.009531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.010536 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:40:31.011207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:31.051330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '1c88e7b0-25eb-4912-bd2d-d3e0ff453e51'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:31.052283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.080390 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e188842e-fa94-4934-a73a-bf37f1e12c6c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4692147 Dec 16 17:40:31.083166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47658) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.086657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0022e3-19ec-424a-827e-8f1751e2a568']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:31.094050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d95e30c-3bed-47f4-a763-7415148a70f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.096843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d95e30c-3bed-47f4-a763-7415148a70f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.098064 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d95e30c-3bed-47f4-a763-7415148a70f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4eb67a71-59e0-4e9c-a80e-49056ee11079 HTTP/1.1" status: 204 len: 168 time: 0.6916101 Dec 16 17:40:31.111714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:31.122272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8:2::1 (c2a64681-ee21-4fb5-87fd-dbb8ff5f8741/91467e67-c61f-493a-9466-e51c034abfe8/8d13aa60-3130-43f8-9b4e-58ca839abe2a) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:31.126206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b932af-d37c-4561-b8a8-7c900ee931cf') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:31.126509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b932af-d37c-4561-b8a8-7c900ee931cf') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:31.134446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.136437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95e30c-3bed-47f4-a763-7415148a70f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb67a71-59e0-4e9c-a80e-49056ee11079,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:31.175653 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12ec87c6-beb9-4422-a8d9-d50a7c58966e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9686141 Dec 16 17:40:31.188505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.189954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47662) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.194929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'subnet': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:31.243162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Allocated IP 2001:db8::f816:3eff:fed6:90c2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/1c88e7b0-25eb-4912-bd2d-d3e0ff453e51/0e588bb8-5a0e-4289-a7c2-9bf4ed74b939) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:31.306859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.378470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:31.378890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:31.390556 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:31.407182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.411546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.468003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.469607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Fanout notify agent at l3_agent the message router_deleted on router 69c7aadf-9c53-4cd5-8caf-304ce8d88edf {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:40:31.481548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.484127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-683cd5b6-2c81-4c90-bd41-e9babd47b0fc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 204 len: 168 time: 0.4858336 Dec 16 17:40:31.489022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47666) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.533252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.546680 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35e97c9a-2582-438c-a9c5-0c2449decb36 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 200 len: 205 time: 0.0562270 Dec 16 17:40:31.547406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47672) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.550919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.566249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.572924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.594237 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-d28c9d35-7dcd-4dd3-977f-710e11c647f0 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] delete failed (client error): The resource could not be found. Dec 16 17:40:31.598138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d28c9d35-7dcd-4dd3-977f-710e11c647f0 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/69c7aadf-9c53-4cd5-8caf-304ce8d88edf HTTP/1.1" status: 404 len: 336 time: 0.0496304 Dec 16 17:40:31.598791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47674) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.617934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:31.622958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:31.627699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:31.633564 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-63cbe3ef-9227-4409-b291-b3c1678b6ffe tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=93167ccb-2c08-4785-b9f4-0cfbe4452da0 HTTP/1.1" status: 200 len: 205 time: 0.0337355 Dec 16 17:40:31.636461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47676) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.645720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.674957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Pushing event updated for resources: {'Port': ['ID=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:31.690472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.694700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] 10.222.0.66 "DELETE /v2.0/networks/2f0022e3-19ec-424a-827e-8f1751e2a568 HTTP/1.1" status: 204 len: 168 time: 3.0847378 Dec 16 17:40:31.721531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.732176 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-d416bf59-6332-4dcd-832a-441fd8e77136 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] delete failed (client error): The resource could not be found. Dec 16 17:40:31.736583 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d416bf59-6332-4dcd-832a-441fd8e77136 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/93167ccb-2c08-4785-b9f4-0cfbe4452da0 HTTP/1.1" status: 404 len: 336 time: 0.0960126 Dec 16 17:40:31.736721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Attempting to bind port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:31.737053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.737253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Attempting to bind port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:31.737636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Attempting to bind port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:31.754561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:31.754950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:31.755759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.755759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:31.756228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Bound port: 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:31.756608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.759282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ab216-fb80-4b45-8479-a3cf957f2d3a tempest-NetworksIpV6Test-1587865356 tempest-NetworksIpV6Test-1587865356-project] Pushing event deleted for resources: {'Network': ['ID=2f0022e3-19ec-424a-827e-8f1751e2a568,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:31.778508 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-917ed32d-e7cd-4882-a016-c0b7c2939012 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 HTTP/1.1" status: 200 len: 205 time: 0.0380278 Dec 16 17:40:31.779987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47686) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.784269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Port': ['ID=c3eecd6e-60ba-466e-88fb-4701ceab9f90,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:31.802164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:31.805828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.819351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Made reservation on behalf of cf1b54e767a74247a4e73c3a9b784177 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:31.822689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.837201 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-8ddb2e5b-d3b1-479d-ab48-279face93ea5 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] delete failed (client error): The resource could not be found. Dec 16 17:40:31.838340 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8ddb2e5b-d3b1-479d-ab48-279face93ea5 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/08c1c36d-503a-47ec-b7fb-ef1ed66f6a61 HTTP/1.1" status: 404 len: 336 time: 0.0571415 Dec 16 17:40:31.840905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47688) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.872235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3ece27ef-4748-44f8-8562-ed46dfdf3f7b tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=48feac47-b065-4274-b104-8927c744eddb HTTP/1.1" status: 200 len: 205 time: 0.0300598 Dec 16 17:40:31.880885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47690) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.908066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] For port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:31.915393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] For port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:31.923379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.930663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:31.932695 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-abf6d9e2-19d8-4a2c-b8bc-9d43fadad1b8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] delete failed (client error): The resource could not be found. Dec 16 17:40:31.934128 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-abf6d9e2-19d8-4a2c-b8bc-9d43fadad1b8 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/48feac47-b065-4274-b104-8927c744eddb HTTP/1.1" status: 404 len: 336 time: 0.0520477 Dec 16 17:40:31.936777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47692) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:31.977195 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7abd6b4c-3d38-4b98-b5cc-9699db63985a tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ddf967-b4a2-4d45-a0e4-e446aa9f6736 HTTP/1.1" status: 200 len: 205 time: 0.0375249 Dec 16 17:40:31.977754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47694) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.016574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.034932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.038873 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-92a2ff90-d712-41ca-85c9-f34111532dd8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2758100 Dec 16 17:40:32.068823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47700) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.097372 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-c778e8d8-e659-44d8-ae9e-c5cc4338c09f tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] delete failed (client error): The resource could not be found. Dec 16 17:40:32.103589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c778e8d8-e659-44d8-ae9e-c5cc4338c09f tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/94ddf967-b4a2-4d45-a0e4-e446aa9f6736 HTTP/1.1" status: 404 len: 336 time: 0.1245754 Dec 16 17:40:32.105942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47702) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.155254 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6c6cbd7b-9dc3-409a-9f2c-3e038cf09a15 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "GET /v2.0/ports?device_id=8241976b-8768-4b88-a6c1-c4d81ac6d565 HTTP/1.1" status: 200 len: 205 time: 0.0478630 Dec 16 17:40:32.157103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47704) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.219519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47708) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.220681 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-4079b3c9-f5e4-47f4-ad5b-c4ef806391bc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] delete failed (client error): The resource could not be found. Dec 16 17:40:32.221933 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4079b3c9-f5e4-47f4-ad5b-c4ef806391bc tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/routers/8241976b-8768-4b88-a6c1-c4d81ac6d565 HTTP/1.1" status: 404 len: 336 time: 0.0635664 Dec 16 17:40:32.227571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47712) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.252363 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.ipam_backend_mixin [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c88e7b0-25eb-4912-bd2d-d3e0ff453e51 (CIDR: 2001:db8::/64) Dec 16 17:40:32.254738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:32.257167 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6006a814-0147-47e5-a227-37058e321e0f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=2a5af393-2e96-4531-a4c8-e3a995b65a54 HTTP/1.1" status: 200 len: 690 time: 0.1792393 Dec 16 17:40:32.258674 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c2cd4f-772d-4fe2-9b5d-3c934fb83de3 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:32.259437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c2cd4f-772d-4fe2-9b5d-3c934fb83de3 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:32.262518 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-76c2cd4f-772d-4fe2-9b5d-3c934fb83de3 tempest-RoutersAdminTest-653533714 tempest-RoutersAdminTest-653533714-project] 10.222.0.66 "DELETE /v2.0/subnets/46ebba56-551c-4cb5-987d-f6d6184a732e HTTP/1.1" status: 404 len: 337 time: 0.0335143 Dec 16 17:40:32.263053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.264785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:32.271274 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:40:32.271962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:32.274256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=8d13aa60-3130-43f8-9b4e-58ca839abe2a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:32.277127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:32.277860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.323382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68847c-2ff6-4502-9164-db221d0f6626 None None] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:32.362137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 527266f0-1fa3-496f-99e2-8ab5239bc668 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:32.421861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.534398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b16b2f10-f14c-4189-a3d7-98b2d62fce34 None None] Provisioning complete for port 527266f0-1fa3-496f-99e2-8ab5239bc668 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:32.534776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b16b2f10-f14c-4189-a3d7-98b2d62fce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.639242 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d9311df9-af46-4086-a80c-cc021171dc97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa6db32c8aa6499689c058ca3367df05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160171 Dec 16 17:40:32.643914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47726) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.644821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b00a15-4cd3-44c0-a5f9-3087e2a253a2 None None] Pushing event updated for resources: {'Port': ['ID=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:32.676426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 527266f0-1fa3-496f-99e2-8ab5239bc668 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:32.677291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.794661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Deleting port c3eecd6e-60ba-466e-88fb-4701ceab9f90 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:32.795632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.820810 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3fbfdd47-27ca-45ee-b3a4-2add13d3b1e2 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7314935 Dec 16 17:40:32.839066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47732) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.859784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:32.876063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47734) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:32.883413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e595316-4708-4da2-bb47-63a62899487d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.927950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e595316-4708-4da2-bb47-63a62899487d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.928086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b16b2f10-f14c-4189-a3d7-98b2d62fce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.948154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:32.969801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.011329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b16b2f10-f14c-4189-a3d7-98b2d62fce34 None None] For port 527266f0-1fa3-496f-99e2-8ab5239bc668, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=527266f0-1fa3-496f-99e2-8ab5239bc668,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:33.019813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b16b2f10-f14c-4189-a3d7-98b2d62fce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.035018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.035847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.073996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:40:33.074373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:40:33.087625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Calling delete_port for c3eecd6e-60ba-466e-88fb-4701ceab9f90 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:33.155546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b2f10-f14c-4189-a3d7-98b2d62fce34 None None] Pushing event updated for resources: {'Port': ['ID=527266f0-1fa3-496f-99e2-8ab5239bc668,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:33.204597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e595316-4708-4da2-bb47-63a62899487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.210532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e595316-4708-4da2-bb47-63a62899487d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.218500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6e595316-4708-4da2-bb47-63a62899487d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08fafd4e-4974-4eac-af85-a150ef6a106e HTTP/1.1" status: 204 len: 168 time: 0.5686438 Dec 16 17:40:33.220218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70755883-bc75-4c5f-b147-f49540f238c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.239917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e595316-4708-4da2-bb47-63a62899487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fafd4e-4974-4eac-af85-a150ef6a106e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:33.298749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:33.303081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.346599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.386780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3eecd6e-60ba-466e-88fb-4701ceab9f90,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:33.469075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.470543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-441f964e-4ec3-4f2f-b9a6-aa4128b432b2 None None] Provisioning complete for port 527266f0-1fa3-496f-99e2-8ab5239bc668 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:33.470997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-441f964e-4ec3-4f2f-b9a6-aa4128b432b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.608182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.785145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.809637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-441f964e-4ec3-4f2f-b9a6-aa4128b432b2 None None] Provisioning complete for port 8d13aa60-3130-43f8-9b4e-58ca839abe2a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:33.810006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-441f964e-4ec3-4f2f-b9a6-aa4128b432b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.830521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.864635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad593d4c-fb73-481d-baee-bc0990e0c4bd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:33.870098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-441f964e-4ec3-4f2f-b9a6-aa4128b432b2 None None] Port 8d13aa60-3130-43f8-9b4e-58ca839abe2a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:33.949518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.957318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:33.971728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:33.976235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:33.978964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:33.984039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5af393-2e96-4531-a4c8-e3a995b65a54']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:33.998498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dbdd27cd-e555-4579-a2b2-a28eba88485a None None] Provisioning complete for port 8d13aa60-3130-43f8-9b4e-58ca839abe2a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:33.999563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbdd27cd-e555-4579-a2b2-a28eba88485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.000248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.011281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f6b1ed-cf46-4fb3-8f51-7f7d998bf790') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:34.011592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f6b1ed-cf46-4fb3-8f51-7f7d998bf790') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:34.030569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.046049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.056365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:34.056785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.079209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=23e0f76c-8e41-4662-88c8-a2f6d21611f9,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:34.087289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd27cd-e555-4579-a2b2-a28eba88485a None None] Port 8d13aa60-3130-43f8-9b4e-58ca839abe2a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:34.135729 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:34.155861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.176848 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eb2e28b6-7807-441a-a5d7-4c5e9fd6ef48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3297520 Dec 16 17:40:34.180003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47764) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.183175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e217a-4158-422c-99e1-579902b388a9 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:34.205556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:55:c4:bb', 'name': 'tempest-NetworksTestDHCPv6-1210770349'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:34.216425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a5af393-2e96-4531-a4c8-e3a995b65a54 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:40:34.220982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a5af393-2e96-4531-a4c8-e3a995b65a54,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:34.225998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.235579 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4050793b-c35b-4868-8e1d-85a91102347d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/networks/2a5af393-2e96-4531-a4c8-e3a995b65a54 HTTP/1.1" status: 204 len: 168 time: 1.9683096 Dec 16 17:40:34.236202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47768) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.387356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 527266f0-1fa3-496f-99e2-8ab5239bc668 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:34.395926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47774) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.402019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69436211', 'description': 'tempest-secgroup-smoke-69436211 description', 'project_id': '7a934a66188e49b2a34461a1880e84f1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:34.436985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1f4ea09f-bf51-4d80-bbdd-8b5ede03e5a1 None None] Provisioning complete for port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:34.436985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea09f-bf51-4d80-bbdd-8b5ede03e5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.438353 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a293f8e5-90b6-473f-b7f5-542e9e3f999d tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1985073 Dec 16 17:40:34.443946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47776) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.500800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.513464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.528759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.537875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:34.544234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.547100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.597129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:34.607680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.608085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.656439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.656845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b4f22-80f7-4a32-bd50-5d10a3cac32d None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:34.659269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 527266f0-1fa3-496f-99e2-8ab5239bc668 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:34.659839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.666001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.667212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.667871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.668473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.669101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.669797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.670397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.672441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47780) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.672593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.673139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.673600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.674150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.674600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:34.679239 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8b9df15e-fe64-43bf-a0be-091012fa39d8 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7643 time: 0.2317042 Dec 16 17:40:34.679239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.679953 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4889693 Dec 16 17:40:34.680754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47782) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.681105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47784) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.690441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb36644-b03e-4fa3-b55a-96d1abc351e5 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Subnet': ['ID=0c81420e-a336-4310-bb2d-152223690de2,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:34.713873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1080428149', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c81420e-a336-4310-bb2d-152223690de2'}], 'security_groups': ['927b7db8-fa1c-49db-a116-d880cd85289f', 'cf046d19-42a3-4226-8586-1a6e0454694b']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:34.755232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fb7dc7-74ab-4978-976b-074508d6f03a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:34.801085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:34.802026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '1c88e7b0-25eb-4912-bd2d-d3e0ff453e51', 'ip_address': '2001:db8::f816:3eff:fed6:90c2'}, {'subnet_id': '23e0f76c-8e41-4662-88c8-a2f6d21611f9'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '0e588bb8-5a0e-4289-a7c2-9bf4ed74b939'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:40:34.827468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:34.838333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea09f-bf51-4d80-bbdd-8b5ede03e5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.839999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:34.847042 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70755883-bc75-4c5f-b147-f49540f238c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.848133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=8d13aa60-3130-43f8-9b4e-58ca839abe2a,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:34.867818 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-2ac7a556-aca7-41de-b66f-451ed0af89f1 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] delete failed (client error): The resource could not be found. Dec 16 17:40:34.871385 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2ac7a556-aca7-41de-b66f-451ed0af89f1 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/4d3d42ed-3229-4e45-ab6a-f5116eb4afc0 HTTP/1.1" status: 404 len: 345 time: 0.1212246 Dec 16 17:40:34.879961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:34.927358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70755883-bc75-4c5f-b147-f49540f238c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:34.978912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1f4ea09f-bf51-4d80-bbdd-8b5ede03e5a1 None None] For port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:34.983819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-25274479'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:34.987639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.009905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea09f-bf51-4d80-bbdd-8b5ede03e5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.022670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.056475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-70755883-bc75-4c5f-b147-f49540f238c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28a87e8c7d7444a485e859de756a7f36&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1640923 Dec 16 17:40:35.064372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:35.070045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.075212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47790) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:35.098615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70755883-bc75-4c5f-b147-f49540f238c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc65c02-188b-43d7-ba5f-f089780a7f6f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:35.099100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.133549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.134769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7378852 Dec 16 17:40:35.140215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47792) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:35.158705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group_rule': {'security_group_id': 'dbde235c-9e70-4227-a43e-b1a2e49f2fea', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:35.162805 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b8526b-d42f-4fbf-9c82-2eae54efed70 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 17:40:35.163513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b8526b-d42f-4fbf-9c82-2eae54efed70 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:35.166772 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-47b8526b-d42f-4fbf-9c82-2eae54efed70 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/networks/2a5af393-2e96-4531-a4c8-e3a995b65a54 HTTP/1.1" status: 404 len: 339 time: 0.1918027 Dec 16 17:40:35.176109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47794) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:35.191280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'network': {'name': 'tempest-network--1725022003', 'router:external': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:35.239180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd0e68-d2c1-4bb7-9b13-2b84e061bab7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde235c-9e70-4227-a43e-b1a2e49f2fea,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:35.270887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:35.274343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.297572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:35.300106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.302721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de1ecf6-ef9b-48c0-abe5-9e84f95105be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.303639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Made reservation on behalf of 1b8cbf49d92a42bd8784996a7d60826b for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:35.306125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.309853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.311511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.323764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ea09f-bf51-4d80-bbdd-8b5ede03e5a1 None None] Pushing event updated for resources: {'Port': ['ID=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:35.325506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de1ecf6-ef9b-48c0-abe5-9e84f95105be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.344545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:35.345051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.398748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:35.424511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cd7c9173-2ad9-43ee-8f8c-7f841e5a87ba None None] Provisioning complete for port 8d13aa60-3130-43f8-9b4e-58ca839abe2a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:35.424993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9173-2ad9-43ee-8f8c-7f841e5a87ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.438638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de1ecf6-ef9b-48c0-abe5-9e84f95105be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.441691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:35.442211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de1ecf6-ef9b-48c0-abe5-9e84f95105be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.445375 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4de1ecf6-ef9b-48c0-abe5-9e84f95105be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bc65c02-188b-43d7-ba5f-f089780a7f6f HTTP/1.1" status: 204 len: 168 time: 0.3690450 Dec 16 17:40:35.494949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] Update dhcp port {'port': {'network_id': 'b4ed1cd4-56dd-4e27-880a-dfdaebfa112d', 'fixed_ips': [{'subnet_id': '0541193f-33a2-44d6-bc32-6095ba2b2414', 'ip_address': '172.20.0.18'}, {'subnet_id': '0130b37c-00c1-49ce-b137-5b30ba74d478', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c81420e-a336-4310-bb2d-152223690de2'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:40:35.529991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.541267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.541616 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Added segment 05d201f0-b107-4a58-aa63-903c48c7f2c7 of type vlan for network 27fb332d-896a-4399-a8b1-2ec32f053d31 Dec 16 17:40:35.591726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Delete allocated IP 172.20.0.8 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0130b37c-00c1-49ce-b137-5b30ba74d478) {{(pid=103243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 17:40:35.603017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Allocated IP 172.20.0.39 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0c81420e-a336-4310-bb2d-152223690de2/e6232d49-87e8-4315-bc0e-6246e5fd076f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:35.733026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c9173-2ad9-43ee-8f8c-7f841e5a87ba None None] Port 8d13aa60-3130-43f8-9b4e-58ca839abe2a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:35.765689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] Allocated IP 2001:db8:0:1::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/23e0f76c-8e41-4662-88c8-a2f6d21611f9/0e588bb8-5a0e-4289-a7c2-9bf4ed74b939) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:35.836071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1ecf6-ef9b-48c0-abe5-9e84f95105be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc65c02-188b-43d7-ba5f-f089780a7f6f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:35.878648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.887208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.898330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.903425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:35.917739 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cc949667-1411-4cd0-8bed-1c9efb7c017e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5369720 Dec 16 17:40:35.918375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47800) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:35.927594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754553561'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:35.932387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47802) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:35.934571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.961374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:35.986501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:35.987752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae719b7c-64f1-48c4-84b4-1272998e59c6,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:35.997304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.014529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.022610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event updated for resources: {'Port': ['ID=e6232d49-87e8-4315-bc0e-6246e5fd076f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.034521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.035998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-86cd9b3f-eadc-4f48-afa1-130801cd90d8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8921187 Dec 16 17:40:36.042515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47804) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.054691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:36.057878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:36.058739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:36.058879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.069556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group_rule': {'security_group_id': 'dbde235c-9e70-4227-a43e-b1a2e49f2fea', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:36.072209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:36.074488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.075611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.076407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.083767 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-08a31efb-73d4-4717-abf9-1b1a64c910eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c38b14e67da467e83855d9cccb0b457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501822 Dec 16 17:40:36.086539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] In _notify_port_updated(), no bound segment for port e6232d49-87e8-4315-bc0e-6246e5fd076f on network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:40:36.093300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47806) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.107730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.108357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.111524 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f6d5ee37-bc0d-42f4-9a64-a704aa119f91 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "PUT /v2.0/ports/e6232d49-87e8-4315-bc0e-6246e5fd076f HTTP/1.1" status: 200 len: 960 time: 1.4009280 Dec 16 17:40:36.115087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47808) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.119709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb8900-88a9-4bf8-b079-361ac8edbf19,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.153963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.154316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment fa81104d-9852-4b7a-b07e-b093d53e62ae of type vlan for network 772ced3d-af72-4895-88f9-7a34f9c4f01f Dec 16 17:40:36.183632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:36.185640 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0036933 Dec 16 17:40:36.193566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47810) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.238149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:36.249774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.253358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a472c-0615-49c4-be75-c3d614d8ccaa tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Network': ['ID=27fb332d-896a-4399-a8b1-2ec32f053d31,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.255465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.264526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.265181 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added segment 042e3b29-464a-497a-8cb8-466aa295c67f of type vlan for network c6c98284-a624-4924-a41d-ee4c6e3845ba Dec 16 17:40:36.266832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] For port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:36.293727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 27fb332d-896a-4399-a8b1-2ec32f053d31 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:36.308513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:36.336010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5cd6-333e-4532-936a-ad728fbd45c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.338613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] Allocated IP 172.20.0.34 (b4ed1cd4-56dd-4e27-880a-dfdaebfa112d/0c81420e-a336-4310-bb2d-152223690de2/9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:36.351427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.353760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.358659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port e6232d49-87e8-4315-bc0e-6246e5fd076f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:36.358999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.359382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.360044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.388909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0bed9-02fc-40e6-9785-cd17778a1a0e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.395501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0bed9-02fc-40e6-9785-cd17778a1a0e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.402089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0bed9-02fc-40e6-9785-cd17778a1a0e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.408661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0bed9-02fc-40e6-9785-cd17778a1a0e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.410373 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7ba0bed9-02fc-40e6-9785-cd17778a1a0e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2142403 Dec 16 17:40:36.430705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47812) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.432828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5cd6-333e-4532-936a-ad728fbd45c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.454707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.459900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7780831 Dec 16 17:40:36.463123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47814) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.472025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'name': 'tempest-PortsIpV6TestJSON-214998476'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:36.480271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.487267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.539939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.565026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd829-3c1f-4fd0-8f34-25218a47fb43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=772ced3d-af72-4895-88f9-7a34f9c4f01f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.566887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.570624 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5145364 Dec 16 17:40:36.578529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67e92c-1bbc-4455-9434-9ba9c2d7a7a6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0068259b-054d-476a-a0c5-2078c0aeb888,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.584326 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47816) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.599703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:36.600476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group_rule': {'security_group_id': 'dbde235c-9e70-4227-a43e-b1a2e49f2fea', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:36.606352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.606853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.612172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:36.612834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.625791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for e6232d49-87e8-4315-bc0e-6246e5fd076f owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:36.679257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:36.679622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.698424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.748598 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8249269 Dec 16 17:40:36.754855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47818) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:36.759007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f3dc9-370d-409f-80c6-14ab86bac63e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Network': ['ID=c6c98284-a624-4924-a41d-ee4c6e3845ba,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.772474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'subnet': {'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:36.797290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5cd6-333e-4532-936a-ad728fbd45c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.800181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5cd6-333e-4532-936a-ad728fbd45c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.801539 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2fbb5cd6-333e-4532-936a-ad728fbd45c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4027e9c6-70fc-4082-a15f-03be1107cc31 HTTP/1.1" status: 204 len: 168 time: 0.7031596 Dec 16 17:40:36.821274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c6c98284-a624-4924-a41d-ee4c6e3845ba details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:36.856480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:36.905195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb5cd6-333e-4532-936a-ad728fbd45c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4027e9c6-70fc-4082-a15f-03be1107cc31,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.949427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056395-9dd3-4fc5-8c87-e2e33447462e None None] Pushing event updated for resources: {'Port': ['ID=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:36.987403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,segment=NetworkSegment(b6359abf-9f08-4ace-bf49-ccaeb0604ba6),segment_id=b6359abf-9f08-4ace-bf49-ccaeb0604ba6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:37.002833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8:0:1::27c (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/23e0f76c-8e41-4662-88c8-a2f6d21611f9/a3a432e0-76e1-4384-9096-d4ac4cbfc5e6) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:37.018825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:37.022615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.041417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port d095428a-65af-4293-a355-93f133f62653 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:37.051466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::f816:3eff:fe55:c4bb (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/1c88e7b0-25eb-4912-bd2d-d3e0ff453e51/a3a432e0-76e1-4384-9096-d4ac4cbfc5e6) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:37.074166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.132980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fb332d-896a-4399-a8b1-2ec32f053d31']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:37.160093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d201f0-b107-4a58-aa63-903c48c7f2c7') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:37.160707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d201f0-b107-4a58-aa63-903c48c7f2c7') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:37.168206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.184827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.188432 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Made reservation on behalf of 5f7a6034981647df965273650fe87e13 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:37.192604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.196264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.201419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.220563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.245054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:37.269156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.334934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.415693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0186b87-741d-496a-806e-783059dfa3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.422220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd06b2-fd5e-46fb-8d97-a033619687ac None None] Pushing event updated for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:37.424119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66391f00-648f-47df-8790-0f05219005ef tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:37.424711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66391f00-648f-47df-8790-0f05219005ef tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:37.425326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66391f00-648f-47df-8790-0f05219005ef tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:37.427178 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-66391f00-648f-47df-8790-0f05219005ef tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=79f667c7712342f2a086ea5a4a4cebf2&network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 3000 time: 0.1394131 Dec 16 17:40:37.432966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:32Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:33Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:37.452725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.456429 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8664994 Dec 16 17:40:37.463509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:37.463927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.466553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810190b-482e-46f1-b068-6e3886cc98e4 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20315c82-5842-4ad8-b588-50ed74eda4fa,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:37.470707 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:37.473166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47832) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:37.476516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.495948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:37.496302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Updating router 4716c8dd-583c-4e18-a522-cf6d51420e30 port 8d13aa60-3130-43f8-9b4e-58ca839abe2a binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:40:37.504522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group_rule': {'security_group_id': 'dbde235c-9e70-4227-a43e-b1a2e49f2fea', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:37.547863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.583286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=d095428a-65af-4293-a355-93f133f62653,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:37.606628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.661830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=e6232d49-87e8-4315-bc0e-6246e5fd076f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:37.676654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': 'fa81104d-9852-4b7a-b07e-b093d53e62ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:37.677401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: 772ced3d-af72-4895-88f9-7a34f9c4f01f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:37.685099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.711517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.717322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27fb332d-896a-4399-a8b1-2ec32f053d31 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:40:37.721231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.725129 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/networks/27fb332d-896a-4399-a8b1-2ec32f053d31 HTTP/1.1" status: 204 len: 168 time: 1.2881370 Dec 16 17:40:37.735974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47840) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:37.749843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'network': {'name': 'tempest-network--1779418706', 'router:external': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:37.778074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85ed1c-6fb2-4291-b005-109484471a3f tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Network': ['ID=27fb332d-896a-4399-a8b1-2ec32f053d31,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:37.780801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.786827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.799666 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-219efc14-988f-4fee-a162-7f17c50f6069 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/e6232d49-87e8-4315-bc0e-6246e5fd076f HTTP/1.1" status: 204 len: 168 time: 1.6813240 Dec 16 17:40:37.810440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:37.814106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47844) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:37.850066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 772ced3d-af72-4895-88f9-7a34f9c4f01f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:37.859526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:37.875685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:37.876459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:37.884969 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7f1a51-a423-4d19-ba67-a0d43b5ba2e2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] GET failed (client error): The resource could not be found. Dec 16 17:40:37.894083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ac7f1a51-a423-4d19-ba67-a0d43b5ba2e2 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports/e6232d49-87e8-4315-bc0e-6246e5fd076f HTTP/1.1" status: 404 len: 333 time: 0.0772755 Dec 16 17:40:37.894867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47846) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:37.971327 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c30ee04-264f-4ba0-ac04-70c1c6d0b37f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5068572 Dec 16 17:40:37.975989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47848) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:37.989370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-89490271'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:38.001803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.096014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Made reservation on behalf of 1b8cbf49d92a42bd8784996a7d60826b for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:38.098603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.135216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f18e413-ab0a-4862-99a3-d4c2e60927cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.198972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:38.215209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406733df-2ecc-46b5-a872-437d1724a736 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:38.225590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:38.233688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.238310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:38.247920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f18e413-ab0a-4862-99a3-d4c2e60927cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.274651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:38.277573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:38.287041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:38.287716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.366457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=a3a432e0-76e1-4384-9096-d4ac4cbfc5e6,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:38.373143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:38.397463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.397984 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment 40acfe97-17be-4b63-882f-fa5a3ecb82f9 of type vlan for network aa082471-cec6-4969-9a8b-19a34e4a65ca Dec 16 17:40:38.423585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.444112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.449480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:38.459510 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3544795a-7fd9-493d-852e-de0852ed9584 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2631459 Dec 16 17:40:38.479642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-82c67cfb-90e4-4842-9f1c-954e2704af32 None None] Provisioning complete for port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:38.480239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82c67cfb-90e4-4842-9f1c-954e2704af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.484719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.501787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47860) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:38.505368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.552540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47862) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:38.571450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.585706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:38.587054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.636255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.636547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Added segment 64bca6ff-1ae6-4828-b2fe-f1c0f7cd6fdf of type vlan for network 0ce5b463-9a65-4dff-bcfb-5e51487f22a0 Dec 16 17:40:38.679174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c265c7-0466-4c0e-88c0-c9e626085254,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:38.699749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:38.700059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.703522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.704799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-69f564dc-907f-498c-a80d-e2219106f34b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2141469 Dec 16 17:40:38.735800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47866) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:38.738754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Checking segment: {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:38.739111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network hostable DHCP agents. Network: c6c98284-a624-4924-a41d-ee4c6e3845ba, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:38.743933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=aa082471-cec6-4969-9a8b-19a34e4a65ca,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:38.751816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f18e413-ab0a-4862-99a3-d4c2e60927cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.752033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group_rule': {'security_group_id': 'dbde235c-9e70-4227-a43e-b1a2e49f2fea', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:38.754541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f18e413-ab0a-4862-99a3-d4c2e60927cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.755771 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f18e413-ab0a-4862-99a3-d4c2e60927cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/security-groups/666eb048-797f-4e83-969e-9ec19186dc44 HTTP/1.1" status: 204 len: 168 time: 0.8560688 Dec 16 17:40:38.765062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47868) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:38.769025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e413-ab0a-4862-99a3-d4c2e60927cf tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666eb048-797f-4e83-969e-9ec19186dc44,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:38.773873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Subnet': ['ID=78a331a7-0e48-485c-9cd3-8b768d580b71,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:38.784212 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d4fe05e6-2d2b-4854-b66a-8408f9ba3eb4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8069112 Dec 16 17:40:38.786273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47870) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:38.795973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'ports': [{'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'}, {'network_id': 'aa082471-cec6-4969-9a8b-19a34e4a65ca'}]} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:38.805300 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:38.806030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': 'aa082471-cec6-4969-9a8b-19a34e4a65ca'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:38.809025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network aa082471-cec6-4969-9a8b-19a34e4a65ca details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:38.823080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1925453406'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:38.828215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.840247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network c6c98284-a624-4924-a41d-ee4c6e3845ba is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:38.884027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c6c98284-a624-4924-a41d-ee4c6e3845ba) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:38.892817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:38.893339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.931168 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Project 7a934a66188e49b2a34461a1880e84f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:40:38.932730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb64236-0d2d-4af6-9651-7f2dc5552fa7 None None] Network c6c98284-a624-4924-a41d-ee4c6e3845ba requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:38.941679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:38.945329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.949159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58dfffaf-5e3c-4897-ab89-03f78ff96fce tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.950170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.955549 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1a1e9ab3-1aaf-467b-a721-104f9f1d4c07 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1976042 Dec 16 17:40:38.963638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.964605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:38.965197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:38.969894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47874) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:38.996090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.018902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58dfffaf-5e3c-4897-ab89-03f78ff96fce tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.026809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.076523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58dfffaf-5e3c-4897-ab89-03f78ff96fce tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.078033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.079989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58dfffaf-5e3c-4897-ab89-03f78ff96fce tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.084292 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-58dfffaf-5e3c-4897-ab89-03f78ff96fce tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/security-groups/cf046d19-42a3-4226-8586-1a6e0454694b HTTP/1.1" status: 204 len: 168 time: 0.3102307 Dec 16 17:40:39.102371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47876) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:39.118241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfffaf-5e3c-4897-ab89-03f78ff96fce tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf046d19-42a3-4226-8586-1a6e0454694b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:39.158844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:39.159459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.163922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47878) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:39.173093 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4319706 Dec 16 17:40:39.183876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47880) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:39.207641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:39.262454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c6c98284-a624-4924-a41d-ee4c6e3845ba', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'project_id': '5f7a6034981647df965273650fe87e13', 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:39.263572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.280856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63b704-7f83-477d-8f0f-71e25584d01d None None] Pushing event updated for resources: {'Port': ['ID=8d13aa60-3130-43f8-9b4e-58ca839abe2a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:39.289003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Could not find standard attr ID for object e6232d49-87e8-4315-bc0e-6246e5fd076f. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:39.348773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0395a-a6f1-40cc-8c34-bbdde1c65e89 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:39.350552 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5ae0395a-a6f1-40cc-8c34-bbdde1c65e89 tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] 10.222.0.66 "GET /v2.0/networks/0ce5b463-9a65-4dff-bcfb-5e51487f22a0 HTTP/1.1" status: 200 len: 757 time: 0.1640306 Dec 16 17:40:39.401438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47882) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:39.428057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 2} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:39.436732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.461029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:39.461360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.525781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Attempting to bind port 8d13aa60-3130-43f8-9b4e-58ca839abe2a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:39.526164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Attempting to bind port 8d13aa60-3130-43f8-9b4e-58ca839abe2a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:39.526509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Attempting to bind port 8d13aa60-3130-43f8-9b4e-58ca839abe2a on network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:39.563007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:39.563384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Checking segment: {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:39.563800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.564191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Bound using segment: {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:39.564677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Bound port: 8d13aa60-3130-43f8-9b4e-58ca839abe2a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:39.565211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.585751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55489fc1-c6c5-49f4-9232-d0d462b64dec tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:39.602336 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-55489fc1-c6c5-49f4-9232-d0d462b64dec tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 814 time: 0.4325202 Dec 16 17:40:39.603301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-da9d28e6-f195-4038-ba7f-cf768e0ab6e1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.672591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d528af-5313-4a15-9882-f5923a2ed91f tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:39.674427 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-63d528af-5313-4a15-9882-f5923a2ed91f tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] 10.222.0.66 "GET /v2.0/networks/0eab5833-13fd-405a-99dc-0a8ee2086b19 HTTP/1.1" status: 200 len: 767 time: 0.2708917 Dec 16 17:40:39.677342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.693946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47886) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:39.713270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87867fc-734f-42f0-a7f6-7faace0b86b0 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Network': ['ID=0ce5b463-9a65-4dff-bcfb-5e51487f22a0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:39.763016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:39.763957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.859475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-da9d28e6-f195-4038-ba7f-cf768e0ab6e1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.865805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] For port 8d13aa60-3130-43f8-9b4e-58ca839abe2a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:39.869304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] For port 8d13aa60-3130-43f8-9b4e-58ca839abe2a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8d13aa60-3130-43f8-9b4e-58ca839abe2a,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:39.879420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0ce5b463-9a65-4dff-bcfb-5e51487f22a0 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:39.902801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.908364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.910152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.925981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port a6d0a768-5ae1-4de7-9a84-dac70487e43e yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:39.932426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.949291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.962795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b3bb8a9-ad8c-4c59-ba15-6c609351a921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:39.983079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8997607-1499-45a9-be7c-7b6b1e390a01,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:39.991252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:40.013568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.014783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ad570232-742f-46bc-8b20-b029cb688614 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2775242 Dec 16 17:40:40.036444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-da9d28e6-f195-4038-ba7f-cf768e0ab6e1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.039837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-da9d28e6-f195-4038-ba7f-cf768e0ab6e1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.045056 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-da9d28e6-f195-4038-ba7f-cf768e0ab6e1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/security-groups/927b7db8-fa1c-49db-a116-d880cd85289f HTTP/1.1" status: 204 len: 168 time: 0.9362543 Dec 16 17:40:40.045056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47890) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:40.045323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47892) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:40.052542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Allocated IP 2001:db8:3::2 (c6c98284-a624-4924-a41d-ee4c6e3845ba/78a331a7-0e48-485c-9cd3-8b768d580b71/bdc959d1-f6e8-479c-bc57-21a541befd3d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:40.090944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47894) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:40.095261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'security_group_rule': {'security_group_id': 'dbde235c-9e70-4227-a43e-b1a2e49f2fea', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:40.098051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--794379773', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:40.105473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.115863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:40.116502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:40.123122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:40.123122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.133467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.150124 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Project 7a934a66188e49b2a34461a1880e84f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:40:40.160554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d28e6-f195-4038-ba7f-cf768e0ab6e1 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927b7db8-fa1c-49db-a116-d880cd85289f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:40.167696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:40.168007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.169235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63b704-7f83-477d-8f0f-71e25584d01d None None] Pushing event updated for resources: {'Port': ['ID=8d13aa60-3130-43f8-9b4e-58ca839abe2a,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:40.234460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:40.238227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.240678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.253452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 0130b37c-00c1-49ce-b137-5b30ba74d478 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:40.276100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce5b463-9a65-4dff-bcfb-5e51487f22a0']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:40.278053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:40.282472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.289624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.289989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment 4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0 of type vlan for network 945d7fee-4621-42af-b175-594c8066b0cc Dec 16 17:40:40.332746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bca6ff-1ae6-4828-b2fe-f1c0f7cd6fdf') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:40.332746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bca6ff-1ae6-4828-b2fe-f1c0f7cd6fdf') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:40.345986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.358544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Provisioning complete for port a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:40.359680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.364792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.366935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:40.377584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:40.409149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.421484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.454537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.462037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:40.462703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.470731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:40.471149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:40.475189 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:40.479079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.530146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.577048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.583080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=945d7fee-4621-42af-b175-594c8066b0cc,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:40.585153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5f21e-93f5-42df-81c3-df1b7365fb91,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:40.595194 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-001b5aba-eb72-48a4-88c2-238b594eb6a7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5001013 Dec 16 17:40:40.603087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.603447 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Added segment c3eb18b6-b725-4e0e-86a1-2984d317c2db of type vlan for network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 Dec 16 17:40:40.606470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47896) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:40.627841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.629063 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5790527 Dec 16 17:40:40.636138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47898) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:40.643965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'network': {'name': 'tempest-network-smoke--1724486141', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:40.653871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b99e20-cfe7-4117-bf18-ffc9546a4e15 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee9714c-a1c8-4a66-9fde-7752ed0b280d,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:40.673393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 945d7fee-4621-42af-b175-594c8066b0cc details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:40.677956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 1ddeb719-b913-4366-9a5b-e800cef2e12f yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:40.681067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.695270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ce5b463-9a65-4dff-bcfb-5e51487f22a0 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:40:40.704067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.710662 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/networks/0ce5b463-9a65-4dff-bcfb-5e51487f22a0 HTTP/1.1" status: 204 len: 168 time: 1.0114548 Dec 16 17:40:40.722199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47900) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:40.727193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'network': {'name': 'tempest-network--724773089'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:40.730309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e727f-ee02-4273-a853-adbfb7c52997 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ce5b463-9a65-4dff-bcfb-5e51487f22a0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:40.749851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.804388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Made reservation on behalf of 7a934a66188e49b2a34461a1880e84f1 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:40.807853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.822239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Made reservation on behalf of 1b8cbf49d92a42bd8784996a7d60826b for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:40.831591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.842934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f32a3661-35d6-4a8e-b410-568f8bdf74fb None None] Port a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:40.850311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.859496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.872410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:40.877516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:40.881270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.881622 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Added segment 9a140c18-4301-4a32-a79d-bc891b3bc344 of type vlan for network 0195fb54-ca39-4b86-bf2f-8104a82c8150 Dec 16 17:40:40.887677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.888037 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Added segment 50009ebf-d63b-4a9d-a683-ff7d3a6206ed of type vlan for network 579e19c7-5352-414d-bc80-5132979fb4c1 Dec 16 17:40:40.892856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.894289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.916810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.921761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.942776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.957049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.962948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:40.963608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:40.992229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c277e-dbae-4220-8be6-cef247f31e26 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:40.996867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-225c277e-dbae-4220-8be6-cef247f31e26 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3890355 Dec 16 17:40:41.000807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47902) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.003876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.004817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:41.005426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.034588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Network c6c98284-a624-4924-a41d-ee4c6e3845ba is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:41.044619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:41.050424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:41.063884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.086149 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4462612 Dec 16 17:40:41.086802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] Provisioning complete for port 8d13aa60-3130-43f8-9b4e-58ca839abe2a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:41.087250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.089792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.093176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47904) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.096550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c553f92-93d3-4bb0-91ff-51c55d13f902 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Network': ['ID=0195fb54-ca39-4b86-bf2f-8104a82c8150,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.118870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'admin_state_up': True, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:41.129378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.132581 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/0130b37c-00c1-49ce-b137-5b30ba74d478 HTTP/1.1" status: 204 len: 168 time: 1.0812368 Dec 16 17:40:41.136673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa638dc4-92d1-4b6d-bc05-1b3f6843a95b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=0130b37c-00c1-49ce-b137-5b30ba74d478,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.136899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47906) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.168117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:41.173868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Pushing event updated for resources: {'Port': ['ID=bdc959d1-f6e8-479c-bc57-21a541befd3d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.194547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce141db-cf2c-4531-9973-f23718a1b892 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:41.195469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed46dcb8-e09b-41f0-af48-9a237dedba36 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:41.197250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 0c81420e-a336-4310-bb2d-152223690de2 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:41.199108 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9ce141db-cf2c-4531-9973-f23718a1b892 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827214 Dec 16 17:40:41.200228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47908) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.205426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.resource_extend [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:40:41.205605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.228413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Attempting to bind port bdc959d1-f6e8-479c-bc57-21a541befd3d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:41.229171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Attempting to bind port bdc959d1-f6e8-479c-bc57-21a541befd3d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:41.229383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Attempting to bind port bdc959d1-f6e8-479c-bc57-21a541befd3d on network c6c98284-a624-4924-a41d-ee4c6e3845ba {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:41.259332 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5336959 Dec 16 17:40:41.265797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47910) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.273235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:41.277097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.286194 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-608f5c78-1dfa-4033-9a36-24226838e2d4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752766 Dec 16 17:40:41.297854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.298895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.314296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47912) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.341043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:41.341436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Checking segment: {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:41.341983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.342449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Bound using segment: {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:41.343148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Bound port: bdc959d1-f6e8-479c-bc57-21a541befd3d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:41.343622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.350394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.417652 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ba6c25a9-8f1d-4ef0-a8ee-64a8c7f3817d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1026914 Dec 16 17:40:41.429226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47914) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.454871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:41.461282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:41.468170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.470103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:41.470942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.474006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:41.474651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.475052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:32Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:39Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:41.482414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab3b54-68fc-474e-8f0b-f45f90429702 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Network': ['ID=579e19c7-5352-414d-bc80-5132979fb4c1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.502297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=a6d0a768-5ae1-4de7-9a84-dac70487e43e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.546843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 579e19c7-5352-414d-bc80-5132979fb4c1 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:41.568287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2859a-dc6e-4d95-aee3-b63a1bb8496e None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:32Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:39Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:41.628578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.629666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.632584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] For port bdc959d1-f6e8-479c-bc57-21a541befd3d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:41.633980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0645840 Dec 16 17:40:41.651929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47916) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:41.653548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.664378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] For port bdc959d1-f6e8-479c-bc57-21a541befd3d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bdc959d1-f6e8-479c-bc57-21a541befd3d,segment=NetworkSegment(042e3b29-464a-497a-8cb8-466aa295c67f),segment_id=042e3b29-464a-497a-8cb8-466aa295c67f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:41.664590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f269ca-8a48-4d5e-9b49-a3b8b8cfe97c tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Network': ['ID=85d6d982-699d-4d3c-a19f-cfc0c2209f54,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.685972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'subnet': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:41.698404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.751131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:41.763357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=a3a432e0-76e1-4384-9096-d4ac4cbfc5e6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.786175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=1ddeb719-b913-4366-9a5b-e800cef2e12f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.854515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] For port 8d13aa60-3130-43f8-9b4e-58ca839abe2a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8d13aa60-3130-43f8-9b4e-58ca839abe2a,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:41.883373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.902916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11b8ca-4bec-44aa-ba9d-9af5b82e97bf None None] Pushing event updated for resources: {'Port': ['ID=bdc959d1-f6e8-479c-bc57-21a541befd3d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.909428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] Could not find standard attr ID for object e6232d49-87e8-4315-bc0e-6246e5fd076f. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:40:41.940223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.975683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:41.990539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e695f31-26dc-4a70-ac27-ad3119d84fe3 None None] Pushing event updated for resources: {'Port': ['ID=8d13aa60-3130-43f8-9b4e-58ca839abe2a,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:41.997469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': '40acfe97-17be-4b63-882f-fa5a3ecb82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa082471-cec6-4969-9a8b-19a34e4a65ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:41.999481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2674f2-2142-418e-b836-5aeca90692dd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:42.001186 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6f2674f2-2142-418e-b836-5aeca90692dd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5495131 Dec 16 17:40:42.001814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: aa082471-cec6-4969-9a8b-19a34e4a65ca, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:42.007039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.010493 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f63e6ed6-3400-431f-b403-246eed5b0cca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 HTTP/1.1" status: 204 len: 168 time: 3.4589500 Dec 16 17:40:42.019095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47920) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:42.021416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47918) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:42.029788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.073184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.133773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.207825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=0c81420e-a336-4310-bb2d-152223690de2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:42.284854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Network 579e19c7-5352-414d-bc80-5132979fb4c1 is not hosted by any dhcp agent {{(pid=103243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:40:42.289570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:42.290856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.296104 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "PUT /v2.0/networks/579e19c7-5352-414d-bc80-5132979fb4c1 HTTP/1.1" status: 200 len: 857 time: 1.0292516 Dec 16 17:40:42.304243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.308187 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b05b70a1-74c9-4ed2-96ae-9b2e0e43bcb4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/0c81420e-a336-4310-bb2d-152223690de2 HTTP/1.1" status: 204 len: 168 time: 1.1700635 Dec 16 17:40:42.309353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:42.320308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47924) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:42.525634 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0a75e2e9-2ffe-4ded-b2a8-bef28d0fb1d1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4992466 Dec 16 17:40:42.541036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47926) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:42.570114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-515861575', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:42.675413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bdc959d1-f6e8-479c-bc57-21a541befd3d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:42.735937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:42.737062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bdc959d1-f6e8-479c-bc57-21a541befd3d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:42.737452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.740548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.766295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Allocated IP 2001:db8:3::1 (c6c98284-a624-4924-a41d-ee4c6e3845ba/78a331a7-0e48-485c-9cd3-8b768d580b71/f197da86-eea3-4649-b471-1b9e3c7fc4e0) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:42.860642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.923125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port bdc959d1-f6e8-479c-bc57-21a541befd3d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bdc959d1-f6e8-479c-bc57-21a541befd3d,segment=NetworkSegment(042e3b29-464a-497a-8cb8-466aa295c67f),segment_id=042e3b29-464a-497a-8cb8-466aa295c67f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:42.929470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.930830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8d13aa60-3130-43f8-9b4e-58ca839abe2a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:42.962687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:42.966192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:42.985404 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b667b2c-2665-4dbb-bc2d-c88ead1fd6f4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:42.986008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b667b2c-2665-4dbb-bc2d-c88ead1fd6f4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:42.988009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff7b6a6-f729-4707-b903-ece8045365f7 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:42.991872 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9b667b2c-2665-4dbb-bc2d-c88ead1fd6f4 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/0130b37c-00c1-49ce-b137-5b30ba74d478 HTTP/1.1" status: 404 len: 337 time: 0.6670239 Dec 16 17:40:42.991872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network aa082471-cec6-4969-9a8b-19a34e4a65ca is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:42.993578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47928) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:43.001673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f697f-64e4-4490-b195-31e620a26691 tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event updated for resources: {'Network': ['ID=579e19c7-5352-414d-bc80-5132979fb4c1,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:43.029329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94710c-d540-4a5a-8d1a-3103972f20e9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.033516 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2b94710c-d540-4a5a-8d1a-3103972f20e9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0132797 Dec 16 17:40:43.034309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47930) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:43.103521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.110255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-15d94028-7d02-457b-a348-642d2c02fbb2 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:43.110720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15d94028-7d02-457b-a348-642d2c02fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.140246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, aa082471-cec6-4969-9a8b-19a34e4a65ca) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:43.172678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa760123-3333-414a-9aaa-ae3bbc4f947b None None] Network aa082471-cec6-4969-9a8b-19a34e4a65ca requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:43.175129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.175553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:43.184485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.191633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.191858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.192727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.203248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=bdc959d1-f6e8-479c-bc57-21a541befd3d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:43.210122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.248661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting subnet 0541193f-33a2-44d6-bc32-6095ba2b2414 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:43.263481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8d13aa60-3130-43f8-9b4e-58ca839abe2a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:43.263481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.308341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.313013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.352971 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bde0bbdb-3caa-4967-9f48-8cdf3616e2a7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5657578 Dec 16 17:40:43.362478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47932) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:43.376036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Subnet': ['ID=1b192e61-edb9-4263-b99f-e31ce7ae3904,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:43.420147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Checking segment: {'id': 'c3eb18b6-b725-4e0e-86a1-2984d317c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:43.420644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network hostable DHCP agents. Network: 85d6d982-699d-4d3c-a19f-cfc0c2209f54, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:43.435474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-15d94028-7d02-457b-a348-642d2c02fbb2 None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:43.435928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15d94028-7d02-457b-a348-642d2c02fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.450878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.474609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbfed31-64ae-47cf-9a31-a8cab64d8693 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.475202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-15d94028-7d02-457b-a348-642d2c02fbb2 None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:43.478834 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0bbfed31-64ae-47cf-9a31-a8cab64d8693 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3611603 Dec 16 17:40:43.484267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47934) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:43.511677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.545710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network c6c98284-a624-4924-a41d-ee4c6e3845ba is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:43.552860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=f197da86-eea3-4649-b471-1b9e3c7fc4e0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:43.562400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:43.572271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:43.581115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:43.584503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.732342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 85d6d982-699d-4d3c-a19f-cfc0c2209f54) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:43.738900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.739876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.746299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdbdf46-43cc-4f5b-aff8-e0a8f0433783 None None] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:43.755938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea1d24-d1a9-47e9-939e-577d659fbb49 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.757610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea1d24-d1a9-47e9-939e-577d659fbb49 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.759290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea1d24-d1a9-47e9-939e-577d659fbb49 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:43.763374 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-19ea1d24-d1a9-47e9-939e-577d659fbb49 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2726364 Dec 16 17:40:43.777411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47936) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:43.789782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.792289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 1ddeb719-b913-4366-9a5b-e800cef2e12f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:43.792637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.805843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.847722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=c4e749f4-6844-4fe1-95d5-9c57f84a845b,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:43.853019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b0aa85fa-197d-4d2f-9e70-572141c19153 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1986952 Dec 16 17:40:43.855872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3413c-6562-4d16-957d-f6e5f36ae563 None None] Network c6c98284-a624-4924-a41d-ee4c6e3845ba requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:43.862265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:43.864580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47938) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:43.896050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-602415891'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:43.953906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'project_id': 'ec6875ac91254e35971227e209fb82d8', 'fixed_ips': [{'subnet_id': '1b192e61-edb9-4263-b99f-e31ce7ae3904'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:43.956416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.013239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579e19c7-5352-414d-bc80-5132979fb4c1']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:44.053471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.059591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:44.060006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 945d7fee-4621-42af-b175-594c8066b0cc, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:44.084869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50009ebf-d63b-4a9d-a683-ff7d3a6206ed') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:44.085150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50009ebf-d63b-4a9d-a683-ff7d3a6206ed') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:44.098632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.105662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-086fb69b-643e-4f13-a692-448f1e32eee2 None None] Provisioning complete for port bdc959d1-f6e8-479c-bc57-21a541befd3d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:44.106178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086fb69b-643e-4f13-a692-448f1e32eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.120328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 1c88e7b0-25eb-4912-bd2d-d3e0ff453e51 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:44.127322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.135421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.177423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 1ddeb719-b913-4366-9a5b-e800cef2e12f owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:44.216685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.257190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 945d7fee-4621-42af-b175-594c8066b0cc is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:44.259820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Allocated IP 2001:db8::2 (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/98537fc5-d096-4f1b-8da1-1dd497755c55) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:44.284122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 945d7fee-4621-42af-b175-594c8066b0cc) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:44.290278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:44.290886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.314974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.324653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.325468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.341118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660a1ad-0758-4344-9890-11fd53afeec5 None None] Network 945d7fee-4621-42af-b175-594c8066b0cc requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:44.389249 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a7d64c4-9108-49ae-86ae-a602e8388464 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8405640 Dec 16 17:40:44.429964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.447712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8ca8d652-6f00-485f-915b-e9952c7f5da7 None None] Provisioning complete for port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:44.448088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d652-6f00-485f-915b-e9952c7f5da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.478738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event updated for resources: {'Port': ['ID=f197da86-eea3-4649-b471-1b9e3c7fc4e0,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:44.554340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bdc959d1-f6e8-479c-bc57-21a541befd3d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:44.557208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Network c6c98284-a624-4924-a41d-ee4c6e3845ba is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:44.559181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:44.563938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.605983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.619611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:44.620074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.624741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.634490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-945d7fee-4621-42af-b175-594c8066b0cc', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:44.635672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.703689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:44.705471 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:44.719061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47942) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:44.745619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:44.755045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.767065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.796561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Subnet': ['ID=0541193f-33a2-44d6-bc32-6095ba2b2414,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:44.803135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.815290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:44.817749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:44.824689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.830413 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-77fe3d69-770c-4e4a-a66a-4e05c91aa7bb tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/0541193f-33a2-44d6-bc32-6095ba2b2414 HTTP/1.1" status: 204 len: 168 time: 1.8284528 Dec 16 17:40:44.836131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72877c3f-403f-42e8-a323-b52c9419fec5 None None] Network b4ed1cd4-56dd-4e27-880a-dfdaebfa112d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:44.838145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Pushing event updated for resources: {'Port': ['ID=98537fc5-d096-4f1b-8da1-1dd497755c55,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:44.849548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47944) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:44.855347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966327609', 'description': 'tempest-secgroup-smoke-1966327609 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:44.864340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:44.872220 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5f8af50d-232f-4a9d-a8d0-60673309af81 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8940275 Dec 16 17:40:44.875586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 579e19c7-5352-414d-bc80-5132979fb4c1 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 17:40:44.877286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47946) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:44.883874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:44.893356 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:44.904476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:44.905137 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:44.919857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Pushing event deleted for resources: {'Network': ['ID=579e19c7-5352-414d-bc80-5132979fb4c1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:44.922725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.924812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:44.928659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.931360 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-077aa4cf-7eb8-4a46-b97b-65e5d7744576 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:44.931507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077aa4cf-7eb8-4a46-b97b-65e5d7744576 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:44.939381 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-077aa4cf-7eb8-4a46-b97b-65e5d7744576 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/873f9593-e225-49e3-a9e5-86b9cf803b6d HTTP/1.1" status: 404 len: 337 time: 0.0801969 Dec 16 17:40:44.942526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:44.946771 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e8aaaa7-43ed-4ae9-9f56-bf065b84289b tempest-ExternalNetworksTestJSON-487570726 tempest-ExternalNetworksTestJSON-487570726-project-admin] 10.222.0.66 "DELETE /v2.0/networks/579e19c7-5352-414d-bc80-5132979fb4c1 HTTP/1.1" status: 204 len: 168 time: 2.6361792 Dec 16 17:40:44.956056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47948) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:44.956645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47950) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.013816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bdc959d1-f6e8-479c-bc57-21a541befd3d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:45.014189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.014568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.042155 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb52126-2e48-4257-bcc0-87d7d425c80c tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:45.042717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb52126-2e48-4257-bcc0-87d7d425c80c tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:45.048742 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4bb52126-2e48-4257-bcc0-87d7d425c80c tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] 10.222.0.66 "DELETE /v2.0/subnets/ad593d4c-fb73-481d-baee-bc0990e0c4bd HTTP/1.1" status: 404 len: 337 time: 0.0770693 Dec 16 17:40:45.053327 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6e5ba9b2-19c2-493a-a2a0-afd9ab959392 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9199ff7-64a7-4033-97d3-5b554c6a7734 HTTP/1.1" status: 200 len: 205 time: 0.0808797 Dec 16 17:40:45.054741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47952) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.055083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47954) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.057554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.097731 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:45.292127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8ca8d652-6f00-485f-915b-e9952c7f5da7 None None] Provisioning complete for port 8216e0fa-d508-491d-ad5c-a4cebea2e64f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:45.292493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d652-6f00-485f-915b-e9952c7f5da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.305840 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-e96b00b5-34bf-4bb0-bfd3-522dd28c7b3e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] delete failed (client error): The resource could not be found. Dec 16 17:40:45.306973 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e96b00b5-34bf-4bb0-bfd3-522dd28c7b3e tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/routers/b9199ff7-64a7-4033-97d3-5b554c6a7734 HTTP/1.1" status: 404 len: 336 time: 0.2457149 Dec 16 17:40:45.310547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.321712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47956) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.328284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.343904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Attempting to bind port 98537fc5-d096-4f1b-8da1-1dd497755c55 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:45.344280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Attempting to bind port 98537fc5-d096-4f1b-8da1-1dd497755c55 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'c3eb18b6-b725-4e0e-86a1-2984d317c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:45.344642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Attempting to bind port 98537fc5-d096-4f1b-8da1-1dd497755c55 on network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:45.358017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=1c88e7b0-25eb-4912-bd2d-d3e0ff453e51,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:45.364477 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63173cf-4fb6-498e-b157-3b2e2f0c346f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:45.365073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63173cf-4fb6-498e-b157-3b2e2f0c346f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:45.371428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c63173cf-4fb6-498e-b157-3b2e2f0c346f tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/53d43aea-713b-4ccf-b1e0-ae397e6fb3a8 HTTP/1.1" status: 404 len: 337 time: 0.0458260 Dec 16 17:40:45.374077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.378561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47958) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.387511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] device_id is not set on port 8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:45.389579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:45.390755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Checking segment: {'id': 'c3eb18b6-b725-4e0e-86a1-2984d317c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:45.391347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.391902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Bound using segment: {'id': 'c3eb18b6-b725-4e0e-86a1-2984d317c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:45.392661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Bound port: 98537fc5-d096-4f1b-8da1-1dd497755c55, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eb18b6-b725-4e0e-86a1-2984d317c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:45.393688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.430158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958ae1d-5f56-4bb0-be55-f5df0596368b None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:45.442519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Allocated IP 172.20.0.18 (945d7fee-4621-42af-b175-594c8066b0cc/c4e749f4-6844-4fe1-95d5-9c57f84a845b/b7a6d03d-6942-4f72-aaa2-02c40dd118e5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:45.454228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.461293 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9cf06666-f78c-45f0-869b-792b7950c4fa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/1c88e7b0-25eb-4912-bd2d-d3e0ff453e51 HTTP/1.1" status: 204 len: 168 time: 1.6827896 Dec 16 17:40:45.469782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47960) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.488068 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-994b47d4-3014-4551-b29d-fdfe7a462459 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:45.488617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994b47d4-3014-4551-b29d-fdfe7a462459 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:45.494104 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-994b47d4-3014-4551-b29d-fdfe7a462459 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/cfe68d72-7a5a-4fe5-a3f2-8b85576d4046 HTTP/1.1" status: 404 len: 337 time: 0.1093605 Dec 16 17:40:45.496653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47962) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.499663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.501408 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6516547 Dec 16 17:40:45.528248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47964) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.528931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d7226-700a-4cb9-b6bb-8728a9ead82b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a71e7a-0860-434b-96e6-f6d9fcce340f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:45.541339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '23a71e7a-0860-434b-96e6-f6d9fcce340f', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:45.574975 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:43Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:44Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:45.582988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.623954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.628973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 23e0f76c-8e41-4662-88c8-a2f6d21611f9 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:40:45.636658 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2659fbfa-c1cf-49d9-9fdf-106240a200a8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:45.637199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.637572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2659fbfa-c1cf-49d9-9fdf-106240a200a8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:45.644463 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2659fbfa-c1cf-49d9-9fdf-106240a200a8 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/9c9832af-5417-47ff-a9b3-657b6795248a HTTP/1.1" status: 404 len: 337 time: 0.0835903 Dec 16 17:40:45.647151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47966) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.647539 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:45.649064 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Updating router 4716c8dd-583c-4e18-a522-cf6d51420e30 port f197da86-eea3-4649-b471-1b9e3c7fc4e0 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:40:45.709566 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.719420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.729777 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da80020-1046-4bee-b565-c207c34a5f1b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:45.730612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da80020-1046-4bee-b565-c207c34a5f1b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:45.732254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.extraroute_db [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 17:40:45.737095 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9da80020-1046-4bee-b565-c207c34a5f1b tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/790269bb-9199-47c9-846d-3337c1e60a87 HTTP/1.1" status: 404 len: 333 time: 0.0784557 Dec 16 17:40:45.743681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47968) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.746426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.759263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.770318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eab5833-13fd-405a-99dc-0a8ee2086b19']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:45.782956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.789399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=1ddeb719-b913-4366-9a5b-e800cef2e12f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:45.794446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8d652-6f00-485f-915b-e9952c7f5da7 None None] Port 8216e0fa-d508-491d-ad5c-a4cebea2e64f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:45.806463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666c20ab-38bf-4949-b10c-3cf8ebcd4c48') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:45.806972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666c20ab-38bf-4949-b10c-3cf8ebcd4c48') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:45.840741 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b58c17f-021d-4f92-afcb-4a6791b01d74 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:45.841387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b58c17f-021d-4f92-afcb-4a6791b01d74 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:45.846985 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9b58c17f-021d-4f92-afcb-4a6791b01d74 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/7a13cc0f-251d-4e19-8a6d-76a4a2006e4e HTTP/1.1" status: 404 len: 337 time: 0.0925949 Dec 16 17:40:45.857452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47970) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.892028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:45.896546 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-17883711-fa56-4fd4-ba55-1b04bec0c2d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/1ddeb719-b913-4366-9a5b-e800cef2e12f HTTP/1.1" status: 204 len: 168 time: 2.5330725 Dec 16 17:40:45.899134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] DHCP port deletion for b4ed1cd4-56dd-4e27-880a-dfdaebfa112d request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:45.902294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47972) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:45.920139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] For port 98537fc5-d096-4f1b-8da1-1dd497755c55, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:45.924290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Network 945d7fee-4621-42af-b175-594c8066b0cc is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:45.974331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Allocated IP 172.26.2.60 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/c5b75ee3-a2e4-4e2c-8d50-71727742be57) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:45.984148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.022572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.073967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:46.074664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:46.078011 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:46.109672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Allocated IP 2001:db8::2e7 (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:46.121512 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.129515 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.155419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:46.157829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:46.162760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9a4dc-974e-43ea-8477-340e50ddcf94 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:46.168790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9a4dc-974e-43ea-8477-340e50ddcf94 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:46.170513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a3b9a4dc-974e-43ea-8477-340e50ddcf94 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2556462 Dec 16 17:40:46.179416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47974) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:46.191317 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfb74f-4d36-4f40-b075-4bfb494dfa8d None None] Pushing event updated for resources: {'Port': ['ID=f197da86-eea3-4649-b471-1b9e3c7fc4e0,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:46.203938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] For port 98537fc5-d096-4f1b-8da1-1dd497755c55, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=98537fc5-d096-4f1b-8da1-1dd497755c55,segment=NetworkSegment(c3eb18b6-b725-4e0e-86a1-2984d317c2db),segment_id=c3eb18b6-b725-4e0e-86a1-2984d317c2db)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:46.230007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Pushing event updated for resources: {'Port': ['ID=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:46.237997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aa561a78-a5a5-4172-8b22-24ce6be64fe2 None None] Provisioning complete for port f197da86-eea3-4649-b471-1b9e3c7fc4e0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:46.237997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa561a78-a5a5-4172-8b22-24ce6be64fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.260953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.287316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aa561a78-a5a5-4172-8b22-24ce6be64fe2 None None] Port f197da86-eea3-4649-b471-1b9e3c7fc4e0 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:46.289557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.312469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.315355 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Attempting to bind port f197da86-eea3-4649-b471-1b9e3c7fc4e0 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:46.315966 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Attempting to bind port f197da86-eea3-4649-b471-1b9e3c7fc4e0 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:46.316586 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Attempting to bind port f197da86-eea3-4649-b471-1b9e3c7fc4e0 on network c6c98284-a624-4924-a41d-ee4c6e3845ba {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:46.325186 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:46.325576 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Checking segment: {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:46.325986 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.326520 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Bound using segment: {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:46.326911 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] 10.222.0.66 "DELETE /v2.0/networks/0eab5833-13fd-405a-99dc-0a8ee2086b19 HTTP/1.1" status: 204 len: 168 time: 1.2667475 Dec 16 17:40:46.327665 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Bound port: f197da86-eea3-4649-b471-1b9e3c7fc4e0, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042e3b29-464a-497a-8cb8-466aa295c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:46.328078 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.328893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84195c06-4daa-4b66-bcad-9c10f5bf4c7e tempest-ExternalNetworksTestJSON-708743483 tempest-ExternalNetworksTestJSON-708743483-project] Pushing event deleted for resources: {'Network': ['ID=0eab5833-13fd-405a-99dc-0a8ee2086b19,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:46.348609 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a74237b-efbc-44bd-9cf6-fe4b4ce720b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:46.349061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a74237b-efbc-44bd-9cf6-fe4b4ce720b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:46.356304 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a74237b-efbc-44bd-9cf6-fe4b4ce720b3 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/b9bd7af2-b956-41a4-8dd2-92019719b738 HTTP/1.1" status: 404 len: 337 time: 0.4926121 Dec 16 17:40:46.360867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.extraroute_db [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Removed routes are [] {{(pid=103242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 17:40:46.361515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.366647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47978) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:46.399751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.412586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e10a477-e6bc-427c-b2b0-8cf6026e5a89 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:46.413436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e10a477-e6bc-427c-b2b0-8cf6026e5a89 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:46.422282 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5e10a477-e6bc-427c-b2b0-8cf6026e5a89 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/1d67fe5c-7349-4a84-913a-39be1dfd755b HTTP/1.1" status: 404 len: 333 time: 0.0547552 Dec 16 17:40:46.422935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47980) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:46.481255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Attempting to bind port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:46.481645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Attempting to bind port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:46.482010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Attempting to bind port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 on network 945d7fee-4621-42af-b175-594c8066b0cc {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:46.519477 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] For port f197da86-eea3-4649-b471-1b9e3c7fc4e0, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:46.523578 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] For port f197da86-eea3-4649-b471-1b9e3c7fc4e0, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f197da86-eea3-4649-b471-1b9e3c7fc4e0,segment=NetworkSegment(042e3b29-464a-497a-8cb8-466aa295c67f),segment_id=042e3b29-464a-497a-8cb8-466aa295c67f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:46.527377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:46.527997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Checking segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:46.528427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.528845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Bound using segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:46.529633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Bound port: b7a6d03d-6942-4f72-aaa2-02c40dd118e5, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:46.530061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.540887 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.550150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:46.673646 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2bbc92-f570-438e-9144-3a00feb42ed0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:46.673646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2bbc92-f570-438e-9144-3a00feb42ed0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:46.679629 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fc2bbc92-f570-438e-9144-3a00feb42ed0 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/f05a57be-da72-4841-9ef0-eacce5fd4d13 HTTP/1.1" status: 404 len: 337 time: 0.2302847 Dec 16 17:40:46.697212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47982) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:46.751371 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:46.756582 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:46.762090 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfb74f-4d36-4f40-b075-4bfb494dfa8d None None] Pushing event updated for resources: {'Port': ['ID=f197da86-eea3-4649-b471-1b9e3c7fc4e0,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:46.833870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aa561a78-a5a5-4172-8b22-24ce6be64fe2 None None] Provisioning complete for port bdc959d1-f6e8-479c-bc57-21a541befd3d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:46.834252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa561a78-a5a5-4172-8b22-24ce6be64fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.877729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.888811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.920256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47986) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:46.923836 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2689c94d-80e9-47b3-830f-021f29c93f4c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] DELETE failed (client error): The resource could not be found. Dec 16 17:40:46.924294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2689c94d-80e9-47b3-830f-021f29c93f4c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:46.932647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] Deleting port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:46.934958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:46.941169 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2689c94d-80e9-47b3-830f-021f29c93f4c tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/subnets/e510adc1-7ee4-4b49-a1f4-3e2901936eb3 HTTP/1.1" status: 404 len: 337 time: 0.2386007 Dec 16 17:40:46.961091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 47988) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:47.036606 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:47.050356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.055390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.105577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port a6d0a768-5ae1-4de7-9a84-dac70487e43e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:47.106120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.119601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] For port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,segment=NetworkSegment(b6359abf-9f08-4ace-bf49-ccaeb0604ba6),segment_id=b6359abf-9f08-4ace-bf49-ccaeb0604ba6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:47.120273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.143131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] Calling delete_port for 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:47.151249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=23e0f76c-8e41-4662-88c8-a2f6d21611f9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:47.157342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.161697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.168059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c22cb76e-9856-4c6b-81df-2fcb994580ca tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/23e0f76c-8e41-4662-88c8-a2f6d21611f9 HTTP/1.1" status: 204 len: 168 time: 1.6911583 Dec 16 17:40:47.170900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47992) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:47.184805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.205418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.261679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.267566 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-61b8f449-1ff5-435b-9601-151fe52c903f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943329 Dec 16 17:40:47.282727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47994) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:47.295881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.297550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:47.298331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.303927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3da50-643f-4e33-afd4-18d25fcce269 None None] Pushing event updated for resources: {'Port': ['ID=98537fc5-d096-4f1b-8da1-1dd497755c55,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:47.304479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.332695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10f9731-a7e0-4324-a644-de15be2a37e1,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:47.367734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] Pushing event deleted for resources: {'Port': ['ID=9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:47.379648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dea634-e196-4e21-8cbc-6c07d18952f0 None None] No DVR routers for this DVR port 9f73a5dc-fdd7-4dd0-85e2-37a61ffda69b on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:47.405693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] For port b7a6d03d-6942-4f72-aaa2-02c40dd118e5, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:47.413279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] For port b7a6d03d-6942-4f72-aaa2-02c40dd118e5, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:47.448080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.463015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.466659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e701497a-7535-4b92-993d-b64f74a31f83 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9298635 Dec 16 17:40:47.473756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47996) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:47.481349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '23a71e7a-0860-434b-96e6-f6d9fcce340f', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:47.533437 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:45Z', 'revision_number': 6, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:46Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:47.573051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.591641 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d2426-1768-432e-9a50-1dfc1ecec47d None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:45Z', 'revision_number': 6, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:46Z', 'revision_number': 4, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:47.622999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:47.683755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.688607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:47.692644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.710366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.742748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edab642-a644-4ddf-adca-8b61940a1c02 None None] Pushing event updated for resources: {'Port': ['ID=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:47.875629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b6eb9a4d-b1bd-46eb-8b46-f104fc7ec7b7 None None] Provisioning complete for port f197da86-eea3-4649-b471-1b9e3c7fc4e0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:47.876000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9a4d-b1bd-46eb-8b46-f104fc7ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.884330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d644c5-10f3-4347-be04-01a3ce6ff2e2,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:47.909211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.915214 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-293633d8-be15-4550-80dc-cb0e388eab86 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4383340 Dec 16 17:40:47.931289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 47998) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:47.938502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '23a71e7a-0860-434b-96e6-f6d9fcce340f', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:47.951591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:47.963582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:47.965541 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2e3037dd-b5e1-4fd3-814f-fce241123899 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 954 time: 3.0869620 Dec 16 17:40:47.971438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48000) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:48.067919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9a4d-b1bd-46eb-8b46-f104fc7ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.108051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8facb-0f64-4c48-9541-77b957dbddf2 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:48.111196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.188296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Port': ['ID=c5b75ee3-a2e4-4e2c-8d50-71727742be57,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:48.205757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.240822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.249284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b6eb9a4d-b1bd-46eb-8b46-f104fc7ec7b7 None None] For port f197da86-eea3-4649-b471-1b9e3c7fc4e0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f197da86-eea3-4649-b471-1b9e3c7fc4e0,segment=NetworkSegment(042e3b29-464a-497a-8cb8-466aa295c67f),segment_id=042e3b29-464a-497a-8cb8-466aa295c67f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:48.284902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3adb1-7270-4b05-9998-1ca663315fab None None] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:48.298214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9a4d-b1bd-46eb-8b46-f104fc7ec7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.308536 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-71e8be1e-e417-4508-8c61-94f544be5a96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12af522968f84aadad0bd347cb2339b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3674796 Dec 16 17:40:48.313238 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c57d0861-b49c-43c7-8d38-31247a5b7e11 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 954 time: 0.3367836 Dec 16 17:40:48.313439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48002) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:48.313699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48004) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:48.326891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'routes': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:48.351721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:48.387359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.403571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb9a4d-b1bd-46eb-8b46-f104fc7ec7b7 None None] Pushing event updated for resources: {'Port': ['ID=f197da86-eea3-4649-b471-1b9e3c7fc4e0,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:48.404928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for a6d0a768-5ae1-4de7-9a84-dac70487e43e owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:48.459328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Provisioning complete for port 98537fc5-d096-4f1b-8da1-1dd497755c55 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:48.459884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.489769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f294927f-4614-4869-b38c-d6c9af4b08d0,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:48.512284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:48.527912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:48.543718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:48.560836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.565369 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5af78286-ced8-4036-a440-91aafcd9d18b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6329610 Dec 16 17:40:48.571467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48006) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:48.578380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '23a71e7a-0860-434b-96e6-f6d9fcce340f', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:48.582178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc400923-4edb-4146-b4d8-85785848d41e None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:48.584402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:48.627921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:48.678533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:48.684562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:48.688465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.726340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.737083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:48.766565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.779766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.799172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f197da86-eea3-4649-b471-1b9e3c7fc4e0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:48.810825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] Deleting port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:48.811208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.843827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d7671eb-6b05-42b9-9b86-8925b194afa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.850352 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83a1401a-15f6-4a13-8d28-871d64c5fca5 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.9605839 Dec 16 17:40:48.873317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48008) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:48.874981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=a6d0a768-5ae1-4de7-9a84-dac70487e43e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:48.879431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Deleting port 8216e0fa-d508-491d-ad5c-a4cebea2e64f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:48.879783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.884726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1729473609', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:e3:e0:10'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:48.896666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.900054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cf9fdf54-f705-4b1e-b9e4-eecbe402c640 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/a6d0a768-5ae1-4de7-9a84-dac70487e43e HTTP/1.1" status: 204 len: 168 time: 2.7084081 Dec 16 17:40:48.913230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:48.916485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48010) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:48.926219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:48.940711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:48.945997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:48.986685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] For port 98537fc5-d096-4f1b-8da1-1dd497755c55, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=98537fc5-d096-4f1b-8da1-1dd497755c55,segment=NetworkSegment(c3eb18b6-b725-4e0e-86a1-2984d317c2db),segment_id=c3eb18b6-b725-4e0e-86a1-2984d317c2db)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:49.008262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.048599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.053578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] For port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:49.054045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.064064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Calling delete_port for 8216e0fa-d508-491d-ad5c-a4cebea2e64f owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:49.073811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.081289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] Calling delete_port for 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:49.129302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Provisioning complete for port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:49.129636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.131184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f197da86-eea3-4649-b471-1b9e3c7fc4e0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:49.131467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d7671eb-6b05-42b9-9b86-8925b194afa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.131589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.198401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.258654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:49.276899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ed0f0-8621-4a92-a3ee-9b31486017c8 None None] Pushing event updated for resources: {'Port': ['ID=98537fc5-d096-4f1b-8da1-1dd497755c55,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:49.289499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=a1d3a110-c828-4fce-9fc2-e86df806fd06,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:49.304212 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-68285ea1-0008-40e1-9fc1-17ba2f595df0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0194004 Dec 16 17:40:49.318931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:49.319496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:49.326646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48012) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:49.335545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:49.399403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7bffd-2237-4996-a90e-417f46543a5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:49.404258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cbb7bffd-2237-4996-a90e-417f46543a5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4735577 Dec 16 17:40:49.411529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Port': ['ID=8216e0fa-d508-491d-ad5c-a4cebea2e64f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:49.419747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48014) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:49.424614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.435981 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9de88b9e-7a3a-46ee-96cd-1decfb4b72be tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/ports/8216e0fa-d508-491d-ad5c-a4cebea2e64f HTTP/1.1" status: 204 len: 168 time: 2.4707623 Dec 16 17:40:49.440755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48016) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:49.526068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.559302 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:40:49.594093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.600345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b1ac4-a65d-4d29-8bef-a03c8978722f None None] Network 945d7fee-4621-42af-b175-594c8066b0cc requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:49.716278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.737161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:49.748060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.770839 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac3b18-e3f7-41e5-a77a-df14620a31cd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:40:49.776710 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c6ac3b18-e3f7-41e5-a77a-df14620a31cd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/1ddeb719-b913-4366-9a5b-e800cef2e12f HTTP/1.1" status: 404 len: 333 time: 0.3128211 Dec 16 17:40:49.788342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48018) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:49.826579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] Pushing event deleted for resources: {'Port': ['ID=0e588bb8-5a0e-4289-a7c2-9bf4ed74b939,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:49.840514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a8ac7-45e7-4eee-96df-bb29111129d8 None None] No DVR routers for this DVR port 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:40:49.845472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ed1cd4-56dd-4e27-880a-dfdaebfa112d']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:49.849533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d7671eb-6b05-42b9-9b86-8925b194afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.852218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d7671eb-6b05-42b9-9b86-8925b194afa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.853546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5d7671eb-6b05-42b9-9b86-8925b194afa7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67aeed5c-d1cd-48dc-9b41-384b0b25c491 HTTP/1.1" status: 204 len: 168 time: 1.5384736 Dec 16 17:40:49.854466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fae52a4-cce4-4c67-8f48-11173d042f0c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:40:49.856111 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6fae52a4-cce4-4c67-8f48-11173d042f0c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/a6d0a768-5ae1-4de7-9a84-dac70487e43e HTTP/1.1" status: 404 len: 333 time: 0.0650058 Dec 16 17:40:49.862225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48022) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:49.875703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 98537fc5-d096-4f1b-8da1-1dd497755c55 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:49.887748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:49.888041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6359abf-9f08-4ace-bf49-ccaeb0604ba6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:49.898395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.905216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7671eb-6b05-42b9-9b86-8925b194afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aeed5c-d1cd-48dc-9b41-384b0b25c491,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:49.905410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.908488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410200c-0a90-48a4-ad39-25aca2f7f372 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:49.933745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:49.943367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.025132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:50.025528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:50.028710 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:50.069198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.073357 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4993312 Dec 16 17:40:50.074649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0a984-80c9-4455-aace-410724a10939 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a348a6e-8919-4d0f-a8c7-ff3820289972,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:50.077574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48026) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.085812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '23a71e7a-0860-434b-96e6-f6d9fcce340f', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:50.142288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:50.154652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.158809 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:40:50.162036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Provisioning complete for port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:50.162471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.165317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.172694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.175880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.186227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.223878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.229817 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] 10.222.0.66 "DELETE /v2.0/networks/b4ed1cd4-56dd-4e27-880a-dfdaebfa112d HTTP/1.1" status: 204 len: 168 time: 0.7877610 Dec 16 17:40:50.257436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:50.269774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 98537fc5-d096-4f1b-8da1-1dd497755c55 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:50.270100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.275979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ca97c-5791-410c-b46f-7534befe6f86 tempest-PortsTestJSON-297557541 tempest-PortsTestJSON-297557541-project] Pushing event deleted for resources: {'Network': ['ID=b4ed1cd4-56dd-4e27-880a-dfdaebfa112d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:50.276224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': 'a1d3a110-c828-4fce-9fc2-e86df806fd06'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:50.277110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.277365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.347571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48030) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.442647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.extraroute_db [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added routes are [] {{(pid=103242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 17:40:50.442901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.extraroute_db [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 17:40:50.486820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.ipam_backend_mixin [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1d3a110-c828-4fce-9fc2-e86df806fd06 (CIDR: 2001:db8::/64) Dec 16 17:40:50.525977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.534443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.543862 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:40:50.544502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:40:50.575745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.596507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48034) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.597871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] device_id is not set on port 7768024a-cafe-4d0e-ad02-2b792a287e60 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:50.598717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b7a6d03d-6942-4f72-aaa2-02c40dd118e5 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:50.606742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.608508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:45Z', 'revision_number': 6, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:48Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:50.621622 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9cfd560d-16e9-4cf4-8ad2-6259b320460f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2932930 Dec 16 17:40:50.622384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48038) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.631044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:50.640263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.662318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa082471-cec6-4969-9a8b-19a34e4a65ca']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:50.673566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40acfe97-17be-4b63-882f-fa5a3ecb82f9') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:50.673863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40acfe97-17be-4b63-882f-fa5a3ecb82f9') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:50.681767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:50.687152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] For port b7a6d03d-6942-4f72-aaa2-02c40dd118e5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:50.688653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/a1d3a110-c828-4fce-9fc2-e86df806fd06/fc0424d7-752a-49f3-bb09-b4b2903de1c6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:50.688888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.707903 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.708183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.716754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:40:50.717352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.773827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:50.774176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:40:50.782334 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:40:50.791509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.853195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.854554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7724953 Dec 16 17:40:50.860728 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7fc9fa11-3484-40ff-ac35-234c204df468 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b8cbf49d92a42bd8784996a7d60826b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832530 Dec 16 17:40:50.861610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d76d26-8d81-4a17-816b-21a4372f312d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e513cd2-b40b-4e3e-8be8-7b64163343e3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:50.866162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48040) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.866519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48042) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.873331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '23a71e7a-0860-434b-96e6-f6d9fcce340f', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:50.881561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.885542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.889689 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/aa082471-cec6-4969-9a8b-19a34e4a65ca HTTP/1.1" status: 204 len: 168 time: 1.0110328 Dec 16 17:40:50.903698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Provisioning complete for port 8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:50.904070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.907399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48044) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:50.913579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1935539295'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:50.929075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5cebc-00a7-4bb6-9a99-790a3c672b67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=aa082471-cec6-4969-9a8b-19a34e4a65ca,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:50.952691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:50.954143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.973359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:40:50.977463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:40:50.977600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:50.981323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Pushing event updated for resources: {'Port': ['ID=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:50.981612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b5c8-783f-44c4-a43e-ac104b17316c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.981747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:50.989245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.021226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:51.051903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e6c01794-e657-499d-b1bd-3caf05e77f73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf1b54e767a74247a4e73c3a9b784177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446232 Dec 16 17:40:51.059234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48046) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:51.069462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b5c8-783f-44c4-a43e-ac104b17316c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.075253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Port 8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:51.150549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:51.154052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.178381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.179834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Provisioning complete for port 98537fc5-d096-4f1b-8da1-1dd497755c55 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:51.180334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.184569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Allocated IP 2001:db8::42 (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/7768024a-cafe-4d0e-ad02-2b792a287e60) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:51.194549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.220641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:51.237525 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Sync routers for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:51.238382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66eb14d-4427-40d1-97ad-5f763175333b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:51.250765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b5c8-783f-44c4-a43e-ac104b17316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.253477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b5c8-783f-44c4-a43e-ac104b17316c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.258017 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0a5b5c8-783f-44c4-a43e-ac104b17316c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c7cdd31-4274-4ccb-8b79-cc278c5ebb28 HTTP/1.1" status: 204 len: 168 time: 0.3893602 Dec 16 17:40:51.261133 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:51.262749 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:51.264753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.266781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a67fde20-952d-4f7c-8495-c80b28f22e63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3993704 Dec 16 17:40:51.278317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.280463 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-de78739a-6d66-401a-be2e-cac034711f7c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.1842687 Dec 16 17:40:51.281941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5b5c8-783f-44c4-a43e-ac104b17316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7cdd31-4274-4ccb-8b79-cc278c5ebb28,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:51.291080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48052) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:51.309070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.340846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:51.346943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.393500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.393832 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment 6f7ddac3-0e5b-482f-b304-162cbd6c4609 of type vlan for network b30c2d74-e55c-447a-8053-77725dcbcc03 Dec 16 17:40:51.395966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67b91db8-a3e0-4d61-b32b-b2730c41f829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.470023 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:51.484995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.512692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.587979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:51.601889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:51.609714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Pushing event updated for resources: {'Port': ['ID=fc0424d7-752a-49f3-bb09-b4b2903de1c6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:51.612461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:51.758511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67b91db8-a3e0-4d61-b32b-b2730c41f829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.780669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.805702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f197da86-eea3-4649-b471-1b9e3c7fc4e0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:51.837809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Attempting to bind port fc0424d7-752a-49f3-bb09-b4b2903de1c6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:51.837984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Attempting to bind port fc0424d7-752a-49f3-bb09-b4b2903de1c6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:51.838303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Attempting to bind port fc0424d7-752a-49f3-bb09-b4b2903de1c6 on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:51.847232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:40:51.861525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:51.862117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:51.862578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.862980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:51.863471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Bound port: fc0424d7-752a-49f3-bb09-b4b2903de1c6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:51.863856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.886920 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0767a71c-c72e-4bea-bf51-c833f2516e0a tempest-TestNetworkAdvancedServerOps-28244932 tempest-TestNetworkAdvancedServerOps-28244932-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=7a934a66188e49b2a34461a1880e84f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5944090 Dec 16 17:40:51.893127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Provisioning complete for port c5b75ee3-a2e4-4e2c-8d50-71727742be57 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:51.893500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:51.899101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48078) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:51.923255 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-da925371-33d9-48a0-a007-354febdd6fdd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966327609&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.2808514 Dec 16 17:40:51.984495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:50Z', 'revision_number': 7, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:48Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:51.990276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76108795-48cf-4d7a-8139-38c5181abb90 None None] Port c5b75ee3-a2e4-4e2c-8d50-71727742be57 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:52.023020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c7dcb-9208-4323-b74c-1eb59be899fa None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:50Z', 'revision_number': 7, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:48Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:52.028996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f197da86-eea3-4649-b471-1b9e3c7fc4e0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:52.029516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.031415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6da00895-3944-48ed-8020-126400c61c32 None None] For port fc0424d7-752a-49f3-bb09-b4b2903de1c6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:52.035329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6da00895-3944-48ed-8020-126400c61c32 None None] For port fc0424d7-752a-49f3-bb09-b4b2903de1c6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fc0424d7-752a-49f3-bb09-b4b2903de1c6,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:52.050491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18395f-2760-49ea-aaad-23e79828647c tempest-TestNetworkAdvancedServerOps-28244932 tempest-TestNetworkAdvancedServerOps-28244932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:52.052989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3f18395f-2760-49ea-aaad-23e79828647c tempest-TestNetworkAdvancedServerOps-28244932 tempest-TestNetworkAdvancedServerOps-28244932-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511486 Dec 16 17:40:52.055897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48082) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:52.083425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.095012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.100844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:52.101759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.127583 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-03ef081d-6e66-45bf-b042-1bae6e5887fd tempest-TestNetworkAdvancedServerOps-28244932 tempest-TestNetworkAdvancedServerOps-28244932-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672061 Dec 16 17:40:52.128074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48084) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:52.140268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907739971', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:52.142177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.229974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9d09303f-834c-46b6-a5d8-72e47c13e34e None None] Provisioning complete for port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:52.230907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d09303f-834c-46b6-a5d8-72e47c13e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.259587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00895-3944-48ed-8020-126400c61c32 None None] Pushing event updated for resources: {'Port': ['ID=fc0424d7-752a-49f3-bb09-b4b2903de1c6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:52.302058 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:49Z', 'revision_number': 3, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:52.346852 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Checking router: 6f7e31ac-477b-4aa9-90dd-d38f81c097ab for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:52.347447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Updating router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab port c5b75ee3-a2e4-4e2c-8d50-71727742be57 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:40:52.363484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 98537fc5-d096-4f1b-8da1-1dd497755c55 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:52.375070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Made reservation on behalf of 7a934a66188e49b2a34461a1880e84f1 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:52.380747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.386725 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.576003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 98537fc5-d096-4f1b-8da1-1dd497755c55 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:52.577298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.698797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b7a6d03d-6942-4f72-aaa2-02c40dd118e5 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:52.778360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8657472 Dec 16 17:40:52.780568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48094) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:52.782106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:52.782495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.787865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:52.817907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67b91db8-a3e0-4d61-b32b-b2730c41f829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.820455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67b91db8-a3e0-4d61-b32b-b2730c41f829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.821655 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-67b91db8-a3e0-4d61-b32b-b2730c41f829 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/704202c3-73c0-4b7a-bd55-b4f05960414c HTTP/1.1" status: 204 len: 168 time: 1.7567198 Dec 16 17:40:52.865208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3fb3e-6536-4c41-840e-9b4da81c41b9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=b30c2d74-e55c-447a-8053-77725dcbcc03,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:52.908386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b91db8-a3e0-4d61-b32b-b2730c41f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704202c3-73c0-4b7a-bd55-b4f05960414c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:52.909364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network b30c2d74-e55c-447a-8053-77725dcbcc03 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:52.935174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-c78ca995-fee4-45b0-a9f0-ce105dd9403f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:52.943032 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-c78ca995-fee4-45b0-a9f0-ce105dd9403f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=945d7fee-4621-42af-b175-594c8066b0cc HTTP/1.1" status: 200 len: 796 time: 1.0183163 Dec 16 17:40:52.951154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:40:52.957357 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.972156 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.982459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.984094 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-815a3eed-8631-429d-b55c-d24d75f7c825 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 704 time: 4.6636767 Dec 16 17:40:52.986123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:52.988094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48100) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:53.019201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-7c566b4e-931a-40dd-9a13-a08610927db2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0749018 Dec 16 17:40:53.022850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.097934 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eba9d2-30b0-4ffc-ae1b-b3fae0230f31 None None] Pushing event updated for resources: {'Port': ['ID=c5b75ee3-a2e4-4e2c-8d50-71727742be57,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:53.144570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fe18e-3c53-475f-9538-bbf58a028552 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:53.147788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:40:53.160404 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Attempting to bind port c5b75ee3-a2e4-4e2c-8d50-71727742be57 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:53.160785 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Attempting to bind port c5b75ee3-a2e4-4e2c-8d50-71727742be57 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:53.162886 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Attempting to bind port c5b75ee3-a2e4-4e2c-8d50-71727742be57 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:53.180691 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:53.181114 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:53.182724 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.183641 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:53.184560 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Bound port: c5b75ee3-a2e4-4e2c-8d50-71727742be57, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:53.187111 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.195530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Subnet': ['ID=d9ca7206-6e93-4fa3-a7c8-e06674b341aa,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:53.215598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:53.220923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.231937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:53.233799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:53.244765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:53.270408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=7768024a-cafe-4d0e-ad02-2b792a287e60,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:53.325711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Checking segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:53.327638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] For port c5b75ee3-a2e4-4e2c-8d50-71727742be57, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:53.328114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network hostable DHCP agents. Network: 0195fb54-ca39-4b86-bf2f-8104a82c8150, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:53.342912 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] For port c5b75ee3-a2e4-4e2c-8d50-71727742be57, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c5b75ee3-a2e4-4e2c-8d50-71727742be57,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:53.345525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:53.358813 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.376986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:53.379736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b36b2c46-d4cb-4cae-9532-1cd0faae13a6 None None] Provisioning complete for port c5b75ee3-a2e4-4e2c-8d50-71727742be57 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:53.380340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b36b2c46-d4cb-4cae-9532-1cd0faae13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.406227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:53.413554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.425414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Performing IP validity checks on allocation pools {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 17:40:53.429305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 17:40:53.435079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:53.507733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:40:53.510169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f9911-9e85-4ca3-bbe3-b13e5f74c0f8 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:40:53.572369 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-3dd30aed-6a8c-40fb-b4b1-1534f4af7076 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5518930 Dec 16 17:40:53.601069 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:53.601835 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:53.633014 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5ba4caa8-29dd-46e8-a023-38cc19c439c1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 704 time: 0.6348057 Dec 16 17:40:53.673366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48114) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:53.692430 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eba9d2-30b0-4ffc-ae1b-b3fae0230f31 None None] Pushing event updated for resources: {'Port': ['ID=c5b75ee3-a2e4-4e2c-8d50-71727742be57,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:53.712416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:40:53.712708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0e588bb8-5a0e-4289-a7c2-9bf4ed74b939 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:40:53.722416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:53.757447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.objects.ports [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103242) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:40:53.873556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b36b2c46-d4cb-4cae-9532-1cd0faae13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.908077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:53.946137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 0195fb54-ca39-4b86-bf2f-8104a82c8150) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:53.965575 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:53.967123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b36b2c46-d4cb-4cae-9532-1cd0faae13a6 None None] For port c5b75ee3-a2e4-4e2c-8d50-71727742be57, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c5b75ee3-a2e4-4e2c-8d50-71727742be57,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:53.974370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c25d2-8bf3-4200-8264-a96173e6fe2c None None] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:53.995859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:53.996761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.061880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-834bcbbf-7ed3-4600-b6d0-36560d67dd4e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9305575 Dec 16 17:40:54.069612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48128) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:54.073568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=1c315f76-b27b-4795-ba3f-3c91013d5c1c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:54.096361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fc0424d7-752a-49f3-bb09-b4b2903de1c6 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:54.182111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b36b2c46-d4cb-4cae-9532-1cd0faae13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.185314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': '6f7ddac3-0e5b-482f-b304-162cbd6c4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:54.185800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: b30c2d74-e55c-447a-8053-77725dcbcc03, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:40:54.243788 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-db20dddb-423e-4edf-8e20-0f2be049426a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.3622415 Dec 16 17:40:54.258914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48136) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:54.259386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48138) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:54.324054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48142) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:54.333219 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:49Z', 'revision_number': 3, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:54.368799 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fd2ac-712c-4438-896e-3e307614e2f6 None None] The sync data for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv is: [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:49Z', 'revision_number': 3, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:54.377249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network b30c2d74-e55c-447a-8053-77725dcbcc03 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:40:54.414006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f60c2d-8a1d-443c-8076-7a03047bbd0b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:54.423018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f60c2d-8a1d-443c-8076-7a03047bbd0b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:54.431812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f60c2d-8a1d-443c-8076-7a03047bbd0b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:54.436502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c7f60c2d-8a1d-443c-8076-7a03047bbd0b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1731198 Dec 16 17:40:54.438385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48146) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:54.441818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-04f922f4-076d-4b1c-9d8b-5927b5f0ad55 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-733040467'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:54.442310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-04f922f4-076d-4b1c-9d8b-5927b5f0ad55 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Unknown quota resources ['metering_label']. {{(pid=103243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:40:54.448451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-862852567'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:54.463403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, b30c2d74-e55c-447a-8053-77725dcbcc03) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:54.469466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:54.470080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.535480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce3f812-7771-494e-877c-561925b24c98 None None] Network b30c2d74-e55c-447a-8053-77725dcbcc03 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:54.593683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-abe8a67c-5192-4c0d-a99c-97aa6d983430 service neutron] 10.222.0.66 "GET /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0202537 Dec 16 17:40:54.676577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Provisioning complete for port fc0424d7-752a-49f3-bb09-b4b2903de1c6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:54.677035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.724106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b2c46-d4cb-4cae-9532-1cd0faae13a6 None None] Pushing event updated for resources: {'Port': ['ID=c5b75ee3-a2e4-4e2c-8d50-71727742be57,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:54.731352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.841903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:50Z', 'revision_number': 7, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:48Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:54.843991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fc0424d7-752a-49f3-bb09-b4b2903de1c6 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:54.844354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.846049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-0195fb54-ca39-4b86-bf2f-8104a82c8150', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:54.846858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.919337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-b30c2d74-e55c-447a-8053-77725dcbcc03', 'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': '1c315f76-b27b-4795-ba3f-3c91013d5c1c'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:40:54.920730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:54.923274 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-edde698c-4f75-4ea0-8d0f-62a8adb707b1 service neutron] 10.222.0.66 "GET /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071511 Dec 16 17:40:54.928679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:40:55.091526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:40:55.092212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:55.114186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] For port fc0424d7-752a-49f3-bb09-b4b2903de1c6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fc0424d7-752a-49f3-bb09-b4b2903de1c6,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:55.208749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:55.212961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.233528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Allocated IP 172.20.0.2 (0195fb54-ca39-4b86-bf2f-8104a82c8150/d9ca7206-6e93-4fa3-a7c8-e06674b341aa/8efec12c-6a58-4bbb-a9a9-44aa6866973e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:55.275542 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-475c21cd-afa6-4e97-83ab-4f5397b3034a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4914792 Dec 16 17:40:55.280663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48154) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:55.284981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.290426 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c590d737-7045-4fa8-a6c0-867dd7650d08 req-387f03dc-b4d0-498c-b6f3-dc75087d26b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 210 time: 0.0914319 Dec 16 17:40:55.343879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.350486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.352836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03', 'name': 'tempest-PortsIpV6TestJSON-751896553'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:55.363960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.365043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.483923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:40:55.539748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-04f922f4-076d-4b1c-9d8b-5927b5f0ad55 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.543344 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-04f922f4-076d-4b1c-9d8b-5927b5f0ad55 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2728634 Dec 16 17:40:55.555550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48160) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:55.565796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7cc1328f-4eb8-4b11-b29f-ae4d12de0fb4 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b8450f18-ed75-45da-84fa-d22b0400af2e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:55.566298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7cc1328f-4eb8-4b11-b29f-ae4d12de0fb4 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:40:55.631337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.730021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:40:55.730370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:40:55.796006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Allocated IP 2001:db8::2 (b30c2d74-e55c-447a-8053-77725dcbcc03/1c315f76-b27b-4795-ba3f-3c91013d5c1c/567ac63d-70e8-4b10-80b0-82b44739849d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:55.827057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port fc0424d7-752a-49f3-bb09-b4b2903de1c6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fc0424d7-752a-49f3-bb09-b4b2903de1c6,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:55.881924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.912782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:55.980664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:55.985157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:55.997356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:55.999209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.003373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.004544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=30854d24-5ed0-4456-af5b-ccd746c20c8f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:56.009877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295646f-ff62-40a0-bc77-c91a9114cdf1 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:56.013565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.041412 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.services.metering.metering_plugin [None req-7cc1328f-4eb8-4b11-b29f-ae4d12de0fb4 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 17:40:56.050517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.054666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:56.058650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.079667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.114731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5b75ee3-a2e4-4e2c-8d50-71727742be57 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:56.116694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=fc0424d7-752a-49f3-bb09-b4b2903de1c6,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:56.129119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=fc0424d7-752a-49f3-bb09-b4b2903de1c6,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:56.148603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.149352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.149797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.150285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.150797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.151417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.151828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.152301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.152730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.153213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.153627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.154068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.155037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.176174 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting port 7768024a-cafe-4d0e-ad02-2b792a287e60 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:56.176585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.183033 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.5580606 Dec 16 17:40:56.184425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.185126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.186338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.186338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.186554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:56.187221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.189051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.191121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.191498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.192303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.192789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.193795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.194414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.194696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a6f29-dcfb-4900-a86d-3c18001a7fa5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.211603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48164) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:56.218085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:bc:10:ce', 'name': 'tempest-NetworksTestDHCPv6-1865528377'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:56.226313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:56.259580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 30f4c2e6-9270-4a92-9171-dfd7957f908b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:56.260084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:56.291511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7cc1328f-4eb8-4b11-b29f-ae4d12de0fb4 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.296367 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7cc1328f-4eb8-4b11-b29f-ae4d12de0fb4 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7312365 Dec 16 17:40:56.301324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48166) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:56.308369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8500dac3-6b77-441c-ac0c-04bc8fa0fbd0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:56.312981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.313325 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment 89729a7a-130a-4815-8b61-c7ca0b15eabf of type vlan for network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 Dec 16 17:40:56.317108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-95919f10-70c5-4d23-acfc-073189251bd3 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b8450f18-ed75-45da-84fa-d22b0400af2e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:56.317606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-95919f10-70c5-4d23-acfc-073189251bd3 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:40:56.409092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.409436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.409690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.410022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.410360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.410687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.411217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.411553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.411884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.412206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.413050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.413561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.413988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:56.470310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:56.472573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Pushing event updated for resources: {'Port': ['ID=8efec12c-6a58-4bbb-a9a9-44aa6866973e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:56.554001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.569309 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.services.metering.metering_plugin [None req-95919f10-70c5-4d23-acfc-073189251bd3 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 17:40:56.609405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.652710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.658834 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6385eded-f55c-49e0-8162-0a4fd6e455c7 req-2e46a449-4f86-473b-90c0-b7b8e537af37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 210 time: 0.1588950 Dec 16 17:40:56.701207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:56.726131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.727960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Attempting to bind port 8efec12c-6a58-4bbb-a9a9-44aa6866973e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:56.728593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Attempting to bind port 8efec12c-6a58-4bbb-a9a9-44aa6866973e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:56.728741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Attempting to bind port 8efec12c-6a58-4bbb-a9a9-44aa6866973e on network 0195fb54-ca39-4b86-bf2f-8104a82c8150 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:56.730261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Calling delete_port for 7768024a-cafe-4d0e-ad02-2b792a287e60 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:56.735394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c5b75ee3-a2e4-4e2c-8d50-71727742be57 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:56.737832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.750710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95919f10-70c5-4d23-acfc-073189251bd3 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.751936 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-95919f10-70c5-4d23-acfc-073189251bd3 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4447401 Dec 16 17:40:56.777073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:50Z', 'revision_number': 7, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:48Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:40:56.794461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.809240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Provisioning complete for port 7768024a-cafe-4d0e-ad02-2b792a287e60 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:56.809448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:56.809594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.810317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.815076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:56.815456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Checking segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:56.815839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.816220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Bound using segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:56.817043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Bound port: 8efec12c-6a58-4bbb-a9a9-44aa6866973e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:56.817198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48170) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:56.817303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.847830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:56.872466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Network b30c2d74-e55c-447a-8053-77725dcbcc03 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:56.895310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b34e61-2dfd-4b53-8d1f-1489d9bd4a95 None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:50Z', 'revision_number': 7, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f197da86-eea3-4649-b471-1b9e3c7fc4e0', 'name': '', 'network_id': 'c6c98284-a624-4924-a41d-ee4c6e3845ba', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:b7:d4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:40:48Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '78a331a7-0e48-485c-9cd3-8b768d580b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:40:56.923810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:56.930162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:56.936248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Pushing event updated for resources: {'Port': ['ID=567ac63d-70e8-4b10-80b0-82b44739849d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:56.957990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 43d12cc6-9fd6-4a67-83e6-0e288c6315f7 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:56.975243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-033b0460-06f1-4a8d-b09f-a16d00471fe9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:56.976826 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-033b0460-06f1-4a8d-b09f-a16d00471fe9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=945d7fee-4621-42af-b175-594c8066b0cc HTTP/1.1" status: 200 len: 796 time: 0.4320712 Dec 16 17:40:57.002138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6671855 Dec 16 17:40:57.004079 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-431e1dcc-90e8-4ce4-8c1a-ae79ba3fa975 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=fae66866-e624-419b-b5bd-d0490a9b9e0d HTTP/1.1" status: 200 len: 464 time: 0.1645012 Dec 16 17:40:57.026798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Port 7768024a-cafe-4d0e-ad02-2b792a287e60 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:40:57.032613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.034162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.035582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.036116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.036614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.037161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.037665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.039077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.040523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.041249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.041744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.042230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.042711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:40:57.048176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48176) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:57.048524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48178) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:57.069229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-744517682'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:57.127795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::31c (b30c2d74-e55c-447a-8053-77725dcbcc03/1c315f76-b27b-4795-ba3f-3c91013d5c1c/30f4c2e6-9270-4a92-9171-dfd7957f908b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:57.137683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222979f5-5723-4d12-894e-661f0f142096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=1484ccf2-27e6-4c60-bbdb-5d3021cfc238,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:57.167045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:57.174045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] For port 8efec12c-6a58-4bbb-a9a9-44aa6866973e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:57.178755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Provisioning complete for port c5b75ee3-a2e4-4e2c-8d50-71727742be57 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:57.179240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45526985-b27b-4571-9e83-d249cb5482c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.181442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Attempting to bind port 567ac63d-70e8-4b10-80b0-82b44739849d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:40:57.181885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Attempting to bind port 567ac63d-70e8-4b10-80b0-82b44739849d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '6f7ddac3-0e5b-482f-b304-162cbd6c4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:40:57.182310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Attempting to bind port 567ac63d-70e8-4b10-80b0-82b44739849d on network b30c2d74-e55c-447a-8053-77725dcbcc03 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:40:57.231063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.252777 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-b2915571-2e34-463b-ae3a-9c7d4164a254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 472 time: 0.2626364 Dec 16 17:40:57.272563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:40:57.273109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Checking segment: {'id': '6f7ddac3-0e5b-482f-b304-162cbd6c4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:40:57.273595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.274054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Bound using segment: {'id': '6f7ddac3-0e5b-482f-b304-162cbd6c4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:40:57.274766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Bound port: 567ac63d-70e8-4b10-80b0-82b44739849d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7ddac3-0e5b-482f-b304-162cbd6c4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b30c2d74-e55c-447a-8053-77725dcbcc03'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:40:57.275225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.283594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] For port 8efec12c-6a58-4bbb-a9a9-44aa6866973e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8efec12c-6a58-4bbb-a9a9-44aa6866973e,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:57.311621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.327212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['23a71e7a-0860-434b-96e6-f6d9fcce340f']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:57.468753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port f197da86-eea3-4649-b471-1b9e3c7fc4e0 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:40:57.469166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.497451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:57.506446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.534162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.538534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fda12-1aeb-4515-9e6d-45d20c6c84c7 None None] Pushing event updated for resources: {'Port': ['ID=8efec12c-6a58-4bbb-a9a9-44aa6866973e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:57.550571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] For port 567ac63d-70e8-4b10-80b0-82b44739849d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:40:57.559583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] For port 567ac63d-70e8-4b10-80b0-82b44739849d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=567ac63d-70e8-4b10-80b0-82b44739849d,segment=NetworkSegment(6f7ddac3-0e5b-482f-b304-162cbd6c4609),segment_id=6f7ddac3-0e5b-482f-b304-162cbd6c4609)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:40:57.573172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.635167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Port': ['ID=7768024a-cafe-4d0e-ad02-2b792a287e60,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:57.656602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-682a6de7-e066-4e00-8e50-cb94495d9278 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.657781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-682a6de7-e066-4e00-8e50-cb94495d9278 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/fae66866-e624-419b-b5bd-d0490a9b9e0d HTTP/1.1" status: 204 len: 168 time: 0.5973158 Dec 16 17:40:57.665941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde3b48-d033-4e60-8710-ea3b7ec626ea None None] Pushing event updated for resources: {'Port': ['ID=567ac63d-70e8-4b10-80b0-82b44739849d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:57.684869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port f197da86-eea3-4649-b471-1b9e3c7fc4e0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f197da86-eea3-4649-b471-1b9e3c7fc4e0,segment=NetworkSegment(042e3b29-464a-497a-8cb8-466aa295c67f),segment_id=042e3b29-464a-497a-8cb8-466aa295c67f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:57.685379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.704707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48180) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:57.707413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::3d9 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/a1d3a110-c828-4fce-9fc2-e86df806fd06/43d12cc6-9fd6-4a67-83e6-0e288c6315f7) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:57.715986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for f197da86-eea3-4649-b471-1b9e3c7fc4e0 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:40:57.725453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:40:57.736568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.737289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment 5373fa89-a3d5-48b1-93e0-b04ab40179c4 of type vlan for network d27476af-9c7c-4165-965f-91522ddbbe35 Dec 16 17:40:57.743501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:10ce (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/30854d24-5ed0-4456-af5b-ccd746c20c8f/43d12cc6-9fd6-4a67-83e6-0e288c6315f7) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:57.758715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d2aa7df9-72a2-4086-b631-f5ceee15f386 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=fae66866-e624-419b-b5bd-d0490a9b9e0d HTTP/1.1" status: 200 len: 221 time: 0.0494626 Dec 16 17:40:57.809888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48184) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:57.832302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d293419c-958a-4707-91fa-77f125815478 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1895457519', 'description': 'label created by tempest'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:57.832801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d293419c-958a-4707-91fa-77f125815478 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Unknown quota resources ['metering_label']. {{(pid=103242) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 17:40:57.867807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.902917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-74a2403a-74e6-4b5d-9045-20262fe4267f None None] Provisioning complete for port fc0424d7-752a-49f3-bb09-b4b2903de1c6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:57.903357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a2403a-74e6-4b5d-9045-20262fe4267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:57.906521 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a84d5e35-bdcc-4c03-953e-0a25e8f1c89f req-d0fd5a67-a905-460f-bae2-0c3b13425c43 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 210 time: 0.0868983 Dec 16 17:40:57.986563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:40:58.115411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:58.119592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.243906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8efec12c-6a58-4bbb-a9a9-44aa6866973e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:58.286344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Allocated IP 172.20.0.1 (0195fb54-ca39-4b86-bf2f-8104a82c8150/d9ca7206-6e93-4fa3-a7c8-e06674b341aa/4e23bdda-4f97-47de-95dd-7f75c7e5a037) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:58.297236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8efec12c-6a58-4bbb-a9a9-44aa6866973e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:58.297869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.344388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.350093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:58.350687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.372758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.376083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0ce9f3c-da82-4c65-8539-46f3a61b3d44 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/ports/7768024a-cafe-4d0e-ad02-2b792a287e60 HTTP/1.1" status: 204 len: 168 time: 3.9228649 Dec 16 17:40:58.386157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48186) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:58.387469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.423606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 8efec12c-6a58-4bbb-a9a9-44aa6866973e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8efec12c-6a58-4bbb-a9a9-44aa6866973e,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:58.428820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.429663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fc0424d7-752a-49f3-bb09-b4b2903de1c6 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:40:58.471743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.482559 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4210005 Dec 16 17:40:58.485829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48188) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:58.501366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:58.510091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=8efec12c-6a58-4bbb-a9a9-44aa6866973e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:58.523953 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fc0424d7-752a-49f3-bb09-b4b2903de1c6 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:58.524411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.536485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b771c-21db-47d6-bb12-a5c60624ae6c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=d27476af-9c7c-4165-965f-91522ddbbe35,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:58.555139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d27476af-9c7c-4165-965f-91522ddbbe35 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:40:58.567097 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d80f514-944c-40e3-a0c8-873c9e41b1fe tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] GET failed (client error): The resource could not be found. Dec 16 17:40:58.571898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3d80f514-944c-40e3-a0c8-873c9e41b1fe tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "GET /v2.0/ports/7768024a-cafe-4d0e-ad02-2b792a287e60 HTTP/1.1" status: 404 len: 333 time: 0.1411617 Dec 16 17:40:58.574831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48190) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:58.575003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d293419c-958a-4707-91fa-77f125815478 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.577356 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d293419c-958a-4707-91fa-77f125815478 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7623954 Dec 16 17:40:58.578153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48192) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:58.581035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1032656378'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:40:58.731793 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a0d656b4-3095-4d03-95a0-338b02aa8333 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=575de672-b306-4c4a-b45c-6169b5da43a5 HTTP/1.1" status: 200 len: 468 time: 0.1451786 Dec 16 17:40:58.734076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:58.749546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.778824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.811985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.821351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.27 (945d7fee-4621-42af-b175-594c8066b0cc/c4e749f4-6844-4fe1-95d5-9c57f84a845b/206b0c40-51a1-49e7-9ea8-91d041535c60) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:40:58.846674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:58.912393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=f197da86-eea3-4649-b471-1b9e3c7fc4e0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:59.226283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1793c-dae0-47f3-83ec-269686eea395 None None] Network b30c2d74-e55c-447a-8053-77725dcbcc03 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:59.312683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.322841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a2b226e4-24bd-4c88-b53f-81b78592daf9 None None] Provisioning complete for port 567ac63d-70e8-4b10-80b0-82b44739849d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:59.330087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e4-24bd-4c88-b53f-81b78592daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.340520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network b30c2d74-e55c-447a-8053-77725dcbcc03 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:59.384998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:59.388534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.403326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:59.417392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:59.423548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:59.424179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.488335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e4-24bd-4c88-b53f-81b78592daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.490249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=30f4c2e6-9270-4a92-9171-dfd7957f908b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:59.490531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.505376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.509061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:59.529815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ce921-c922-4ed4-8726-c6d32aaa67e5 None None] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:40:59.548926 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-553fec53-c945-4f4b-98e3-b1db40e74dbb req-ed14cdcc-b648-49cc-975a-2b9ebd237708 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 210 time: 0.4902692 Dec 16 17:40:59.578425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:59.584235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2b226e4-24bd-4c88-b53f-81b78592daf9 None None] For port 567ac63d-70e8-4b10-80b0-82b44739849d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=567ac63d-70e8-4b10-80b0-82b44739849d,segment=NetworkSegment(6f7ddac3-0e5b-482f-b304-162cbd6c4609),segment_id=6f7ddac3-0e5b-482f-b304-162cbd6c4609)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:40:59.614983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e4-24bd-4c88-b53f-81b78592daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.621055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:40:59.650907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:59.674067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-27e6b2a9-3d9e-4296-9f78-928191d18d26 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3275645 Dec 16 17:40:59.696050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:40:59.698533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:40:59.704352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:40:59.705226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.706869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b226e4-24bd-4c88-b53f-81b78592daf9 None None] Pushing event updated for resources: {'Port': ['ID=567ac63d-70e8-4b10-80b0-82b44739849d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:59.707025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48198) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:59.707477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:40:59.732221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.746055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=43d12cc6-9fd6-4a67-83e6-0e288c6315f7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:59.752886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4eb441cc-0014-40e1-872f-c1f053c870bc tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.753547 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4eb441cc-0014-40e1-872f-c1f053c870bc tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/575de672-b306-4c4a-b45c-6169b5da43a5 HTTP/1.1" status: 204 len: 168 time: 1.0115442 Dec 16 17:40:59.760979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48200) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:59.785837 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b7eeb7f2-dd39-4c18-a120-2345c8392a23 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5716596 Dec 16 17:40:59.792536 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9f2cd936-af72-4ba8-8831-1270a0247112 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=575de672-b306-4c4a-b45c-6169b5da43a5 HTTP/1.1" status: 200 len: 216 time: 0.0286655 Dec 16 17:40:59.793260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48202) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:59.793600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48204) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:59.810173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5ee4c770-616c-4746-af5b-8690b76119ac None None] Provisioning complete for port 8efec12c-6a58-4bbb-a9a9-44aa6866973e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:40:59.811466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c770-616c-4746-af5b-8690b76119ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.832744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.836264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Port': ['ID=4e23bdda-4f97-47de-95dd-7f75c7e5a037,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:40:59.858505 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b39c4c03-e6fd-4e79-98d2-b78d15844f28 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0579271 Dec 16 17:40:59.863808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48206) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:40:59.881705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:40:59.887323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] device_id is not set on port b4fc5a90-2725-4989-b850-fb92c4054a38 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:40:59.989477 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f6343b95-359a-430c-9cd3-7abd0c06e0a5 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1157157 Dec 16 17:41:00.005706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48208) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:00.109962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e827a4d4-f167-44fd-a8af-e0fa39ef91c7 None None] Provisioning complete for port 567ac63d-70e8-4b10-80b0-82b44739849d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.110562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e827a4d4-f167-44fd-a8af-e0fa39ef91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.143831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:00.152561 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ab6dc820-f023-46b8-b6f3-9048d5274aa1 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/b8450f18-ed75-45da-84fa-d22b0400af2e HTTP/1.1" status: 200 len: 472 time: 0.1157038 Dec 16 17:41:00.159991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48210) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:00.185217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.193109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-53681113-2b99-4e86-a7df-2f28857a0cb4 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/e68e7ef3-9f5f-4c93-96bb-c34d5fb88184 HTTP/1.1" status: 200 len: 461 time: 0.0318100 Dec 16 17:41:00.207849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48212) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:00.330660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e827a4d4-f167-44fd-a8af-e0fa39ef91c7 None None] Provisioning complete for port 30f4c2e6-9270-4a92-9171-dfd7957f908b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.336217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e827a4d4-f167-44fd-a8af-e0fa39ef91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.371595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 567ac63d-70e8-4b10-80b0-82b44739849d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:00.401457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 945d7fee-4621-42af-b175-594c8066b0cc is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:00.409651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 43d12cc6-9fd6-4a67-83e6-0e288c6315f7 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:00.410092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.413592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:00.416200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:00.422854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e827a4d4-f167-44fd-a8af-e0fa39ef91c7 None None] Port 30f4c2e6-9270-4a92-9171-dfd7957f908b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:00.438673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 30f4c2e6-9270-4a92-9171-dfd7957f908b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:00.439019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.455608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 567ac63d-70e8-4b10-80b0-82b44739849d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.455987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.503113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Allocated IP 2001:db8::1c6 (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/b4fc5a90-2725-4989-b850-fb92c4054a38) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:00.505018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=206b0c40-51a1-49e7-9ea8-91d041535c60,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:00.598123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.617615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8efec12c-6a58-4bbb-a9a9-44aa6866973e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:00.621147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.656381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-85b0d051-62ca-4f29-9490-3383b410e14d tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.660566 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-85b0d051-62ca-4f29-9490-3383b410e14d tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/e68e7ef3-9f5f-4c93-96bb-c34d5fb88184 HTTP/1.1" status: 204 len: 168 time: 0.4507196 Dec 16 17:41:00.661449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48216) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:00.680755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:00.690108 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-582cb3ed-4010-4735-a47f-5ceab1bdd077 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0040443 Dec 16 17:41:00.694595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:00.696209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.696554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Provisioning complete for port 43d12cc6-9fd6-4a67-83e6-0e288c6315f7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.696895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.698760 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:00.722661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48218) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:00.724182 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:00.727028 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:00.740900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-77e3a7c5-0ebc-41e1-ac48-5f0dbab71b12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4393849 Dec 16 17:41:00.786240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8efec12c-6a58-4bbb-a9a9-44aa6866973e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.786627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.809045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Request body: {'port': {'device_id': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:00.832872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=008e2099-1783-46a3-ba42-21df097d5802,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:00.850622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Port 43d12cc6-9fd6-4a67-83e6-0e288c6315f7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:00.863564 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:00.868727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Provisioning complete for port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.869323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.885624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.932343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': '89729a7a-130a-4815-8b61-c7ca0b15eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:00.933155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: 1484ccf2-27e6-4c60-bbdb-5d3021cfc238, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:00.939978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 43d12cc6-9fd6-4a67-83e6-0e288c6315f7 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:00.941218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:00.962913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:00.976645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Provisioning complete for port 30f4c2e6-9270-4a92-9171-dfd7957f908b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:00.977710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.012714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 30f4c2e6-9270-4a92-9171-dfd7957f908b owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:01.026405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Port 30f4c2e6-9270-4a92-9171-dfd7957f908b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:01.047517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Provisioning complete for port 8efec12c-6a58-4bbb-a9a9-44aa6866973e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:01.047940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086b6803-7f5f-4bf1-99b0-25678ed64f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.070817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.085095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:01.100973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163317bf-903f-450c-bd00-16482bdd7dd5 req-3bc137ab-920a-411b-9238-286041b5c5a2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:01.103027 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-163317bf-903f-450c-bd00-16482bdd7dd5 req-3bc137ab-920a-411b-9238-286041b5c5a2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 932 time: 0.3775373 Dec 16 17:41:01.108449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet 78a331a7-0e48-485c-9cd3-8b768d580b71 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:01.121350 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:58Z', 'revision_number': 8, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:01.143634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 1484ccf2-27e6-4c60-bbdb-5d3021cfc238) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:01.155403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.159382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785fc53-2308-450b-87bd-8348a0cff4cc None None] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:01.167527 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:01.179048 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:01.179740 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:01.194816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:01.195701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.264198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.272062 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-99c75564-b42f-4ab7-965c-72bdc9545a65 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7813292 Dec 16 17:41:01.277207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48220) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:01.282500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:01.289859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70d7bead-dd94-4e42-9834-996435fa4372 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.294222 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-70d7bead-dd94-4e42-9834-996435fa4372 tempest-MeteringTestJSON-600872038 tempest-MeteringTestJSON-600872038-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/b8450f18-ed75-45da-84fa-d22b0400af2e HTTP/1.1" status: 204 len: 168 time: 0.6253951 Dec 16 17:41:01.349096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-163317bf-903f-450c-bd00-16482bdd7dd5 req-c411e0f5-c550-4891-9b4f-95d7500af1ed tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949141 Dec 16 17:41:01.351872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.385217 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:01.490291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-1484ccf2-27e6-4c60-bbdb-5d3021cfc238', 'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '008e2099-1783-46a3-ba42-21df097d5802'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:01.491356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.534353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.570092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.637506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:01.646133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:01.652132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:01.657055 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.662864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:01.669337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:01.671303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.712345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.758156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=b4fc5a90-2725-4989-b850-fb92c4054a38,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:01.773654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Allocated IP 172.20.0.2 (1484ccf2-27e6-4c60-bbdb-5d3021cfc238/008e2099-1783-46a3-ba42-21df097d5802/9d9b013b-acd2-436d-99f4-d2df02414340) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:01.779814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e657638a-d39d-4609-a9f2-39d242278b7e None None] Provisioning complete for port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:01.780567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e657638a-d39d-4609-a9f2-39d242278b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.819413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e657638a-d39d-4609-a9f2-39d242278b7e None None] Port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:01.839114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e657638a-d39d-4609-a9f2-39d242278b7e None None] Provisioning complete for port 206b0c40-51a1-49e7-9ea8-91d041535c60 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:01.839727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e657638a-d39d-4609-a9f2-39d242278b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.853757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.857066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/30f4c2e6-9270-4a92-9171-dfd7957f908b HTTP/1.1" status: 204 len: 168 time: 2.1216211 Dec 16 17:41:01.861478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.884226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48226) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:01.918342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:01.920301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a05934-054e-4d33-88a9-12beaf59b452 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=30f4c2e6-9270-4a92-9171-dfd7957f908b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:01.944173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48228) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:01.989844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.051039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e657638a-d39d-4609-a9f2-39d242278b7e None None] Port 206b0c40-51a1-49e7-9ea8-91d041535c60 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:02.077596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.083314 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/43d12cc6-9fd6-4a67-83e6-0e288c6315f7 HTTP/1.1" status: 204 len: 168 time: 2.2849145 Dec 16 17:41:02.087868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805832fd-8d0e-48b1-bd07-7f50457f10e5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=43d12cc6-9fd6-4a67-83e6-0e288c6315f7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:02.101847 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c11480e6-35a0-4904-a148-5a4c359efea8 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5286188 Dec 16 17:41:02.102897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48232) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:02.104702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48234) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:02.128486 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:58Z', 'revision_number': 8, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:02.159071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a783679-885a-40ae-a093-e213f4a145d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:02.159497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a783679-885a-40ae-a093-e213f4a145d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:02.167937 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7a783679-885a-40ae-a093-e213f4a145d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/30f4c2e6-9270-4a92-9171-dfd7957f908b HTTP/1.1" status: 404 len: 333 time: 0.2650571 Dec 16 17:41:02.178464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:e3:e0:10'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:02.184362 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59441ca7-bba0-4cb8-9735-2e502cfd4f6e None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:40:58Z', 'revision_number': 8, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d13aa60-3130-43f8-9b4e-58ca839abe2a', 'name': '', 'network_id': 'c2a64681-ee21-4fb5-87fd-dbb8ff5f8741', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:01:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '91467e67-c61f-493a-9466-e51c034abfe8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:30Z', 'updated_at': '2021-12-16T17:40:41Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '91467e67-c61f-493a-9466-e51c034abfe8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:02.190579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48236) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:02.291379 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b540639-36d9-4976-855e-3bc5b68ae074 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:02.296140 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3b540639-36d9-4976-855e-3bc5b68ae074 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/30f4c2e6-9270-4a92-9171-dfd7957f908b HTTP/1.1" status: 404 len: 333 time: 0.0930545 Dec 16 17:41:02.301528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48238) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:02.317629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-987f0d42-4678-4e1c-838a-b5a398696e68 None None] Provisioning complete for port b4fc5a90-2725-4989-b850-fb92c4054a38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:02.318149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-987f0d42-4678-4e1c-838a-b5a398696e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.328783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.342627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.358393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Port': ['ID=4e23bdda-4f97-47de-95dd-7f75c7e5a037,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:02.359511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.368974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc6378-d6e6-463c-9b9d-d9bae8dd6379 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:02.370516 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a2bc6378-d6e6-463c-9b9d-d9bae8dd6379 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2492416 Dec 16 17:41:02.376323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4493d3b-de8a-42ec-b3ca-28869ab350de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.381928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48240) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:02.393854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-987f0d42-4678-4e1c-838a-b5a398696e68 None None] Port b4fc5a90-2725-4989-b850-fb92c4054a38 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:02.407492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Pushing event updated for resources: {'Port': ['ID=9d9b013b-acd2-436d-99f4-d2df02414340,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:02.415416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:02.417353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:02.426162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:02.445493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.484887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.491548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48244) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:02.491832 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/78a331a7-0e48-485c-9cd3-8b768d580b71 HTTP/1.1" status: 204 len: 168 time: 1.7675827 Dec 16 17:41:02.504800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf18b3-61ba-4139-bdca-35918b407605 None None] Network c6c98284-a624-4924-a41d-ee4c6e3845ba requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:02.551809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Attempting to bind port 9d9b013b-acd2-436d-99f4-d2df02414340 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:02.551809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Attempting to bind port 9d9b013b-acd2-436d-99f4-d2df02414340 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '89729a7a-130a-4815-8b61-c7ca0b15eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:02.551809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Attempting to bind port 9d9b013b-acd2-436d-99f4-d2df02414340 on network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:02.570467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:02.570863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Checking segment: {'id': '89729a7a-130a-4815-8b61-c7ca0b15eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:02.571252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.571651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Bound using segment: {'id': '89729a7a-130a-4815-8b61-c7ca0b15eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:02.572310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Bound port: 9d9b013b-acd2-436d-99f4-d2df02414340, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89729a7a-130a-4815-8b61-c7ca0b15eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1484ccf2-27e6-4c60-bbdb-5d3021cfc238'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:02.573411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.580570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:02.588005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:02.659127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.711193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] For port 9d9b013b-acd2-436d-99f4-d2df02414340, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:02.716205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] For port 9d9b013b-acd2-436d-99f4-d2df02414340, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9b013b-acd2-436d-99f4-d2df02414340,segment=NetworkSegment(89729a7a-130a-4815-8b61-c7ca0b15eabf),segment_id=89729a7a-130a-4815-8b61-c7ca0b15eabf)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:02.733675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.777404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.866370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ccce9-54f8-400b-bdb5-6932c4c0e75c None None] Pushing event updated for resources: {'Port': ['ID=9d9b013b-acd2-436d-99f4-d2df02414340,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:02.870532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] DHCP port deletion for c6c98284-a624-4924-a41d-ee4c6e3845ba request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:02.955588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] Deleting port bdc959d1-f6e8-479c-bc57-21a541befd3d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:02.956224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.962931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:02.965406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 1c315f76-b27b-4795-ba3f-3c91013d5c1c {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:02.970860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72474cd9-c7a6-4819-aa15-dc401a6e95de tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=78a331a7-0e48-485c-9cd3-8b768d580b71,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:02.997105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.002300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b0c40-51a1-49e7-9ea8-91d041535c60 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:41:03.036554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f1b71-910a-4a95-90c7-8c321884aed3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:03.042507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48246) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:03.044242 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ff4f1b71-910a-4a95-90c7-8c321884aed3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6577895 Dec 16 17:41:03.060804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6738c677-4e98-40fe-be22-2228be5ae7f6 None None] Provisioning complete for port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:03.061338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6738c677-4e98-40fe-be22-2228be5ae7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.061477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.079216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] For port bdc959d1-f6e8-479c-bc57-21a541befd3d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bdc959d1-f6e8-479c-bc57-21a541befd3d,segment=NetworkSegment(042e3b29-464a-497a-8cb8-466aa295c67f),segment_id=042e3b29-464a-497a-8cb8-466aa295c67f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:03.081094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.146137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.152169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] Calling delete_port for bdc959d1-f6e8-479c-bc57-21a541befd3d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:03.172249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6738c677-4e98-40fe-be22-2228be5ae7f6 None None] Port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:03.183586 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Transition to ACTIVE for port object 206b0c40-51a1-49e7-9ea8-91d041535c60 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:41:03.197541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658535e5-506c-45bf-92e0-4181f7154035 req-9aefb6fd-b983-461e-a1af-846e7270fd99 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:03.199123 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-658535e5-506c-45bf-92e0-4181f7154035 req-9aefb6fd-b983-461e-a1af-846e7270fd99 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 932 time: 0.7012742 Dec 16 17:41:03.207664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.264382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.300658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] No DVR routers for this DVR port bdc959d1-f6e8-479c-bc57-21a541befd3d on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:03.302512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974118ac-7076-4e09-9285-eadaef49c466 None None] Pushing event deleted for resources: {'Port': ['ID=bdc959d1-f6e8-479c-bc57-21a541befd3d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:03.341062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:03.350793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=206b0c40-51a1-49e7-9ea8-91d041535c60,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:03.361601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4493d3b-de8a-42ec-b3ca-28869ab350de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.369674 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-658535e5-506c-45bf-92e0-4181f7154035 req-a40b99e9-d8bf-4a4a-9614-87ce637b2020 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568007 Dec 16 17:41:03.371980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:03.377605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4493d3b-de8a-42ec-b3ca-28869ab350de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.381489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73274465-9f26-4839-8c98-0e050b1544d7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:03.383687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73274465-9f26-4839-8c98-0e050b1544d7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:03.386038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73274465-9f26-4839-8c98-0e050b1544d7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:03.390970 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-73274465-9f26-4839-8c98-0e050b1544d7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3415000 Dec 16 17:41:03.395057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48248) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:03.407870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port bdc959d1-f6e8-479c-bc57-21a541befd3d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:03.408211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.415783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': '5373fa89-a3d5-48b1-93e0-b04ab40179c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:03.416150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: d27476af-9c7c-4165-965f-91522ddbbe35, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:03.479706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.539218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b4493d3b-de8a-42ec-b3ca-28869ab350de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28193b92a4f04b3eb7c5d6e0468f6a09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5731461 Dec 16 17:41:03.542034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48250) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:03.606596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493d3b-de8a-42ec-b3ca-28869ab350de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12dd302-5839-44b1-8f4c-bb5bf4904f4e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:03.646264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.695174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.698753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/1c315f76-b27b-4795-ba3f-3c91013d5c1c HTTP/1.1" status: 204 len: 168 time: 1.3937993 Dec 16 17:41:03.699965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312f940-d3ba-4f4b-9256-7b8861179616 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=1c315f76-b27b-4795-ba3f-3c91013d5c1c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:03.704254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48252) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:03.706062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e5e54-c411-4241-93dd-ec982d730dcc None None] Network b30c2d74-e55c-447a-8053-77725dcbcc03 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:03.818166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.823865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Attempting to bind port 206b0c40-51a1-49e7-9ea8-91d041535c60 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:03.824349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Attempting to bind port 206b0c40-51a1-49e7-9ea8-91d041535c60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:03.824782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Attempting to bind port 206b0c40-51a1-49e7-9ea8-91d041535c60 on network 945d7fee-4621-42af-b175-594c8066b0cc {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:03.857800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Port 206b0c40-51a1-49e7-9ea8-91d041535c60 on network 945d7fee-4621-42af-b175-594c8066b0cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:03.858477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Attempting to bind port 206b0c40-51a1-49e7-9ea8-91d041535c60 on network 945d7fee-4621-42af-b175-594c8066b0cc {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:03.860689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1616d419-8117-4d68-945c-5c9b7f4f184d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.870836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.899506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.916445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1616d419-8117-4d68-945c-5c9b7f4f184d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:03.978227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:03.978888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Checking segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:03.979161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Bound using segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:03.979722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Bound port: 206b0c40-51a1-49e7-9ea8-91d041535c60, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:03.980260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.000783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1616d419-8117-4d68-945c-5c9b7f4f184d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.003482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1616d419-8117-4d68-945c-5c9b7f4f184d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.004716 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1616d419-8117-4d68-945c-5c9b7f4f184d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d12dd302-5839-44b1-8f4c-bb5bf4904f4e HTTP/1.1" status: 204 len: 168 time: 0.4595554 Dec 16 17:41:04.005218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] DHCP port deletion for b30c2d74-e55c-447a-8053-77725dcbcc03 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:04.032324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616d419-8117-4d68-945c-5c9b7f4f184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12dd302-5839-44b1-8f4c-bb5bf4904f4e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:04.102227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 30854d24-5ed0-4456-af5b-ccd746c20c8f {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:04.105804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network d27476af-9c7c-4165-965f-91522ddbbe35 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:04.117677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port bdc959d1-f6e8-479c-bc57-21a541befd3d, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:04.120018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.123679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 567ac63d-70e8-4b10-80b0-82b44739849d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:04.124087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.126222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] In _notify_port_updated(), no bound segment for port b4fc5a90-2725-4989-b850-fb92c4054a38 on network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:04.140837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] For port 206b0c40-51a1-49e7-9ea8-91d041535c60, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:04.153248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:04.157675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.161133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "PUT /v2.0/ports/b4fc5a90-2725-4989-b850-fb92c4054a38 HTTP/1.1" status: 200 len: 1003 time: 2.0017533 Dec 16 17:41:04.178715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48256) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:04.191227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.226319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9b013b-acd2-436d-99f4-d2df02414340 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:04.240600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] For port 206b0c40-51a1-49e7-9ea8-91d041535c60, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=206b0c40-51a1-49e7-9ea8-91d041535c60,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:04.268229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.283240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] Deleting port 567ac63d-70e8-4b10-80b0-82b44739849d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:04.283622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.293873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.404093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] For port 567ac63d-70e8-4b10-80b0-82b44739849d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=567ac63d-70e8-4b10-80b0-82b44739849d,segment=NetworkSegment(6f7ddac3-0e5b-482f-b304-162cbd6c4609),segment_id=6f7ddac3-0e5b-482f-b304-162cbd6c4609)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:04.404899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.426228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] Calling delete_port for 567ac63d-70e8-4b10-80b0-82b44739849d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:04.434345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9d9b013b-acd2-436d-99f4-d2df02414340 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:04.434930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.502101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:04.502896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.512024 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] 10.222.0.57 "PUT /v2.0/ports/206b0c40-51a1-49e7-9ea8-91d041535c60 HTTP/1.1" status: 200 len: 1094 time: 3.7109737 Dec 16 17:41:04.531758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'tag': '206b0c40-51a1-49e7-9ea8-91d041535c60'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:41:04.535067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f2d26-afe0-4094-8a23-8e9ffb024199" -d '{"events": [{"name": "network-changed", "server_uuid": "b74a38a6-620b-42de-9d00-a3fa437523da", "tag": "206b0c40-51a1-49e7-9ea8-91d041535c60"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:41:04.586380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, d27476af-9c7c-4165-965f-91522ddbbe35) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:04.636515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for bdc959d1-f6e8-479c-bc57-21a541befd3d owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:04.641807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0179d-7054-45e7-b224-18ca40506e09 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=b4fc5a90-2725-4989-b850-fb92c4054a38,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:04.660572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Port bdc959d1-f6e8-479c-bc57-21a541befd3d was not found and therefore no delete operation was performed {{(pid=103243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:41:04.662310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] For port 567ac63d-70e8-4b10-80b0-82b44739849d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=567ac63d-70e8-4b10-80b0-82b44739849d,segment=NetworkSegment(6f7ddac3-0e5b-482f-b304-162cbd6c4609),segment_id=6f7ddac3-0e5b-482f-b304-162cbd6c4609)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:04.662614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:04.663217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.666243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48264) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:04.668732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.679300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eba3ad-7fff-4d39-8c8d-6c2f72062d78 None None] Network d27476af-9c7c-4165-965f-91522ddbbe35 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:04.687008 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a9545-d900-4460-9cf5-41d474438bb5 x-openstack-request-id: req-484a9545-d900-4460-9cf5-41d474438bb5 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:41:04.687437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74a38a6-620b-42de-9d00-a3fa437523da", "tag": "206b0c40-51a1-49e7-9ea8-91d041535c60", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:41:04.687901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-484a9545-d900-4460-9cf5-41d474438bb5 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:41:04.688400 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'tag': '206b0c40-51a1-49e7-9ea8-91d041535c60', 'status': 'completed', 'code': 200} Dec 16 17:41:04.695415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d10bd-9df1-46b1-9379-325c979d8323 None None] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:04.697692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.698145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.704460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.784591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 567ac63d-70e8-4b10-80b0-82b44739849d owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:04.800028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8bcc6-26e4-46cf-9d60-58d7029cccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=206b0c40-51a1-49e7-9ea8-91d041535c60,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:04.802266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f649069-21a9-4c13-94d6-b194978fd236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.834010 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6334c2e5-4b9d-4646-946d-7df624a1a304 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5500984 Dec 16 17:41:04.835176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=bdc959d1-f6e8-479c-bc57-21a541befd3d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:04.841192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48266) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:04.846928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1041147021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:04.868973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e6ddf974-46c1-4096-8e3a-fdf13c3aa0ef None None] Provisioning complete for port b4fc5a90-2725-4989-b850-fb92c4054a38 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:04.869936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf974-46c1-4096-8e3a-fdf13c3aa0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.877141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] Pushing event deleted for resources: {'Port': ['ID=567ac63d-70e8-4b10-80b0-82b44739849d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:04.882258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d89c1-b4da-4588-a097-eb44681b483e None None] No DVR routers for this DVR port 567ac63d-70e8-4b10-80b0-82b44739849d on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:04.895782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port bdc959d1-f6e8-479c-bc57-21a541befd3d on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:04.905009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:04.932919 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d9041f2-f1da-4c09-96e6-a01b65458fd7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "PUT /v2.0/routers/6f7e31ac-477b-4aa9-90dd-d38f81c097ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8496749 Dec 16 17:41:04.954235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Sync routers for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:04.956563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-bf1230cf-51ee-4f82-a5ac-425e1d73fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:04.958279 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-bf1230cf-51ee-4f82-a5ac-425e1d73fa65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 1097 time: 0.3481247 Dec 16 17:41:04.965908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting port b4fc5a90-2725-4989-b850-fb92c4054a38 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:04.966460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:04.978372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:04.979283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:05.076621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddf974-46c1-4096-8e3a-fdf13c3aa0ef None None] Port b4fc5a90-2725-4989-b850-fb92c4054a38 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:05.077950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.095464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Calling delete_port for b4fc5a90-2725-4989-b850-fb92c4054a38 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:05.217367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.237997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.274052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d283ff-568e-4b3c-b2a2-affc0669d254 req-7b756b9a-60e9-4c35-96f6-678812c09e3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:05.275750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-48d283ff-568e-4b3c-b2a2-affc0669d254 req-7b756b9a-60e9-4c35-96f6-678812c09e3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 944 time: 0.6925590 Dec 16 17:41:05.293140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=30854d24-5ed0-4456-af5b-ccd746c20c8f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:05.297127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c98284-a624-4924-a41d-ee4c6e3845ba']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:05.312326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.318757 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8268b79f-eb85-4974-815c-b2ff2d55e500 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/30854d24-5ed0-4456-af5b-ccd746c20c8f HTTP/1.1" status: 204 len: 168 time: 1.9217312 Dec 16 17:41:05.320587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48280) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:05.322630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042e3b29-464a-497a-8cb8-466aa295c67f') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:05.322938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042e3b29-464a-497a-8cb8-466aa295c67f') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:05.344634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.354543 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-86ed4be5-55ea-4a01-9c19-042531bc7728 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=206b0c40-51a1-49e7-9ea8-91d041535c60 HTTP/1.1" status: 200 len: 217 time: 0.1137874 Dec 16 17:41:05.395870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.403718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df06c9-79b0-4c83-bf39-9d9dba4adfbf None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:05.407631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.423072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f649069-21a9-4c13-94d6-b194978fd236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.424445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:05.424847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:05.428945 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:05.473957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f649069-21a9-4c13-94d6-b194978fd236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.478859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.480690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.484823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet a1d3a110-c828-4fce-9fc2-e86df806fd06 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:05.502917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-d27476af-9c7c-4165-965f-91522ddbbe35', 'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': 'bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:05.504184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.516081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.535439 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-f277626a-d185-48e6-a223-63d0fdafb930 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69436211&fields=id&tenant_id=7a934a66188e49b2a34461a1880e84f1 HTTP/1.1" status: 200 len: 267 time: 0.2743006 Dec 16 17:41:05.542346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.553092 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-48d283ff-568e-4b3c-b2a2-affc0669d254 req-b6cdf526-5acb-4e90-b5c3-0b21fa670064 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370410 Dec 16 17:41:05.577764 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3f649069-21a9-4c13-94d6-b194978fd236 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b058d9b45ddf45249c678d5796a9dd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8949461 Dec 16 17:41:05.585051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48282) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:05.589658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f649069-21a9-4c13-94d6-b194978fd236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7a58b4-ec38-4912-8c1d-ea0e34c7b88f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:05.589831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.593121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-503762d1-3222-4269-88ef-9e118d310b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:05.596307 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-503762d1-3222-4269-88ef-9e118d310b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4e749f4-6844-4fe1-95d5-9c57f84a845b HTTP/1.1" status: 200 len: 837 time: 0.2221019 Dec 16 17:41:05.598768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.602329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.616866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3721cffb-0566-4079-b8d9-15a96a2cbf02 None None] Provisioning complete for port 9d9b013b-acd2-436d-99f4-d2df02414340 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:05.617265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3721cffb-0566-4079-b8d9-15a96a2cbf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.633651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.640038 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/c6c98284-a624-4924-a41d-ee4c6e3845ba HTTP/1.1" status: 204 len: 168 time: 3.1412191 Dec 16 17:41:05.652409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48284) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:05.668127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdeac7-626d-4a55-a780-b45be3e58cb6 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=c6c98284-a624-4924-a41d-ee4c6e3845ba,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:05.696806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Port': ['ID=b4fc5a90-2725-4989-b850-fb92c4054a38,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:05.707347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 9d9b013b-acd2-436d-99f4-d2df02414340, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9b013b-acd2-436d-99f4-d2df02414340,segment=NetworkSegment(89729a7a-130a-4815-8b61-c7ca0b15eabf),segment_id=89729a7a-130a-4815-8b61-c7ca0b15eabf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:05.747431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.769571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.781299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:05.795365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No DVR routers for this DVR port 567ac63d-70e8-4b10-80b0-82b44739849d on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:05.831758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.841572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=567ac63d-70e8-4b10-80b0-82b44739849d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:05.867866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-755adfcb-e0e8-4daa-a806-fb04aedce86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.892502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f197da86-eea3-4649-b471-1b9e3c7fc4e0 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:05.967654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:05.971799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3fcd7e88-9406-49a5-9d95-66a25a13cea6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1285398 Dec 16 17:41:05.976703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48286) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:06.027616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.034653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f197da86-eea3-4649-b471-1b9e3c7fc4e0 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:06.035789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f197da86-eea3-4649-b471-1b9e3c7fc4e0 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:06.036312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bdc959d1-f6e8-479c-bc57-21a541befd3d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:06.037459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d25-935e-44f6-919d-3944141b3109 req-952aed1a-02ad-4bb0-92e3-fee95d0ace32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:06.038955 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-952aed1a-02ad-4bb0-92e3-fee95d0ace32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=945d7fee-4621-42af-b175-594c8066b0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3869629 Dec 16 17:41:06.063078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=9d9b013b-acd2-436d-99f4-d2df02414340,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:06.090487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-755adfcb-e0e8-4daa-a806-fb04aedce86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.109332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Allocated IP 172.21.0.2 (d27476af-9c7c-4165-965f-91522ddbbe35/bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8/bc1a3f49-e4f5-4271-9b85-2775bc7523cd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:06.122374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.213119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-999549b0-b3db-4b42-bee1-15c08187790a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:06.214715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-999549b0-b3db-4b42-bee1-15c08187790a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/networks?id=0195fb54-ca39-4b86-bf2f-8104a82c8150 HTTP/1.1" status: 200 len: 797 time: 0.6143754 Dec 16 17:41:06.217274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: bdc959d1-f6e8-479c-bc57-21a541befd3d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:06.217629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bdc959d1-f6e8-479c-bc57-21a541befd3d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:06.234850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.242412 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0d21ac29-290d-4d2b-81bf-57fbefbbd24b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/ports/b4fc5a90-2725-4989-b850-fb92c4054a38 HTTP/1.1" status: 204 len: 168 time: 2.0605311 Dec 16 17:41:06.256732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48288) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:06.257225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30c2d74-e55c-447a-8053-77725dcbcc03']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:06.269170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7ddac3-0e5b-482f-b304-162cbd6c4609') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:06.269477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7ddac3-0e5b-482f-b304-162cbd6c4609') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:06.279870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.281181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.296554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.301291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-755adfcb-e0e8-4daa-a806-fb04aedce86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.303829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-755adfcb-e0e8-4daa-a806-fb04aedce86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.304234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:06.305224 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.306669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-755adfcb-e0e8-4daa-a806-fb04aedce86b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d7a58b4-ec38-4912-8c1d-ea0e34c7b88f HTTP/1.1" status: 204 len: 168 time: 0.7203979 Dec 16 17:41:06.353315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d3a110-c828-4fce-9fc2-e86df806fd06,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:06.356228 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5e9751-87db-4f94-94e5-208dc25bada3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] GET failed (client error): The resource could not be found. Dec 16 17:41:06.364759 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ec5e9751-87db-4f94-94e5-208dc25bada3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "GET /v2.0/ports/b4fc5a90-2725-4989-b850-fb92c4054a38 HTTP/1.1" status: 404 len: 333 time: 0.1059692 Dec 16 17:41:06.365510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48292) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:06.366959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.371036 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c22cd5ba-7468-4ccd-a59d-0df5a4651450 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/a1d3a110-c828-4fce-9fc2-e86df806fd06 HTTP/1.1" status: 204 len: 168 time: 1.0453002 Dec 16 17:41:06.379143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48294) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:06.384504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-160623952'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:06.389080 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:06.407367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755adfcb-e0e8-4daa-a806-fb04aedce86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7a58b4-ec38-4912-8c1d-ea0e34c7b88f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:06.446439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9b013b-acd2-436d-99f4-d2df02414340 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:06.472017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.481270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-cfca0dd6-9e40-4877-8c57-fafe90249fd1 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/quotas/7a934a66188e49b2a34461a1880e84f1 HTTP/1.1" status: 200 len: 375 time: 0.1005681 Dec 16 17:41:06.486070 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d47d2ff5-4f38-4fa5-9517-54a5c7359843 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968444 Dec 16 17:41:06.491936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48296) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:06.494723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.499679 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/b30c2d74-e55c-447a-8053-77725dcbcc03 HTTP/1.1" status: 204 len: 168 time: 2.7938581 Dec 16 17:41:06.500238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:06.503844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48298) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:06.512498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1571815260'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:06.525022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.568583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.586330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9cecf-6f26-4736-9051-93a5bd754f32 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=b30c2d74-e55c-447a-8053-77725dcbcc03,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:06.659587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Network d27476af-9c7c-4165-965f-91522ddbbe35 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:06.661910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9d9b013b-acd2-436d-99f4-d2df02414340 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:06.662407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.665966 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-59ad98f9-edf1-478f-bb05-7ef20656798c service neutron] 10.222.0.57 "GET /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781050 Dec 16 17:41:06.730368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:06.733958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:06.739157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Pushing event updated for resources: {'Port': ['ID=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:06.771024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:06.774549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.838750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f1a74-f19d-41cf-9c0a-107d0f57b74f None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': 'a1d3a110-c828-4fce-9fc2-e86df806fd06'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': 'fc0424d7-752a-49f3-bb09-b4b2903de1c6'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:41:06.850407 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-c86601a8-25ff-4b9f-8496-0356482527f6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a934a66188e49b2a34461a1880e84f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3045914 Dec 16 17:41:06.851597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9e372097-6708-4f62-8e17-d51a3a6aaca3 None None] Provisioning complete for port 9d9b013b-acd2-436d-99f4-d2df02414340 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:06.852791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e372097-6708-4f62-8e17-d51a3a6aaca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.920640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:06.923926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.927209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:06.931579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.953473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Attempting to bind port bc1a3f49-e4f5-4271-9b85-2775bc7523cd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:06.954046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Attempting to bind port bc1a3f49-e4f5-4271-9b85-2775bc7523cd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '5373fa89-a3d5-48b1-93e0-b04ab40179c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:06.954176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Attempting to bind port bc1a3f49-e4f5-4271-9b85-2775bc7523cd on network d27476af-9c7c-4165-965f-91522ddbbe35 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:06.970628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.970941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-813f1a74-f19d-41cf-9c0a-107d0f57b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.978217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:06.978402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] device_id is not set on port b433b208-c183-49fd-b818-f2913d9c6481 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:06.978494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Checking segment: {'id': '5373fa89-a3d5-48b1-93e0-b04ab40179c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:06.978863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:06.979255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Bound using segment: {'id': '5373fa89-a3d5-48b1-93e0-b04ab40179c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:06.979736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Bound port: bc1a3f49-e4f5-4271-9b85-2775bc7523cd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5373fa89-a3d5-48b1-93e0-b04ab40179c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd27476af-9c7c-4165-965f-91522ddbbe35'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:06.980110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.023347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:01Z', 'revision_number': 2, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:07.098115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 567ac63d-70e8-4b10-80b0-82b44739849d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:07.107804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Checking router: 6f7e31ac-477b-4aa9-90dd-d38f81c097ab for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:07.108162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Updating router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:41:07.125687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Allocated IP 2001:db8::12f (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/b433b208-c183-49fd-b818-f2913d9c6481) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:07.156826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 567ac63d-70e8-4b10-80b0-82b44739849d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:07.157216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 567ac63d-70e8-4b10-80b0-82b44739849d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:07.261717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.271928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] For port bc1a3f49-e4f5-4271-9b85-2775bc7523cd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:07.282907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] For port bc1a3f49-e4f5-4271-9b85-2775bc7523cd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,segment=NetworkSegment(5373fa89-a3d5-48b1-93e0-b04ab40179c4),segment_id=5373fa89-a3d5-48b1-93e0-b04ab40179c4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:07.296906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.379791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29baac99-6c07-47fc-bbdc-537584369fa6 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:07.422540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:07.449574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.450486 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment 5ba8fd61-2f36-4ce8-b89c-90975ccf66a1 of type vlan for network 21363313-c489-4dec-bca7-75857f65fd8d Dec 16 17:41:07.465603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.526625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c245-e43e-4e9e-94bf-15734a0c726b req-55226e66-d92f-457d-99f6-8991e1fe0ed2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:07.529258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bdd1c245-e43e-4e9e-94bf-15734a0c726b req-55226e66-d92f-457d-99f6-8991e1fe0ed2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 944 time: 0.8179393 Dec 16 17:41:07.542002 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-555a7d25-935e-44f6-919d-3944141b3109 req-8122e6b3-d0c1-4b3e-a8d7-ae4f768a4a82 service neutron] 10.222.0.57 "GET /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8601842 Dec 16 17:41:07.612826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.624307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.626664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53aeb82b-d218-46ed-98fd-bf65ab8b11f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.731163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:07.734584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.740224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:07.752395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=1760532c-3d2f-4542-b207-951700eea82a,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:07.754897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.757332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:07.757930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.762261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffda68-8d98-4af7-a50d-381d287031c0 None None] Pushing event updated for resources: {'Port': ['ID=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:07.787187 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-c2591023-2ef1-4048-9ebf-7572d92b90ea service neutron] 10.222.0.66 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8802567 Dec 16 17:41:07.804250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aed6c14a-6729-4e18-944c-0a8387dba0a9 None None] Provisioning complete for port fc0424d7-752a-49f3-bb09-b4b2903de1c6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:07.804630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aed6c14a-6729-4e18-944c-0a8387dba0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.835887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:07.845067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5fdbfc68-96d9-4019-b213-01e7e9104f60 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3519609 Dec 16 17:41:07.845970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48322) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:07.856202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:07.860225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:07.866427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:07.878900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:07.880812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:07.900268 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bdd1c245-e43e-4e9e-94bf-15734a0c726b req-03c3101c-ca33-4dd9-b05a-1e87bab1c74a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568699 Dec 16 17:41:08.005152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=b433b208-c183-49fd-b818-f2913d9c6481,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:08.077507 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6759c412-f527-4965-b87e-fe6522856171 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7000868 Dec 16 17:41:08.080629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48326) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:08.089700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e3:e0:10'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:08.095856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:08.099588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-24349a84-efed-4817-be4b-3ae53daf761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:08.101411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-24349a84-efed-4817-be4b-3ae53daf761c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 1097 time: 0.4647329 Dec 16 17:41:08.110518 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.117801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:08.118805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.229226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.235033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=21363313-c489-4dec-bca7-75857f65fd8d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:08.236140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] Deleting port fc0424d7-752a-49f3-bb09-b4b2903de1c6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:08.236781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.287059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:08.291162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.294232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 21363313-c489-4dec-bca7-75857f65fd8d details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:08.302822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.451885 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f321407a-6782-41de-b6f8-10ef6dfcc9e0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9445717 Dec 16 17:41:08.468643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48336) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:08.473860 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1760532c-3d2f-4542-b207-951700eea82a (CIDR: 2001:db8::/64) Dec 16 17:41:08.489018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bc1a3f49-e4f5-4271-9b85-2775bc7523cd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:08.489289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:41:08.489841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:08.497114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '21363313-c489-4dec-bca7-75857f65fd8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:08.513294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2c984284-faf1-4445-bb38-9c0cf4723d56 None None] Provisioning complete for port b433b208-c183-49fd-b818-f2913d9c6481 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:08.513993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c984284-faf1-4445-bb38-9c0cf4723d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.519145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e73a2-2349-47f2-9a11-d2c5cf5fe347 None None] Pushing event updated for resources: {'Port': ['ID=4e23bdda-4f97-47de-95dd-7f75c7e5a037,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:08.604128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] For port fc0424d7-752a-49f3-bb09-b4b2903de1c6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fc0424d7-752a-49f3-bb09-b4b2903de1c6,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:08.604529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.614971 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-9598929e-7383-48a0-b812-a32da0fbdc7d service neutron] 10.222.0.66 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564521 Dec 16 17:41:08.666652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] Calling delete_port for fc0424d7-752a-49f3-bb09-b4b2903de1c6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:08.682266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2c984284-faf1-4445-bb38-9c0cf4723d56 None None] Port b433b208-c183-49fd-b818-f2913d9c6481 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:08.692046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Attempting to bind port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:08.695578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Attempting to bind port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:08.695578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Attempting to bind port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 on network 0195fb54-ca39-4b86-bf2f-8104a82c8150 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:08.701865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:08.702058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48340) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:08.702246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Checking segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:08.702651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.703050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Bound using segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:08.703530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Bound port: 4e23bdda-4f97-47de-95dd-7f75c7e5a037, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:08.703910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.706026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-1269ad6b-03c3-445b-b63a-5e5efb4b1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:08.708215 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-1269ad6b-03c3-445b-b63a-5e5efb4b1bf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=945d7fee-4621-42af-b175-594c8066b0cc HTTP/1.1" status: 200 len: 897 time: 0.5804851 Dec 16 17:41:08.716252 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f82ab71d-1ae4-43d5-8657-f170ac4b2935 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8664646 Dec 16 17:41:08.723204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48344) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:08.795853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'subnet': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:08.860351 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-6ed372d2-0066-485a-b359-c0f7c7739465 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=206b0c40-51a1-49e7-9ea8-91d041535c60 HTTP/1.1" status: 200 len: 217 time: 0.1365900 Dec 16 17:41:08.917633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:08.926272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] For port 4e23bdda-4f97-47de-95dd-7f75c7e5a037, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:08.930958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] For port 4e23bdda-4f97-47de-95dd-7f75c7e5a037, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4e23bdda-4f97-47de-95dd-7f75c7e5a037,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:08.992670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.042954 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75460365-c28d-4e90-bc25-5c2ea5046c31 req-b94662bb-18c3-452b-9bfb-95441f1afc10 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 210 time: 0.0430727 Dec 16 17:41:09.055685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1135706383'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:09.058496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 8d13aa60-3130-43f8-9b4e-58ca839abe2a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:09.058953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.123854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e73a2-2349-47f2-9a11-d2c5cf5fe347 None None] Pushing event updated for resources: {'Port': ['ID=4e23bdda-4f97-47de-95dd-7f75c7e5a037,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:09.129164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bc1a3f49-e4f5-4271-9b85-2775bc7523cd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:09.129543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.151305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:09.167506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.173489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:09.173895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:40:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:09.183680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.20.0.1 (1484ccf2-27e6-4c60-bbdb-5d3021cfc238/008e2099-1783-46a3-ba42-21df097d5802/350d1236-488b-43ea-a8df-6f4975aa4c16) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:09.320611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.348577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-f1977ee3-b98a-4d06-9c73-87cfc6182ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:09.359603 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-f1977ee3-b98a-4d06-9c73-87cfc6182ef0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4e749f4-6844-4fe1-95d5-9c57f84a845b HTTP/1.1" status: 200 len: 837 time: 0.4821098 Dec 16 17:41:09.368755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:09.373317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.376257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-69d725fc-6c5e-4238-96f4-72f19274b100 None None] Provisioning complete for port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:09.376821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d725fc-6c5e-4238-96f4-72f19274b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.409240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.437609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] No DVR routers for this DVR port fc0424d7-752a-49f3-bb09-b4b2903de1c6 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:09.458081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Made reservation on behalf of 12d3513497d0444d89dc56de92fdb151 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:09.460849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.476924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630c4cf-e0d3-4c8f-b6df-409a3ccac284 None None] Pushing event deleted for resources: {'Port': ['ID=fc0424d7-752a-49f3-bb09-b4b2903de1c6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:09.502609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936621d-4900-469a-86a5-8d0fc7ff7906 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:09.578243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port bc1a3f49-e4f5-4271-9b85-2775bc7523cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,segment=NetworkSegment(5373fa89-a3d5-48b1-93e0-b04ab40179c4),segment_id=5373fa89-a3d5-48b1-93e0-b04ab40179c4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:09.582561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:09.635749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc3eb4-0dd4-4a57-827c-ac6498d3dbe2 req-189d800a-dd3b-4786-a918-346ffcc8581e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:09.637363 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72cc3eb4-0dd4-4a57-827c-ac6498d3dbe2 req-189d800a-dd3b-4786-a918-346ffcc8581e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 944 time: 0.5750799 Dec 16 17:41:09.667683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 206b0c40-51a1-49e7-9ea8-91d041535c60 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:41:09.670240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.672362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.692908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f10d87-c808-4754-a871-e3198394cd93 None None] Network d27476af-9c7c-4165-965f-91522ddbbe35 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:09.756604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-9756fd54-027e-4740-8afe-3ee5c63ad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:09.758246 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-9756fd54-027e-4740-8afe-3ee5c63ad2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=945d7fee-4621-42af-b175-594c8066b0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3680434 Dec 16 17:41:09.837310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fc0424d7-752a-49f3-bb09-b4b2903de1c6 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:09.956113 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72cc3eb4-0dd4-4a57-827c-ac6498d3dbe2 req-6019a010-fadc-40b9-be6e-07e87d8366a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894578 Dec 16 17:41:09.961100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 8d13aa60-3130-43f8-9b4e-58ca839abe2a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8d13aa60-3130-43f8-9b4e-58ca839abe2a,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:09.961615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:09.994963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 8d13aa60-3130-43f8-9b4e-58ca839abe2a owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:10.031510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.079040 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-5b84f5e7-b0af-4e2f-8539-34c09b564f1a service neutron] 10.222.0.57 "GET /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066552 Dec 16 17:41:10.086935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.104331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.182637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] In _notify_port_updated(), no bound segment for port b433b208-c183-49fd-b818-f2913d9c6481 on network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:10.187367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d725fc-6c5e-4238-96f4-72f19274b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.190173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:10.190909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.192314 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "PUT /v2.0/ports/b433b208-c183-49fd-b818-f2913d9c6481 HTTP/1.1" status: 200 len: 1002 time: 2.1073432 Dec 16 17:41:10.198187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48360) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:10.243362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:41:10.245562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.247231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52843f63-b653-496e-acce-c82db0af7f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.251655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.276950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: fc0424d7-752a-49f3-bb09-b4b2903de1c6 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:10.277334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fc0424d7-752a-49f3-bb09-b4b2903de1c6 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:10.295229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4489421c-c205-45a9-a638-9d6fbdaa19f4 req-900ed42a-e03d-4ce8-977c-9b4bc43b4546 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 210 time: 0.1478996 Dec 16 17:41:10.298989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.354312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c5762-68c1-49e2-b43f-4711870a6e2b tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=b433b208-c183-49fd-b818-f2913d9c6481,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:10.378699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.401352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:10.415104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:10.418084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:10.463762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:10.479176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:10.525697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=350d1236-488b-43ea-a8df-6f4975aa4c16,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:10.543873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e5cb5e-3ab8-498c-8327-26bdfbdc38a6,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:10.556177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'project_id': 'b6cbe3dbd0bc438da8f90cc2915c7fdb', 'fixed_ips': [{'subnet_id': '1760532c-3d2f-4542-b207-951700eea82a'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:10.557091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.594318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.594768 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Added segment ee4fd563-61d8-40fa-bee6-640abb601bd9 of type vlan for network 4b36306d-2325-4c01-a78e-0bd7b9935a06 Dec 16 17:41:10.646644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-181f2d26-afe0-4094-8a23-8e9ffb024199 req-6e59a5b1-46fa-4a58-a812-ec205c74fdc6 service neutron] 10.222.0.57 "GET /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573151 Dec 16 17:41:10.679062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=25172684-7092-407f-b5e3-db5ebcc21778,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:10.688842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.736273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.741056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21363313-c489-4dec-bca7-75857f65fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:10.741476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: 21363313-c489-4dec-bca7-75857f65fd8d, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:10.849677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.857593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:10.857593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.867113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.868871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 21363313-c489-4dec-bca7-75857f65fd8d is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:10.888616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting port b433b208-c183-49fd-b818-f2913d9c6481 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:10.888977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.914413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-69d725fc-6c5e-4238-96f4-72f19274b100 None None] For port 4e23bdda-4f97-47de-95dd-7f75c7e5a037, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4e23bdda-4f97-47de-95dd-7f75c7e5a037,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:10.927648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.930435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 21363313-c489-4dec-bca7-75857f65fd8d) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:10.943006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69d725fc-6c5e-4238-96f4-72f19274b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.961234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5d88c-b600-4c50-82eb-f920a55ae31d None None] Network 21363313-c489-4dec-bca7-75857f65fd8d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:10.977540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:10.977540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:10.983401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=8d13aa60-3130-43f8-9b4e-58ca839abe2a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:10.983979 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2740855 Dec 16 17:41:11.012155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c854c2c-5742-4b53-a3e1-8cf02a3ea475 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Pushing event updated for resources: {'Network': ['ID=4b36306d-2325-4c01-a78e-0bd7b9935a06,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:11.018756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.019533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.objects.ports [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:41:11.031698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1a6ea06b-ee32-45d9-869a-e47abf6c45bc tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:11.033268 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1a6ea06b-ee32-45d9-869a-e47abf6c45bc tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.57 "GET /v2.0/networks?id=0195fb54-ca39-4b86-bf2f-8104a82c8150 HTTP/1.1" status: 200 len: 797 time: 0.5277958 Dec 16 17:41:11.052314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.060981 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-330eb2c7-03a9-4d0d-a093-3ea80a2ab2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5733070 Dec 16 17:41:11.070905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:11.135437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '21363313-c489-4dec-bca7-75857f65fd8d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1858167073'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:11.159100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 4b36306d-2325-4c01-a78e-0bd7b9935a06 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:11.186908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 206b0c40-51a1-49e7-9ea8-91d041535c60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=206b0c40-51a1-49e7-9ea8-91d041535c60,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:11.253433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Allocated IP 2001:db8::2 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/1760532c-3d2f-4542-b207-951700eea82a/0b723fbb-cddd-42f8-8dcb-7e55738fb76c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:11.312162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48374) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:11.314029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:08Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:11.317616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '206b0c40-51a1-49e7-9ea8-91d041535c60', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'port_id': '206b0c40-51a1-49e7-9ea8-91d041535c60', 'mac_address': 'fa:16:3e:55:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:41:11.337364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Request body: {'port': {'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1683358013'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:11.353981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:11.426579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Provisioning complete for port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:11.426957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.461375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d725fc-6c5e-4238-96f4-72f19274b100 None None] Pushing event updated for resources: {'Port': ['ID=4e23bdda-4f97-47de-95dd-7f75c7e5a037,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:11.464102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3208701-47e8-4628-9297-d690d0b56d93 None None] The sync data for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv is: [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:08Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:11.480267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.485089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:11.499194 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a4cbdf07-9b4c-4611-a07b-538a2dee5305 req-5bdf58bd-6da4-4709-a8e8-fbab1467fb6b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 210 time: 0.0783093 Dec 16 17:41:11.519925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789a9e-9a20-4f1f-9b0f-878b501618e8 req-af9a051f-5f1f-405f-a77b-a70120988f51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:11.527896 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8789a9e-9a20-4f1f-9b0f-878b501618e8 req-af9a051f-5f1f-405f-a77b-a70120988f51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 944 time: 0.4066353 Dec 16 17:41:11.533931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.568467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:11.572462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.573540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Calling delete_port for b433b208-c183-49fd-b818-f2913d9c6481 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:11.624829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 5821addd-9d05-4ba2-8d73-a437f69018de yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:11.645721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.650781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-21363313-c489-4dec-bca7-75857f65fd8d', 'network_id': '21363313-c489-4dec-bca7-75857f65fd8d', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': '25172684-7092-407f-b5e3-db5ebcc21778'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:11.651631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.665823 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8789a9e-9a20-4f1f-9b0f-878b501618e8 req-6e077344-240c-4b03-ba29-b402a7586d4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361599 Dec 16 17:41:11.689042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-3845f1be-851d-4dfc-9d04-58cc0f148283 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a934a66188e49b2a34461a1880e84f1 HTTP/1.1" status: 200 len: 378 time: 0.6343539 Dec 16 17:41:11.690679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:11.691269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.697446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Subnet': ['ID=da76e222-9eaa-493b-bb2a-16bf6101d868,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:11.698206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b0c40-51a1-49e7-9ea8-91d041535c60 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:41:11.699536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Made reservation on behalf of 585cd3c9de704322aa89e259ce86d510 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:11.702724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.721099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'port': {'device_id': '632bae35-ca68-47fc-9a20-49e4004883e4', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'admin_state_up': True, 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'security_groups': ['dbde235c-9e70-4227-a43e-b1a2e49f2fea']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:11.807876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.824623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.958772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:11.980914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Allocated IP 2001:db8::2 (21363313-c489-4dec-bca7-75857f65fd8d/25172684-7092-407f-b5e3-db5ebcc21778/b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:12.054317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.066815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Made reservation on behalf of 7a934a66188e49b2a34461a1880e84f1 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:12.070711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.079302 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f20c4196-a2db-4e4d-b005-d8a52c5b6808 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3418338 Dec 16 17:41:12.079302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:12.093457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48378) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:12.119059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Request body: {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'mac_address': 'fa:16:3e:c1:cc:0d', 'name': 'tempest-NetworksTestDHCPv6-1382130153'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:12.151304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.162686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.178309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.232962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Network 21363313-c489-4dec-bca7-75857f65fd8d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:12.246384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:12.251016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 206b0c40-51a1-49e7-9ea8-91d041535c60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=206b0c40-51a1-49e7-9ea8-91d041535c60,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:12.271439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::305 (21363313-c489-4dec-bca7-75857f65fd8d/25172684-7092-407f-b5e3-db5ebcc21778/5821addd-9d05-4ba2-8d73-a437f69018de) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:12.286635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:12.297118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.297878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.338872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:12.347063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Pushing event updated for resources: {'Port': ['ID=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:12.354946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.358208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:12.390856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.423682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b57126-8632-44e7-b73f-837100e354bd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:12.430866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:12.485641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Pushing event updated for resources: {'Port': ['ID=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:12.546937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=350d1236-488b-43ea-a8df-6f4975aa4c16,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:12.555646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.608686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['206b0c40-51a1-49e7-9ea8-91d041535c60'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:41:12.614068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Attempting to bind port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:12.614283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Attempting to bind port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21363313-c489-4dec-bca7-75857f65fd8d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:12.614698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Attempting to bind port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb on network 21363313-c489-4dec-bca7-75857f65fd8d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:12.673300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.701274 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b61fcb5-c4f6-43f3-9e71-30f89fc52bcb req-25d89670-c8c8-4836-b069-3e74351ea39e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 210 time: 0.0555043 Dec 16 17:41:12.713433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Provisioning complete for port b433b208-c183-49fd-b818-f2913d9c6481 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:12.715470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.730768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:12.731199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Checking segment: {'id': '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21363313-c489-4dec-bca7-75857f65fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:12.735739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.736863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Bound using segment: {'id': '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21363313-c489-4dec-bca7-75857f65fd8d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:12.737006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Bound port: b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21363313-c489-4dec-bca7-75857f65fd8d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:12.737382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.740563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Attempting to bind port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:12.740563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Attempting to bind port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:12.741015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Attempting to bind port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c on network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:12.773273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:12.777188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:12.801539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:12.801539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Checking segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:12.801539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.801539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Bound using segment: {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:12.801539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Bound port: 0b723fbb-cddd-42f8-8dcb-7e55738fb76c, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ecb2-12b3-4348-b2be-9b393b7e0335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:12.801539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.803083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.803618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4e23bdda-4f97-47de-95dd-7f75c7e5a037 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:12.836603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:12.900955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Port': ['ID=b433b208-c183-49fd-b818-f2913d9c6481,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:12.938046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:12.968177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Allocated IP 172.20.0.13 (0195fb54-ca39-4b86-bf2f-8104a82c8150/d9ca7206-6e93-4fa3-a7c8-e06674b341aa/53f5d95f-c7fc-47bc-a343-d765b97b7295) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:13.017778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 21363313-c489-4dec-bca7-75857f65fd8d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:13.036851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=206b0c40-51a1-49e7-9ea8-91d041535c60,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:13.057782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:13.061371 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:13.069542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:13.070410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.128188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0545161 Dec 16 17:41:13.129163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48384) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:13.192556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Made reservation on behalf of b6cbe3dbd0bc438da8f90cc2915c7fdb for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:13.194603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dba424-8e62-409b-be36-87e2b38e121b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=5821addd-9d05-4ba2-8d73-a437f69018de,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:13.199407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Port b433b208-c183-49fd-b818-f2913d9c6481 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:13.225847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.277911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb065618-2dab-4af6-b0c1-c98274ccf2a7 req-e5bf9f62-688a-409a-a1a8-273a9a2d83dd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:13.282020 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eb065618-2dab-4af6-b0c1-c98274ccf2a7 req-e5bf9f62-688a-409a-a1a8-273a9a2d83dd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 945 time: 0.4431155 Dec 16 17:41:13.348047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:13.348615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.391351 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eb065618-2dab-4af6-b0c1-c98274ccf2a7 req-d646388f-859a-4e94-9161-8ca2948d5f7b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936842 Dec 16 17:41:13.393966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 249fe92a-317f-4ab2-913c-e72e859c5df6 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:41:13.395906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Provisioning complete for port 350d1236-488b-43ea-a8df-6f4975aa4c16 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:13.396233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.397896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 5821addd-9d05-4ba2-8d73-a437f69018de {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:13.398243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.405257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] For port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:13.418467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] For port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:13.451877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] For port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:13.461628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.480194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] For port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,segment=NetworkSegment(5ba8fd61-2f36-4ce8-b89c-90975ccf66a1),segment_id=5ba8fd61-2f36-4ce8-b89c-90975ccf66a1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:13.526046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.553484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Port 350d1236-488b-43ea-a8df-6f4975aa4c16 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:13.597208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:13.607896 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7d892e1c-828e-44f1-a5f5-1943dfa0625c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/249fe92a-317f-4ab2-913c-e72e859c5df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6295197 Dec 16 17:41:13.608545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48386) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:13.610924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.613259 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3a903-5f77-48dc-8734-710222996200 None None] Sync routers for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:13.638664 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3a903-5f77-48dc-8734-710222996200 None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:13.639308 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edb3a903-5f77-48dc-8734-710222996200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:13.671090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 5821addd-9d05-4ba2-8d73-a437f69018de owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:13.687958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900852dd-1bcc-4e48-8e0c-7905c450a965 None None] Pushing event updated for resources: {'Port': ['ID=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:13.703962 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edb3a903-5f77-48dc-8734-710222996200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:13.706820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.712740 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e9008919-c2e7-465d-b91d-85de41a6c246 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/ports/b433b208-c183-49fd-b818-f2913d9c6481 HTTP/1.1" status: 204 len: 168 time: 3.5088811 Dec 16 17:41:13.712923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bc1a3f49-e4f5-4271-9b85-2775bc7523cd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:13.719702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02257bc-0630-40ba-8619-cf67a8e86367 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:13.724184 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3a903-5f77-48dc-8734-710222996200 None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:13.724184 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edb3a903-5f77-48dc-8734-710222996200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:13.726942 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f02257bc-0630-40ba-8619-cf67a8e86367 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports/350d1236-488b-43ea-a8df-6f4975aa4c16 HTTP/1.1" status: 200 len: 910 time: 0.1060913 Dec 16 17:41:13.730022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48388) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:13.730607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48390) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:13.795733 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edb3a903-5f77-48dc-8734-710222996200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:13.800921 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3a903-5f77-48dc-8734-710222996200 None None] The sync data for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:13.906506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Provisioning complete for port bc1a3f49-e4f5-4271-9b85-2775bc7523cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:13.906881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b66518dc-b4fc-4c38-80aa-5a8f6285c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.945161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:13.956507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:13.985699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4fab82c4-fb4b-42cc-a387-36821dad0756 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3319752 Dec 16 17:41:13.995365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:13.996613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48396) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:14.029196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.036558 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-666df676-0948-4df2-9c25-b7c980d5ba83 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] GET failed (client error): The resource could not be found. Dec 16 17:41:14.046923 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-666df676-0948-4df2-9c25-b7c980d5ba83 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "GET /v2.0/ports/b433b208-c183-49fd-b818-f2913d9c6481 HTTP/1.1" status: 404 len: 333 time: 0.3107786 Dec 16 17:41:14.073015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48398) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:14.077913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:14.087497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6f72-f8b5-43ca-9dee-f15d5c0d6a0f None None] Pushing event updated for resources: {'Port': ['ID=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:14.118980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-57753901'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:14.128605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:14.130797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:14.152840 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5fc51af-ffc1-4fef-9897-22ea3df7515f req-48f259b4-4c9b-48d8-a698-0768834d08c6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 210 time: 0.2137558 Dec 16 17:41:14.260245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:14.264971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.292068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.369472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bc1a3f49-e4f5-4271-9b85-2775bc7523cd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:14.370062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.372661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.385472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet 91467e67-c61f-493a-9466-e51c034abfe8 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:14.401758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] device_id is not set on port 26c03b39-88e3-473f-b13d-f3ce64c85704 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:14.409457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.443258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=9e46f6cf-e816-41b0-8025-bb1caeaa60b0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:14.474665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=5821addd-9d05-4ba2-8d73-a437f69018de,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:14.487675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.549253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.554261 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ca993213-fb12-4d92-80e5-9cd60630f468 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/5821addd-9d05-4ba2-8d73-a437f69018de HTTP/1.1" status: 204 len: 168 time: 1.4130368 Dec 16 17:41:14.556095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.573618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48402) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:14.603464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Checking segment: {'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:14.603889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Network hostable DHCP agents. Network: 4b36306d-2325-4c01-a78e-0bd7b9935a06, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:14.607696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:14.623137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.626207 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f04579d-dd87-413e-983c-bd4e6cf9e706 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:14.630235 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4f04579d-dd87-413e-983c-bd4e6cf9e706 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/5821addd-9d05-4ba2-8d73-a437f69018de HTTP/1.1" status: 404 len: 333 time: 0.0522256 Dec 16 17:41:14.631399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48404) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:14.636341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.646174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 9, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:14.671971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:14.704036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:14.720819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:14.721565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e26731dd-7d8a-43f5-8a9b-ddd856c70e15 None None] Provisioning complete for port bc1a3f49-e4f5-4271-9b85-2775bc7523cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:14.722015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e26731dd-7d8a-43f5-8a9b-ddd856c70e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.722761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:14.729000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:14.730290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:14.730438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:14.738825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073b49d-d0ac-42d2-a20b-435095d00f15 req-52a158f8-bd3d-472b-a428-b87fef6e4f1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:14.748731 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b073b49d-d0ac-42d2-a20b-435095d00f15 req-52a158f8-bd3d-472b-a428-b87fef6e4f1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 945 time: 0.2168734 Dec 16 17:41:14.848419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] device_id is not set on port 30320348-babb-4766-b39f-c3a860b6a999 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:14.916057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Network 4b36306d-2325-4c01-a78e-0bd7b9935a06 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:14.957460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 25172684-7092-407f-b5e3-db5ebcc21778 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:14.960205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0b723fbb-cddd-42f8-8dcb-7e55738fb76c up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:14.964569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:14.976537 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b073b49d-d0ac-42d2-a20b-435095d00f15 req-56304f51-0d13-4a3f-97ef-cca0b4e3e259 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260935 Dec 16 17:41:15.052907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:15.054012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.078884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:15.098738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 4b36306d-2325-4c01-a78e-0bd7b9935a06) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:15.107876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:15.128980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.133087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:15.133667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:15.134185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:15.144906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.152201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8258eb-5481-4e62-9fd2-73a122664c06 None None] Network 4b36306d-2325-4c01-a78e-0bd7b9935a06 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:15.160258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:15.160915 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:15.275284 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 2 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:15.312542 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-1c3eb489-3090-4ed2-ab06-f05803fd132b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5954413 Dec 16 17:41:15.342831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Request body: {'port': {'device_id': '632bae35-ca68-47fc-9a20-49e4004883e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:15.367712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:15.372613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:15.373155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:15.385984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2fe74-4b3a-4e37-bb76-a25360d0d5a5 None None] Network 21363313-c489-4dec-bca7-75857f65fd8d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:15.397469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8::1fb (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/1760532c-3d2f-4542-b207-951700eea82a/26c03b39-88e3-473f-b13d-f3ce64c85704) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:15.398130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.433145 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.21.0.1 (d27476af-9c7c-4165-965f-91522ddbbe35/bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8/89d666db-f5af-4064-af07-d30b512e0454) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:15.451319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:15.451546 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:15.453030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:cc0d (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/da76e222-9eaa-493b-bb2a-16bf6101d868/26c03b39-88e3-473f-b13d-f3ce64c85704) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:15.455153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5794af9-6ff4-494f-b39d-a56398c924fc req-e2056fc3-4ba1-4d69-b99c-7c3592c21155 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:15.462313 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5794af9-6ff4-494f-b39d-a56398c924fc req-e2056fc3-4ba1-4d69-b99c-7c3592c21155 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 932 time: 0.1762464 Dec 16 17:41:15.471061 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 3 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:15.492811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Allocated IP 2001:db8::e9 (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/30320348-babb-4766-b39f-c3a860b6a999) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:15.495231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:15.495648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:15.496131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:15.505910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:15.506794 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:15.512173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.516613 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 4 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:15.562114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=25172684-7092-407f-b5e3-db5ebcc21778,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:15.579567 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5794af9-6ff4-494f-b39d-a56398c924fc req-e1962bcd-5791-4d77-acdf-3b9d260a5a07 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162648 Dec 16 17:41:15.591292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.591848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.596275 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8b0316d4-983d-4106-b518-a05cd13029f9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/25172684-7092-407f-b5e3-db5ebcc21778 HTTP/1.1" status: 204 len: 168 time: 0.9640524 Dec 16 17:41:15.601293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48408) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:15.620703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.633362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:15.633800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.642525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=91467e67-c61f-493a-9466-e51c034abfe8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:15.658764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:15.659106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:15.659452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:15.711684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.718459 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a26af1f2-b704-42cd-960a-1f6d7070d2a7 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/91467e67-c61f-493a-9466-e51c034abfe8 HTTP/1.1" status: 204 len: 168 time: 1.6848590 Dec 16 17:41:15.719810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48410) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:15.726877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:15.727231 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:15.742740 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 5 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:15.749310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8054056c-7919-4018-9a78-1775bfd45263 None None] Network c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:15.751159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638233bd-f4cd-45f7-b0e2-b29d4f340284 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:15.790833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.853627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:15.853627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:15.853990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:15.871017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.881840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e26731dd-7d8a-43f5-8a9b-ddd856c70e15 None None] Provisioning complete for port 350d1236-488b-43ea-a8df-6f4975aa4c16 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:15.882207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e26731dd-7d8a-43f5-8a9b-ddd856c70e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.900286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.911162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:15.911504 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:15.924220 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 6 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:15.990943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:15.991213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:15.995286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:15.995629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:15.995974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:16.034241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.041297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e26731dd-7d8a-43f5-8a9b-ddd856c70e15 None None] Port 350d1236-488b-43ea-a8df-6f4975aa4c16 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:16.051136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:16.051479 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:16.087580 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 7 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:16.095275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network d27476af-9c7c-4165-965f-91522ddbbe35 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:16.104430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:16.115986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:16.122554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.129556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 527266f0-1fa3-496f-99e2-8ab5239bc668 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:16.129930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.133201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] For port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,segment=NetworkSegment(5ba8fd61-2f36-4ce8-b89c-90975ccf66a1),segment_id=5ba8fd61-2f36-4ce8-b89c-90975ccf66a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:16.133634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.143051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:16.143387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:16.143728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:16.155518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.172216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:16.172390 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:16.187695 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 8 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:16.200910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 9, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:16.203162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.208771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:16.233650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:16.233995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:16.234340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:16.267578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:16.267913 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:16.272394 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 9 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:16.289251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.290211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:16.298482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec90c1-c3e6-449e-9683-3074436f403c None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 9, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '02940ec0-0d7a-4b54-bba8-03019a788b38', 'name': '', 'network_id': '5df5a1f2-18b8-4334-a012-1155435fb637', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:3f:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:19Z', 'updated_at': '2021-12-16T17:40:27Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '30a6d684-085f-4c68-a42f-aac1f2728bcc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:16.342869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:16.342869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:16.343790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:16.403579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 206b0c40-51a1-49e7-9ea8-91d041535c60 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:16.405613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] DHCP port deletion for c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:16.457360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Provisioning complete for port 53f5d95f-c7fc-47bc-a343-d765b97b7295 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:16.458863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.579020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4869be-c55a-4d31-9c95-9bf96b09b602 None None] Network 21363313-c489-4dec-bca7-75857f65fd8d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:16.646483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.657901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Port 53f5d95f-c7fc-47bc-a343-d765b97b7295 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:16.675860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] Update dhcp port {'port': {'network_id': '6f6e2fef-6135-4062-8c51-cb6bee5ed98f', 'fixed_ips': [{'subnet_id': '1760532c-3d2f-4542-b207-951700eea82a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da76e222-9eaa-493b-bb2a-16bf6101d868'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '0b723fbb-cddd-42f8-8dcb-7e55738fb76c'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:41:16.686825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:16.687164 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:16.694935 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 10 to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 Dec 16 17:41:16.702625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.716075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f5d95f-c7fc-47bc-a343-d765b97b7295 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:41:16.721341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.724150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:16.737807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.758802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:16.762229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:16.762409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 206b0c40-51a1-49e7-9ea8-91d041535c60 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:41:16.762648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:16.762991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:16.769477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Provisioning complete for port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:16.769842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.771196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:16.779197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:16.782084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:16.788224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:16.788368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=89d666db-f5af-4064-af07-d30b512e0454,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:16.788976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.791475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event updated for resources: {'Port': ['ID=26c03b39-88e3-473f-b13d-f3ce64c85704,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:16.802929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:16.808365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:16.808743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.816164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:16.828085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:16.830538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:16.831809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.867716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Transition to ACTIVE for port object 53f5d95f-c7fc-47bc-a343-d765b97b7295 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:41:16.867716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:16.867716 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:16.867716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.874143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 206b0c40-51a1-49e7-9ea8-91d041535c60 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:16.874518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.885095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.937687 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8340032 Dec 16 17:41:16.938967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9ea7-1b11-41a2-8a0a-0125215f5e47 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=30320348-babb-4766-b39f-c3a860b6a999,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:16.943444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48416) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:16.944774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] Deleting port 527266f0-1fa3-496f-99e2-8ab5239bc668 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:16.945186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.962010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'network_id': '85d6d982-699d-4d3c-a19f-cfc0c2209f54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-67451143'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:16.967088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:16.972104 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1285c602-d586-422b-86a1-0064cf919ccb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8624303 Dec 16 17:41:16.979321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48418) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:17.039450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 527266f0-1fa3-496f-99e2-8ab5239bc668, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=527266f0-1fa3-496f-99e2-8ab5239bc668,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:17.039828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.056114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ed47-3c97-4a1d-bc3b-a33c02befe19 req-a5537f86-8fbc-4881-8a9f-4a9a478fc53a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:17.058341 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b15ed47-3c97-4a1d-bc3b-a33c02befe19 req-a5537f86-8fbc-4881-8a9f-4a9a478fc53a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 932 time: 0.3725784 Dec 16 17:41:17.104405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a2e1-a98c-4af8-8c45-da0bf4143001 req-53a1c069-8fef-4c57-a435-efd8ae89cc50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:17.115894 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6662a2e1-a98c-4af8-8c45-da0bf4143001 req-53a1c069-8fef-4c57-a435-efd8ae89cc50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 945 time: 0.4203842 Dec 16 17:41:17.159973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] For port 527266f0-1fa3-496f-99e2-8ab5239bc668, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=527266f0-1fa3-496f-99e2-8ab5239bc668,segment=NetworkSegment(c62d5296-3b4d-4d9a-88f2-1b1a53a24251),segment_id=c62d5296-3b4d-4d9a-88f2-1b1a53a24251)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:17.160303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.187785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 527266f0-1fa3-496f-99e2-8ab5239bc668 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:17.194482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.203366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] Calling delete_port for 527266f0-1fa3-496f-99e2-8ab5239bc668 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:17.261335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:17.268752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.336156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] For port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:17.336538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempted to set empty binding levels {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 17:41:17.379221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] DHCP port deletion for 21363313-c489-4dec-bca7-75857f65fd8d request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:17.393150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.432102 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b15ed47-3c97-4a1d-bc3b-a33c02befe19 req-b7bbe83d-b240-44c5-badb-167d447f4804 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3363099 Dec 16 17:41:17.451860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=9e46f6cf-e816-41b0-8025-bb1caeaa60b0,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:17.454836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe80:71d7 (6f6e2fef-6135-4062-8c51-cb6bee5ed98f/da76e222-9eaa-493b-bb2a-16bf6101d868/0b723fbb-cddd-42f8-8dcb-7e55738fb76c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:17.460041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:17.460582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.484554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.494229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6662a2e1-a98c-4af8-8c45-da0bf4143001 req-b7e3b96d-95a1-45ca-93b1-0519a555ca08 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774664 Dec 16 17:41:17.528545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Made reservation on behalf of ec6875ac91254e35971227e209fb82d8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:17.532328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.547046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,segment=NetworkSegment(5ba8fd61-2f36-4ce8-b89c-90975ccf66a1),segment_id=5ba8fd61-2f36-4ce8-b89c-90975ccf66a1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:17.556463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting port 26c03b39-88e3-473f-b13d-f3ce64c85704 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:17.556774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.564883 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1cbdd8e6-d362-4b7b-b719-490c013ef91a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.2395794 Dec 16 17:41:17.567609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] device_id is not set on port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:17.568960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48420) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:17.584168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Attempting to bind port 53f5d95f-c7fc-47bc-a343-d765b97b7295 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:17.584590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Attempting to bind port 53f5d95f-c7fc-47bc-a343-d765b97b7295 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:17.584886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Attempting to bind port 53f5d95f-c7fc-47bc-a343-d765b97b7295 on network 0195fb54-ca39-4b86-bf2f-8104a82c8150 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:17.586266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.593903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Provisioning complete for port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:17.600246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.601695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.627269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Port 53f5d95f-c7fc-47bc-a343-d765b97b7295 on network 0195fb54-ca39-4b86-bf2f-8104a82c8150 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:17.627551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Attempting to bind port 53f5d95f-c7fc-47bc-a343-d765b97b7295 on network 0195fb54-ca39-4b86-bf2f-8104a82c8150 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:17.647593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:17.678161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:17.678585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Checking segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:17.679076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Bound using segment: {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:17.679526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Bound port: 53f5d95f-c7fc-47bc-a343-d765b97b7295, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a140c18-4301-4a32-a79d-bc891b3bc344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:17.679887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.684566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No DVR routers for this DVR port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:17.705965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.793695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=527266f0-1fa3-496f-99e2-8ab5239bc668,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:17.821692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.825430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:17.852208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Calling delete_port for 26c03b39-88e3-473f-b13d-f3ce64c85704 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:17.856516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port 527266f0-1fa3-496f-99e2-8ab5239bc668 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:17.864141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:17.884276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Allocated IP 2001:db8::3a5 (85d6d982-699d-4d3c-a19f-cfc0c2209f54/1b192e61-edb9-4263-b99f-e31ce7ae3904/9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:17.888971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.908823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0b723fbb-cddd-42f8-8dcb-7e55738fb76c up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:17.927994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84b25a9f-1372-49ee-9753-237b737a79f1 None None] Port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb was deleted so its status cannot be updated. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 17:41:17.927994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b0c40-51a1-49e7-9ea8-91d041535c60'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:41:17.930447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c53957-520c-455a-a3ec-72c26784c18e" -d '{"events": [{"server_uuid": "b74a38a6-620b-42de-9d00-a3fa437523da", "name": "network-vif-plugged", "status": "completed", "tag": "206b0c40-51a1-49e7-9ea8-91d041535c60"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:41:17.939081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:17.987606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Deleting port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:17.987950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.020174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb151b0f-918a-41c3-828c-d34f41331725 x-openstack-request-id: req-bb151b0f-918a-41c3-828c-d34f41331725 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:41:18.021752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74a38a6-620b-42de-9d00-a3fa437523da", "name": "network-vif-plugged", "status": "completed", "tag": "206b0c40-51a1-49e7-9ea8-91d041535c60", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:41:18.021752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb151b0f-918a-41c3-828c-d34f41331725 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:41:18.022231 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b0c40-51a1-49e7-9ea8-91d041535c60', 'code': 200} Dec 16 17:41:18.025763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event deleted for resources: {'Port': ['ID=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.030078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 206b0c40-51a1-49e7-9ea8-91d041535c60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=206b0c40-51a1-49e7-9ea8-91d041535c60,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:18.052472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.053147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.054699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] 10.222.0.57 "PUT /v2.0/ports/53f5d95f-c7fc-47bc-a343-d765b97b7295 HTTP/1.1" status: 200 len: 1094 time: 2.7208140 Dec 16 17:41:18.055713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.057455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:41:18.057876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.060193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152" -d '{"events": [{"name": "network-changed", "server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:41:18.100789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] Pushing event deleted for resources: {'Port': ['ID=527266f0-1fa3-496f-99e2-8ab5239bc668,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.103724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21363313-c489-4dec-bca7-75857f65fd8d']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:18.110048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.144001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecb7ba-1b55-486b-aabd-1a65f4b2f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.146125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:18.146430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba8fd61-2f36-4ce8-b89c-90975ccf66a1') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:18.185349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.191345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a64681-ee21-4fb5-87fd-dbb8ff5f8741']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:18.191922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c554b4-48e3-4830-829f-8b0fe59874ec None None] No DVR routers for this DVR port 527266f0-1fa3-496f-99e2-8ab5239bc668 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:18.197021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Deleting port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:18.197531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.212565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.225157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f34dbe-34f6-4e0f-bb6b-19236180e48e x-openstack-request-id: req-c1f34dbe-34f6-4e0f-bb6b-19236180e48e {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:41:18.225375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:41:18.225608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1f34dbe-34f6-4e0f-bb6b-19236180e48e {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:41:18.226079 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'status': 'completed', 'code': 200} Dec 16 17:41:18.231882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] For port 9e46f6cf-e816-41b0-8025-bb1caeaa60b0, host hv-neutron-8218, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:18.232249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.254983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.262012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:18.263397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.280172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:18.280512 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62d5296-3b4d-4d9a-88f2-1b1a53a24251') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:18.282520 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:18.284667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.343144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] For port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:18.344886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.375449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Calling delete_port for 9e46f6cf-e816-41b0-8025-bb1caeaa60b0 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:18.385483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] For port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:18.385913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.390400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:18.390762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.419765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-014609cf-151d-444d-bd1b-dfd9815821ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.421826 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-014609cf-151d-444d-bd1b-dfd9815821ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a934a66188e49b2a34461a1880e84f1&device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1097 time: 0.1944880 Dec 16 17:41:18.422576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=206b0c40-51a1-49e7-9ea8-91d041535c60,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.434559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Calling delete_port for b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:18.442214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:41:18.453835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.457635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Provisioning complete for port 89d666db-f5af-4064-af07-d30b512e0454 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:18.458264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.462870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.465212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.473394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.496973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.513101 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-2f70c8b2-52c9-4536-9883-c80d61b3fc6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295 HTTP/1.1" status: 200 len: 217 time: 0.0788317 Dec 16 17:41:18.524420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.526294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:18.526740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:18.531872 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:18.534712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.545572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Port 89d666db-f5af-4064-af07-d30b512e0454 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:18.563275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=89d666db-f5af-4064-af07-d30b512e0454,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.567417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Pushing event deleted for resources: {'Port': ['ID=b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.579961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.588613 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/21363313-c489-4dec-bca7-75857f65fd8d HTTP/1.1" status: 204 len: 168 time: 2.9854257 Dec 16 17:41:18.590157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.591931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48430) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:18.602106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] Network 21363313-c489-4dec-bca7-75857f65fd8d is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:41:18.602564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f992232-bfdd-4876-9530-828f6f5f355e None None] No DVR routers for this DVR port b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:18.621219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a679c99-e06f-4faa-a12e-26d6cdc52aa9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=21363313-c489-4dec-bca7-75857f65fd8d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.622824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'name': 'tempest-PortsIpV6TestJSON-838056835'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:18.632903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e75e8-f8e3-46e2-935a-77bea72c790c req-ce516e6c-44a5-4d07-a5f4-d48f3e02e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.634723 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-426e75e8-f8e3-46e2-935a-77bea72c790c req-ce516e6c-44a5-4d07-a5f4-d48f3e02e681 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 1099 time: 0.2980204 Dec 16 17:41:18.657799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Provisioning complete for port 30320348-babb-4766-b39f-c3a860b6a999 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:18.657799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.679918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:18.725110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6a56c-a841-494f-a17e-dea04590c381 None None] Pushing event updated for resources: {'Port': ['ID=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.749596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:18.767572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:18.773109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.774096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.785566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Port 30320348-babb-4766-b39f-c3a860b6a999 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:18.806260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:18.807947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-74b2050f-4e1d-4750-a8b7-5faac04e7a7c None None] Could not find standard attr ID for object b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:41:18.810457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-526cf35c-fbee-4125-a0c7-9aac07dcd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.811972 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-526cf35c-fbee-4125-a0c7-9aac07dcd70d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9ca7206-6e93-4fa3-a7c8-e06674b341aa HTTP/1.1" status: 200 len: 835 time: 0.2446368 Dec 16 17:41:18.888155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-426e75e8-f8e3-46e2-935a-77bea72c790c req-263f51e4-5b03-49a9-8363-ec3b0910847a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183707 Dec 16 17:41:18.894680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 527266f0-1fa3-496f-99e2-8ab5239bc668 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:18.896323 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ec05cfd8-04d5-4346-8a64-42ce34b2a68f tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9438095 Dec 16 17:41:18.902086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48434) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:18.910564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec577-8ffa-46ca-9c1f-fe877f86245e req-478207a4-ce04-419e-9953-4360a448e82d tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.913674 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ab8ec577-8ffa-46ca-9c1f-fe877f86245e req-478207a4-ce04-419e-9953-4360a448e82d tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 944 time: 0.3475475 Dec 16 17:41:18.915155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:e3:e0:10'}, {'ip_address': '2001:db8::e9', 'mac_address': 'fa:16:3e:13:43:ec'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:18.923105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.956059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 527266f0-1fa3-496f-99e2-8ab5239bc668 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:18.956059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 527266f0-1fa3-496f-99e2-8ab5239bc668 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:18.956059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8d13aa60-3130-43f8-9b4e-58ca839abe2a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:18.962356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca502-7791-4936-87f2-5b9b3d402889 req-6f49754c-f2d8-45f2-9e29-1829b4414a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:18.963883 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-6f49754c-f2d8-45f2-9e29-1829b4414a52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0195fb54-ca39-4b86-bf2f-8104a82c8150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427832 Dec 16 17:41:18.982917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:18.991818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8d13aa60-3130-43f8-9b4e-58ca839abe2a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:18.992167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8d13aa60-3130-43f8-9b4e-58ca839abe2a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:18.992597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:19.001711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.006590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.013773 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/c2a64681-ee21-4fb5-87fd-dbb8ff5f8741 HTTP/1.1" status: 204 len: 168 time: 3.2896669 Dec 16 17:41:19.015681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Port': ['ID=26c03b39-88e3-473f-b13d-f3ce64c85704,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:19.040189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48436) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:19.049287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:19.049642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b5d47d8c-a0a6-4382-b20a-5c4b5e086dfb not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:19.094619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network d27476af-9c7c-4165-965f-91522ddbbe35 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:19.133147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e46f6cf-e816-41b0-8025-bb1caeaa60b0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:19.139829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:19.143311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.143821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.147451 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5f2b696d-a85d-4733-8caf-0ae4b211fe97 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "DELETE /v2.0/ports/9e46f6cf-e816-41b0-8025-bb1caeaa60b0 HTTP/1.1" status: 204 len: 168 time: 1.5775194 Dec 16 17:41:19.155171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48438) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:19.156232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3493c-4a60-421a-9ce6-8f9daa99c0cd tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=c2a64681-ee21-4fb5-87fd-dbb8ff5f8741,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:19.180661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-accc640f-442e-4083-a7d8-8e400f98cc1f None None] Provisioning complete for port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:19.181518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-accc640f-442e-4083-a7d8-8e400f98cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.188022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:19.198114 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7c8a6f-20f2-4df4-80eb-b410aa18e578 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:41:19.199651 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f7c8a6f-20f2-4df4-80eb-b410aa18e578 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "GET /v2.0/ports/9e46f6cf-e816-41b0-8025-bb1caeaa60b0 HTTP/1.1" status: 404 len: 333 time: 0.0398002 Dec 16 17:41:19.207857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48440) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:19.219136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Request body: {'port': {'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1730922522'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:19.246080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ae7f-8256-421d-9d59-8491610760de req-b843335c-ee39-4a0e-9358-87604fb5946e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:19.249564 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1ae0ae7f-8256-421d-9d59-8491610760de req-b843335c-ee39-4a0e-9358-87604fb5946e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 946 time: 0.6264606 Dec 16 17:41:19.259831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-accc640f-442e-4083-a7d8-8e400f98cc1f None None] Port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:19.369004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ab8ec577-8ffa-46ca-9c1f-fe877f86245e req-c2df09ee-7569-43a1-a0b3-c1a269d061b9 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3419602 Dec 16 17:41:19.401653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Made reservation on behalf of 585cd3c9de704322aa89e259ce86d510 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:19.404522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.440226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port 690884f8-357b-44fa-9be4-ebc9632c1b9a yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:19.456795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 249fe92a-317f-4ab2-913c-e72e859c5df6 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:19.477629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.484023 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e269b795-9a71-400b-9011-aee599e23552 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/26c03b39-88e3-473f-b13d-f3ce64c85704 HTTP/1.1" status: 204 len: 168 time: 2.4860497 Dec 16 17:41:19.494980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1ae0ae7f-8256-421d-9d59-8491610760de req-07f32662-2220-4fe8-bf74-d78885c2add5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365663 Dec 16 17:41:19.495480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48442) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:19.578072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 23cae6a6-abb7-4377-8961-bdf3fe46e847 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:19.592417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0b99e3a0-72b3-40e8-86bc-91603f58a7aa None None] Provisioning complete for port 89d666db-f5af-4064-af07-d30b512e0454 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:19.593479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b99e3a0-72b3-40e8-86bc-91603f58a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.668119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b99e3a0-72b3-40e8-86bc-91603f58a7aa None None] Port 89d666db-f5af-4064-af07-d30b512e0454 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:19.695860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b80180-cffa-4391-a5f1-11c4a12e24c0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:19.700367 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c6b80180-cffa-4391-a5f1-11c4a12e24c0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1954718 Dec 16 17:41:19.752304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48444) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:19.759907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0b723fbb-cddd-42f8-8dcb-7e55738fb76c up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:19.820362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f8d935ce-19ae-4ed8-88b4-b9ed2cd0c9b1 None None] Provisioning complete for port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:19.821072 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8d935ce-19ae-4ed8-88b4-b9ed2cd0c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.884522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:19.884878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:19.953537 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-c9cf7062-bbb2-4b64-9e40-daefcfdf9b4d service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145638 Dec 16 17:41:20.021546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.050959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.138608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a1dec-7cb7-40d6-8a3e-9475dba5f4b7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.140109 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bf2a1dec-7cb7-40d6-8a3e-9475dba5f4b7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3807726 Dec 16 17:41:20.149552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48446) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.156080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-68644725-9b7a-4e25-be6a-7495cbf9ab0a None None] Could not find standard attr ID for object 26c03b39-88e3-473f-b13d-f3ce64c85704. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:41:20.186117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:20.195778 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-62fee87c-4d82-403f-904b-959db4791703 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/249fe92a-317f-4ab2-913c-e72e859c5df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4589446 Dec 16 17:41:20.196894 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] Sync routers for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:20.198932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48448) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.208828 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:20.210716 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:20.247485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376fb2f7-f276-4a15-9a66-b4d2dc1dccb9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.252646 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-376fb2f7-f276-4a15-9a66-b4d2dc1dccb9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports/89d666db-f5af-4064-af07-d30b512e0454 HTTP/1.1" status: 200 len: 910 time: 0.0489709 Dec 16 17:41:20.252646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.253336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48450) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.267533 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:20.281254 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:20.282358 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:20.320594 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:20.322278 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b978fa-075f-402b-be5c-67891c9e9469 None None] The sync data for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:20.348516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.352880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b327c85-9aaa-4946-bfe8-172a927e53f5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.354763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b327c85-9aaa-4946-bfe8-172a927e53f5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.356093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b327c85-9aaa-4946-bfe8-172a927e53f5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.357737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7b327c85-9aaa-4946-bfe8-172a927e53f5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2038336 Dec 16 17:41:20.361197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48452) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.367758 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-771ca502-7791-4936-87f2-5b9b3d402889 req-5fc1fcf0-2a01-4ecb-9540-4b4ba06b47b7 service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980350 Dec 16 17:41:20.455850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.513256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.555710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Network 4b36306d-2325-4c01-a78e-0bd7b9935a06 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:20.574114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet 1760532c-3d2f-4542-b207-951700eea82a {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:20.576409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:20.583728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:20.584676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.585320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.587370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.589904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=690884f8-357b-44fa-9be4-ebc9632c1b9a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:20.603948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-32e689d7-cbc1-4a10-974a-2ac7582ffb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.605502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-32e689d7-cbc1-4a10-974a-2ac7582ffb39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a934a66188e49b2a34461a1880e84f1&device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1097 time: 0.1741035 Dec 16 17:41:20.651692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:20.699696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4341c3-3b2f-4cb0-95da-f04843d79670 req-e5e93c8b-a447-4776-b932-54c150f46e3c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.701120 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cf4341c3-3b2f-4cb0-95da-f04843d79670 req-e5e93c8b-a447-4776-b932-54c150f46e3c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 944 time: 0.2335994 Dec 16 17:41:20.706846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-38d56839-a303-4c03-9cae-fa36e7ba1716 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4892139 Dec 16 17:41:20.710658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48458) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.711970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:20.714375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:20.716372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.720133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.720749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.728040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:20.749734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=23cae6a6-abb7-4377-8961-bdf3fe46e847,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:20.802209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.812095 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-57b1b410-1c4c-46a4-8ec0-b02e5a4c2915 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1955953 Dec 16 17:41:20.820006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48460) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.826611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.845107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7de1ee-105d-4461-b2ec-45f8fb45d5ee req-d7712f0a-0d9f-4073-bb74-2bd75487419d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.846593 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba7de1ee-105d-4461-b2ec-45f8fb45d5ee req-d7712f0a-0d9f-4073-bb74-2bd75487419d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 946 time: 0.2355318 Dec 16 17:41:20.910884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.914814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] In _notify_port_updated(), no bound segment for port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 on network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:20.920858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:20.921524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:20.922844 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "PUT /v2.0/ports/9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 HTTP/1.1" status: 200 len: 1065 time: 2.0188580 Dec 16 17:41:20.935262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48462) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:20.950511 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cf4341c3-3b2f-4cb0-95da-f04843d79670 req-556d2beb-abf2-43b6-9d18-a85033ba9269 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2401910 Dec 16 17:41:20.957530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.018724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.045426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-14c01705-b8a8-437d-b791-4693f9c1a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:21.046917 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-14c01705-b8a8-437d-b791-4693f9c1a4ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=0195fb54-ca39-4b86-bf2f-8104a82c8150 HTTP/1.1" status: 200 len: 898 time: 0.4267721 Dec 16 17:41:21.080282 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba7de1ee-105d-4461-b2ec-45f8fb45d5ee req-46c6e0ac-82f6-4d0f-9428-e6b7fe8fe5de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127213 Dec 16 17:41:21.135884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea541218-be83-4d79-835b-e79f8eae850a tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event updated for resources: {'Port': ['ID=9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:21.145054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-fcb6987e-e95e-4529-96f3-dd8c8d349167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295 HTTP/1.1" status: 200 len: 217 time: 0.0872331 Dec 16 17:41:21.184556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-17a977f1-d314-4914-aaa3-9ce3f9abc2ae None None] Provisioning complete for port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:21.185185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17a977f1-d314-4914-aaa3-9ce3f9abc2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.232423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-17a977f1-d314-4914-aaa3-9ce3f9abc2ae None None] Port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:21.286862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.332218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.343402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=1760532c-3d2f-4542-b207-951700eea82a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:21.345416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.351348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-75452ef4-ee70-4fbd-a899-e7f6d5fa1dc8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/1760532c-3d2f-4542-b207-951700eea82a HTTP/1.1" status: 204 len: 168 time: 0.9888589 Dec 16 17:41:21.352128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afd4e5-41f8-4c55-9761-5d95eb32f253 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:21.392331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:21.433406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c677f-a1f1-4d47-b1b7-d2e578fdf5a1 req-76a0bf45-a940-4c25-9957-73ebf798e611 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:21.435386 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-037c677f-a1f1-4d47-b1b7-d2e578fdf5a1 req-76a0bf45-a940-4c25-9957-73ebf798e611 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 946 time: 0.2299955 Dec 16 17:41:21.569389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port 690884f8-357b-44fa-9be4-ebc9632c1b9a yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:21.578736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-a542ef7c-49aa-41b7-b603-2fa7e563a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:21.580205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-a542ef7c-49aa-41b7-b603-2fa7e563a264 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9ca7206-6e93-4fa3-a7c8-e06674b341aa HTTP/1.1" status: 200 len: 835 time: 0.1251040 Dec 16 17:41:21.582443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 23cae6a6-abb7-4377-8961-bdf3fe46e847 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:21.582775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.607470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Deleting subnet da76e222-9eaa-493b-bb2a-16bf6101d868 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:21.621048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.623470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.658381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.674801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting port 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:21.675138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.696718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-037c677f-a1f1-4d47-b1b7-d2e578fdf5a1 req-463c45e0-464f-462b-9e68-0c8b987a6833 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477734 Dec 16 17:41:21.725543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.741397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.776763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 23cae6a6-abb7-4377-8961-bdf3fe46e847 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:21.784303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=690884f8-357b-44fa-9be4-ebc9632c1b9a,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:21.848633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-3534d8da-35f0-40ae-8ae4-cc2b00117948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:21.850174 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-3534d8da-35f0-40ae-8ae4-cc2b00117948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0195fb54-ca39-4b86-bf2f-8104a82c8150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2562649 Dec 16 17:41:21.855272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:21.857022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:21.857022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:21.874306 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:21.874888 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:21.877270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 2 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:21.922445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:21.928429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:21.928760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:21.929126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:21.961864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:21.962198 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:21.981931 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 3 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.011317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.014753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.015090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.015429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.031448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.034119 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.036349 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 4 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.038777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Calling delete_port for 9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:22.080339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.080681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.081545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.086871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.097994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.141131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.141468 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.145067 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 5 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.147605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Subnet': ['ID=da76e222-9eaa-493b-bb2a-16bf6101d868,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:22.162396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7499d5ee-3664-4ef7-8c3c-36a2f086a209 None None] Provisioning complete for port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:22.162840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7499d5ee-3664-4ef7-8c3c-36a2f086a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.164019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.171131 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b248936d-0fd4-42f5-91aa-b855ce5da25b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/da76e222-9eaa-493b-bb2a-16bf6101d868 HTTP/1.1" status: 204 len: 168 time: 0.7777400 Dec 16 17:41:22.173015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48474) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.174780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 89d666db-f5af-4064-af07-d30b512e0454 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:22.175124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.186297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2f2a4-0f14-45a5-a4bb-b2fff95d09f7 None None] Network 6f6e2fef-6135-4062-8c51-cb6bee5ed98f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:22.186910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=23cae6a6-abb7-4377-8961-bdf3fe46e847,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:22.229205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-aaf7da6b-77cc-42b6-bc6d-e38a17c9af4d service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597059 Dec 16 17:41:22.238402 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b547a84a-fc29-42cd-afa0-9d677f641f3e tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610566 Dec 16 17:41:22.239896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.241234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.241837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.241965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.243867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48476) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.247174 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-233be508-d65a-4b57-a426-fa615f73ba5c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/23cae6a6-abb7-4377-8961-bdf3fe46e847 HTTP/1.1" status: 204 len: 168 time: 1.4209309 Dec 16 17:41:22.251615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48478) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.267228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'mac_address': 'fa:16:3e:c1:ff:fd', 'name': 'tempest-PortsIpV6TestJSON-511970264'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:22.270370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce14c5f-2ee4-45ae-a6c5-44e1245e2604 req-90ad2956-fea9-45d2-bb48-10c457794ec9 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:22.271898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4ce14c5f-2ee4-45ae-a6c5-44e1245e2604 req-90ad2956-fea9-45d2-bb48-10c457794ec9 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 944 time: 0.2244227 Dec 16 17:41:22.279703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.280041 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.296476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 6 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.352247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.353036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.354342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.380600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.380924 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.387516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.389881 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 7 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.410393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 02940ec0-0d7a-4b54-bba8-03019a788b38 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:22.410731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.419878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] DHCP port deletion for 6f6e2fef-6135-4062-8c51-cb6bee5ed98f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:22.432574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7dad31-4376-44d1-aded-925f3d606afd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:22.436670 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-be7dad31-4376-44d1-aded-925f3d606afd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1852643 Dec 16 17:41:22.437580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48480) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.442759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 89d666db-f5af-4064-af07-d30b512e0454 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:22.460510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.460852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.461223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.474494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] Deleting port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:22.474951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.495753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.495990 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.499996 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4ce14c5f-2ee4-45ae-a6c5-44e1245e2604 req-9cf6380c-ec86-4f91-bcce-5316297d7b9f tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1980727 Dec 16 17:41:22.503660 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 8 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.533392 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0fed9ed7-b1ed-47ae-aec0-0b350c21a152 req-e83841d1-c5bd-4f48-af15-9ac43b6317be service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834110 Dec 16 17:41:22.563931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] For port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,segment=NetworkSegment(be68ecb2-12b3-4348-b2be-9b393b7e0335),segment_id=be68ecb2-12b3-4348-b2be-9b393b7e0335)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:22.564724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.566638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01837631-4382-4539-8ebc-70a72a1995f0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:22.569484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-01837631-4382-4539-8ebc-70a72a1995f0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1246333 Dec 16 17:41:22.570769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.571778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.572932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.573703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.575273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48482) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.582346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] Calling delete_port for 0b723fbb-cddd-42f8-8dcb-7e55738fb76c owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:22.587063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.587401 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.589026 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 9 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.595141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:22.613343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.613682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.614051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.623754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.624085 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.653284 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 10 to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a Dec 16 17:41:22.667512 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6855d7df-577b-4db8-a8bb-d6aef0a46ff8 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887835 Dec 16 17:41:22.670686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48484) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.682315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.689403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:22.690012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:22.690556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:22.694319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Port': ['ID=9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:22.703573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 02940ec0-0d7a-4b54-bba8-03019a788b38, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=02940ec0-0d7a-4b54-bba8-03019a788b38,segment=NetworkSegment(f679dd11-dd31-41e4-bc40-7102c28ecb61),segment_id=f679dd11-dd31-41e4-bc40-7102c28ecb61)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:22.703938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.711811 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03a465d-69c9-48bb-8d86-15928fb9d1b6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:22.712469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03a465d-69c9-48bb-8d86-15928fb9d1b6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:22.714520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] Pushing event deleted for resources: {'Port': ['ID=0b723fbb-cddd-42f8-8dcb-7e55738fb76c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:22.716622 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b03a465d-69c9-48bb-8d86-15928fb9d1b6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/26c03b39-88e3-473f-b13d-f3ce64c85704 HTTP/1.1" status: 404 len: 333 time: 0.0446894 Dec 16 17:41:22.720117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48486) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.722804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efc33f-e53b-4ac6-b12d-a2fed34d3ab0 None None] No DVR routers for this DVR port 0b723fbb-cddd-42f8-8dcb-7e55738fb76c on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:22.728531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:22.728871 dv-neutron-821818-2-hyperv neutron-server[103242]: ERROR neutron.plugins.ml2.managers [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 690884f8-357b-44fa-9be4-ebc9632c1b9a on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:22.729272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.766699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe6be8a-3a15-43bf-aa12-f42391561c8f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:22.767173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe6be8a-3a15-43bf-aa12-f42391561c8f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:22.770336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 02940ec0-0d7a-4b54-bba8-03019a788b38 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:22.770472 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-abe6be8a-3a15-43bf-aa12-f42391561c8f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/da76e222-9eaa-493b-bb2a-16bf6101d868 HTTP/1.1" status: 404 len: 337 time: 0.0493147 Dec 16 17:41:22.775708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48488) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.786043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.863605 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad05fa7c-05fb-446a-af11-0b18b0c52718 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:22.864159 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad05fa7c-05fb-446a-af11-0b18b0c52718 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:22.869765 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ad05fa7c-05fb-446a-af11-0b18b0c52718 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/1760532c-3d2f-4542-b207-951700eea82a HTTP/1.1" status: 404 len: 337 time: 0.0906897 Dec 16 17:41:22.870948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48490) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.883531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port cba01087-35dc-49cf-b62e-c5d32b098a50 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:22.906262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.932623 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8f8cf8-036c-432b-a0b1-300981e11ca7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:22.933229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8f8cf8-036c-432b-a0b1-300981e11ca7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:22.938925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ea8f8cf8-036c-432b-a0b1-300981e11ca7 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/43d12cc6-9fd6-4a67-83e6-0e288c6315f7 HTTP/1.1" status: 404 len: 333 time: 0.0637801 Dec 16 17:41:22.942763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48492) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:22.944239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] For port 690884f8-357b-44fa-9be4-ebc9632c1b9a, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:22.944675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempted to set empty binding levels {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 17:41:22.974858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=89d666db-f5af-4064-af07-d30b512e0454,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:22.983077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:22.986995 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce46739-f995-49e4-947a-703e586c82fd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:22.987458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce46739-f995-49e4-947a-703e586c82fd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:22.990512 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bce46739-f995-49e4-947a-703e586c82fd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/30854d24-5ed0-4456-af5b-ccd746c20c8f HTTP/1.1" status: 404 len: 337 time: 0.0444610 Dec 16 17:41:22.995687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48494) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.060671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] In _notify_port_updated(), no bound segment for port 690884f8-357b-44fa-9be4-ebc9632c1b9a on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:23.061940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.062720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:23.064793 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "PUT /v2.0/ports/690884f8-357b-44fa-9be4-ebc9632c1b9a HTTP/1.1" status: 200 len: 977 time: 2.3447971 Dec 16 17:41:23.071823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48496) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.106691 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda6b9d7-ed78-4be6-bfc5-e9c404138455 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.107152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda6b9d7-ed78-4be6-bfc5-e9c404138455 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.110374 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bda6b9d7-ed78-4be6-bfc5-e9c404138455 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/a1d3a110-c828-4fce-9fc2-e86df806fd06 HTTP/1.1" status: 404 len: 337 time: 0.0817032 Dec 16 17:41:23.118727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.122060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:23.128468 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-76afced5-bd87-4397-a66b-3a3de9207e14 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/ports/9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 HTTP/1.1" status: 204 len: 168 time: 2.1512127 Dec 16 17:41:23.135948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48500) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.196007 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-773d5172-9436-4db1-96d9-89146d1d3adc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.196627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773d5172-9436-4db1-96d9-89146d1d3adc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.200430 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-773d5172-9436-4db1-96d9-89146d1d3adc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/a3a432e0-76e1-4384-9096-d4ac4cbfc5e6 HTTP/1.1" status: 404 len: 333 time: 0.0809786 Dec 16 17:41:23.205448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48502) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.209181 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6c4ff6-6c26-4bed-bfe5-24353f9d1ab9 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] GET failed (client error): The resource could not be found. Dec 16 17:41:23.212876 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fc6c4ff6-6c26-4bed-bfe5-24353f9d1ab9 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "GET /v2.0/ports/9b2b10fa-bb91-4f6c-bff6-2f4f8a7ab675 HTTP/1.1" status: 404 len: 333 time: 0.0722899 Dec 16 17:41:23.256313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48504) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.256548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48506) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.360558 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-603f6fac-6cbc-4b3a-80d3-2dc32951d6bb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.361305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603f6fac-6cbc-4b3a-80d3-2dc32951d6bb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.364327 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-603f6fac-6cbc-4b3a-80d3-2dc32951d6bb tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/23e0f76c-8e41-4662-88c8-a2f6d21611f9 HTTP/1.1" status: 404 len: 337 time: 0.1529214 Dec 16 17:41:23.390776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48508) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.511402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea9e9-6bfb-4e68-9e4c-ce126c8da2a7 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=690884f8-357b-44fa-9be4-ebc9632c1b9a,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:23.591449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.591959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.592658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.593165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.593638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.594112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.594579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.595044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.595509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.595971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.596437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.596896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.597486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.597949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.598408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.598872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.599334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.599793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.600252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.600707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.601195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.601658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.602114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.602576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.603013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.603468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.603922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.611387 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a466b470-2c6f-4895-bffa-558c5cec5f41 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24579 time: 0.5327430 Dec 16 17:41:23.612485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48512) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.671187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:23.684688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0b723fbb-cddd-42f8-8dcb-7e55738fb76c no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:23.705521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c6c429-f3f3-4067-83d3-51cc77273c97 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.706053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c6c429-f3f3-4067-83d3-51cc77273c97 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.707661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0b723fbb-cddd-42f8-8dcb-7e55738fb76c {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:23.708008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0b723fbb-cddd-42f8-8dcb-7e55738fb76c not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:23.708952 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-07c6c429-f3f3-4067-83d3-51cc77273c97 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/1c88e7b0-25eb-4912-bd2d-d3e0ff453e51 HTTP/1.1" status: 404 len: 337 time: 0.3140538 Dec 16 17:41:23.714479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48514) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.753357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:23.758613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:23.813178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84249b-6499-41b3-9b4c-6e15ab10a6ac req-eb58e72b-2eba-4231-8cbf-0152bf65e2e3 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:23.814672 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e84249b-6499-41b3-9b4c-6e15ab10a6ac req-eb58e72b-2eba-4231-8cbf-0152bf65e2e3 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 944 time: 0.2039011 Dec 16 17:41:23.818733 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a734039-3c4e-48b9-9351-23ce523edf38 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.821218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a734039-3c4e-48b9-9351-23ce523edf38 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.831057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=02940ec0-0d7a-4b54-bba8-03019a788b38,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:23.831469 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7a734039-3c4e-48b9-9351-23ce523edf38 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/4ef58412-0c5f-4362-9a98-753612d0d2f1 HTTP/1.1" status: 404 len: 333 time: 0.1078291 Dec 16 17:41:23.831469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48516) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.900806 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-df75701a-d8b6-46ca-bea2-d3afe0169583 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.901299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df75701a-d8b6-46ca-bea2-d3afe0169583 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.905454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-df75701a-d8b6-46ca-bea2-d3afe0169583 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/cd3a4e23-bfc7-45bc-9063-4d5691b58f92 HTTP/1.1" status: 404 len: 337 time: 0.0748994 Dec 16 17:41:23.910812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48518) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:23.959953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Deleting port 690884f8-357b-44fa-9be4-ebc9632c1b9a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:23.960304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:23.972290 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ed8ae9-a41a-4619-a136-4ae64b8b6b65 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:23.973063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ed8ae9-a41a-4619-a136-4ae64b8b6b65 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:23.976303 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-43ed8ae9-a41a-4619-a136-4ae64b8b6b65 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/e6278f29-a85a-487c-aba1-002460de2701 HTTP/1.1" status: 404 len: 337 time: 0.0616283 Dec 16 17:41:23.986225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48520) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.032312 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bec204-e569-490b-844c-b3afe4bff135 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.032878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bec204-e569-490b-844c-b3afe4bff135 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.037184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e9bec204-e569-490b-844c-b3afe4bff135 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/f79e6739-053e-436c-8ada-c0c4ede06b7a HTTP/1.1" status: 404 len: 333 time: 0.0466583 Dec 16 17:41:24.037184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.040675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48522) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.093769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e84249b-6499-41b3-9b4c-6e15ab10a6ac req-77656602-83bd-4568-a47e-b4848357b402 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2648854 Dec 16 17:41:24.131987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] For port 690884f8-357b-44fa-9be4-ebc9632c1b9a, host hv-neutron-8218, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:24.132345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.132639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting port 30320348-babb-4766-b39f-c3a860b6a999 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:24.132997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.151025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 249fe92a-317f-4ab2-913c-e72e859c5df6 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:24.151816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Calling delete_port for 690884f8-357b-44fa-9be4-ebc9632c1b9a owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:24.186748 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b471466-cf49-4daf-b0f3-f1d7ef869e5c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.187542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b471466-cf49-4daf-b0f3-f1d7ef869e5c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.192611 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2b471466-cf49-4daf-b0f3-f1d7ef869e5c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/24e0bf63-f562-4953-8030-df7674611f35 HTTP/1.1" status: 404 len: 337 time: 0.1460576 Dec 16 17:41:24.196664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.199336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48524) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.207605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:24.224858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:24.239665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:24.245103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:24.245707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.251707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=cba01087-35dc-49cf-b62e-c5d32b098a50,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:24.294052 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10510bd-806d-4cc3-9ac7-fb2fadf78704 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.294629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10510bd-806d-4cc3-9ac7-fb2fadf78704 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.297725 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d10510bd-806d-4cc3-9ac7-fb2fadf78704 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/638811a4-d199-4d65-aca4-b1eb95db7e5b HTTP/1.1" status: 404 len: 333 time: 0.0960815 Dec 16 17:41:24.301578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48526) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.346919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b10ba6-fdc9-43ae-8d53-708efb59c05c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.347380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b10ba6-fdc9-43ae-8d53-708efb59c05c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.352661 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-95b10ba6-fdc9-43ae-8d53-708efb59c05c tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/14133e0b-09b3-4847-bd9e-b748875a6835 HTTP/1.1" status: 404 len: 337 time: 0.0465527 Dec 16 17:41:24.356503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:41:24.357557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48528) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.368865 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c2ab7dd-f64f-4573-8e44-acf31027576e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1075180 Dec 16 17:41:24.374616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48530) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.398886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:24.408285 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0a136d21-eef3-4a59-aa5a-2b02a49c347b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/249fe92a-317f-4ab2-913c-e72e859c5df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1493912 Dec 16 17:41:24.412163 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5b5cf2-c7b2-4daa-805c-2f92de9afce3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.412841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5b5cf2-c7b2-4daa-805c-2f92de9afce3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.418767 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5a5b5cf2-c7b2-4daa-805c-2f92de9afce3 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/9ace5a2e-9561-469c-a8a4-98b3a9b23eb8 HTTP/1.1" status: 404 len: 333 time: 0.0574975 Dec 16 17:41:24.432221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48532) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.432554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48534) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.452411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] Sync routers for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:24.454448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d750d-2184-4554-9e82-128d65e8013b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:24.454968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.458308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac9d750d-2184-4554-9e82-128d65e8013b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/cba01087-35dc-49cf-b62e-c5d32b098a50 HTTP/1.1" status: 200 len: 844 time: 0.0674393 Dec 16 17:41:24.459084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.463215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48536) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.475692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:24.476327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:24.513129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event deleted for resources: {'Port': ['ID=690884f8-357b-44fa-9be4-ebc9632c1b9a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:24.519026 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-032655a7-8f73-4d8e-a064-82dad5965ce9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.519899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032655a7-8f73-4d8e-a064-82dad5965ce9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.522337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.522535 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-032655a7-8f73-4d8e-a064-82dad5965ce9 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/63cab855-bd0f-4b94-af82-82008631e5ad HTTP/1.1" status: 404 len: 337 time: 0.0821915 Dec 16 17:41:24.523863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:24.526068 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4d2a7677-91f8-4475-b734-47d9fcbe1f9a tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "DELETE /v2.0/ports/690884f8-357b-44fa-9be4-ebc9632c1b9a HTTP/1.1" status: 204 len: 168 time: 0.9132318 Dec 16 17:41:24.526990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48538) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.531293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48540) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.555947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:24.558681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Calling delete_port for 30320348-babb-4766-b39f-c3a860b6a999 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:24.559718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:24.560539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:24.588783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-18be09e7-5d4d-4c33-825c-b28c1f3b95ae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.589391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18be09e7-5d4d-4c33-825c-b28c1f3b95ae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.593073 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-18be09e7-5d4d-4c33-825c-b28c1f3b95ae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/d2b22d1f-cdea-4510-b7c7-4b0d4ac781d9 HTTP/1.1" status: 404 len: 333 time: 0.0625281 Dec 16 17:41:24.602481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:24.603401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d8bb3-20e2-4b26-9b55-a4daf9b2eb75 None None] The sync data for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:24.607490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'port_id': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'mac_address': 'fa:16:3e:1a:40:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:41:24.614178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48542) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.625263 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a94dfc6-107f-4823-a4ea-a0c6130928c5 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:41:24.630188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2a94dfc6-107f-4823-a4ea-a0c6130928c5 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "GET /v2.0/ports/690884f8-357b-44fa-9be4-ebc9632c1b9a HTTP/1.1" status: 404 len: 333 time: 0.0866046 Dec 16 17:41:24.635386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48544) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.649482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.656383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-562611737', 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:24.663385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f5d95f-c7fc-47bc-a343-d765b97b7295 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:41:24.663656 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad8f382-958f-47d7-bda4-c091ede638a5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.663905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad8f382-958f-47d7-bda4-c091ede638a5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.670515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9ad8f382-958f-47d7-bda4-c091ede638a5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/2a950e47-e2bb-45c5-9699-6450f0b5ad84 HTTP/1.1" status: 404 len: 337 time: 0.0507493 Dec 16 17:41:24.670515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48546) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.687054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:24.691393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.705832 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28e9336-ac99-4708-bc91-f8ca777b9219 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.706394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28e9336-ac99-4708-bc91-f8ca777b9219 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.712345 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e28e9336-ac99-4708-bc91-f8ca777b9219 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/dcdca56b-32a7-408c-9b04-96d178db8006 HTTP/1.1" status: 404 len: 333 time: 0.0380704 Dec 16 17:41:24.712345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48548) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.743726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:24.750924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Made reservation on behalf of 585cd3c9de704322aa89e259ce86d510 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:24.753242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.756131 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9300f5-3950-4ec9-ae16-197949ae33cc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.756570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9300f5-3950-4ec9-ae16-197949ae33cc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.759562 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2a9300f5-3950-4ec9-ae16-197949ae33cc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/15794b3a-0ce1-4d52-8e70-2e5541c52ffc HTTP/1.1" status: 404 len: 337 time: 0.0462973 Dec 16 17:41:24.762578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48550) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.796159 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d36810-dc6f-4539-b2b7-29ea381bb593 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.796741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d36810-dc6f-4539-b2b7-29ea381bb593 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.799889 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-57d36810-dc6f-4539-b2b7-29ea381bb593 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/cbffbd36-232f-4ef1-b82c-b512d21cb426 HTTP/1.1" status: 404 len: 333 time: 0.0314426 Dec 16 17:41:24.802591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48552) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.807091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port cba01087-35dc-49cf-b62e-c5d32b098a50 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:24.807442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.810639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port fe72f3eb-e9f6-4235-836a-e6b03c61eb75 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:24.875471 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-967acee9-9b11-4788-a0f7-028cb7207ded tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.875950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967acee9-9b11-4788-a0f7-028cb7207ded tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.881526 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-967acee9-9b11-4788-a0f7-028cb7207ded tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/21d67904-db89-4a2f-b56c-ee8374254888 HTTP/1.1" status: 404 len: 337 time: 0.0746591 Dec 16 17:41:24.886633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48554) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.920662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['53f5d95f-c7fc-47bc-a343-d765b97b7295'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:41:24.944033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:24.948469 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2635fe-b00e-47e8-9682-90c4a9ddf8e1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:24.948957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2635fe-b00e-47e8-9682-90c4a9ddf8e1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:24.950824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:24.955019 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3e2635fe-b00e-47e8-9682-90c4a9ddf8e1 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/d7941c86-0e13-4593-9945-54d9c69cea30 HTTP/1.1" status: 404 len: 337 time: 0.0636215 Dec 16 17:41:24.959256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48556) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:24.998527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for cba01087-35dc-49cf-b62e-c5d32b098a50 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:25.000528 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf69f68d-cc54-4b7c-99c5-1aa342f76e1f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.001144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf69f68d-cc54-4b7c-99c5-1aa342f76e1f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.006587 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cf69f68d-cc54-4b7c-99c5-1aa342f76e1f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/992f20e2-97a8-4322-8939-44c66e1f1cdd HTTP/1.1" status: 404 len: 333 time: 0.0391657 Dec 16 17:41:25.011377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48558) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.146657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.186399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.222951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=cba01087-35dc-49cf-b62e-c5d32b098a50,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:25.225288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.265194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.270912 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ce22c1ac-c2b1-4adb-9714-55ebbc106f5a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/cba01087-35dc-49cf-b62e-c5d32b098a50 HTTP/1.1" status: 204 len: 168 time: 0.8019295 Dec 16 17:41:25.293082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48562) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.340354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b3f959-804d-4792-8c44-70dbe2bf2bf4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:25.345417 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a2b3f959-804d-4792-8c44-70dbe2bf2bf4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/cba01087-35dc-49cf-b62e-c5d32b098a50 HTTP/1.1" status: 404 len: 333 time: 0.0482316 Dec 16 17:41:25.349490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Network 4b36306d-2325-4c01-a78e-0bd7b9935a06 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:25.350136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48564) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.356182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'name': 'tempest-PortsIpV6TestJSON-1251661874'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:25.360482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=fe72f3eb-e9f6-4235-836a-e6b03c61eb75,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:25.366170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:25.375548 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-396e37c2-a823-44ae-8151-c83173dd659a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.375959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396e37c2-a823-44ae-8151-c83173dd659a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.380989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-396e37c2-a823-44ae-8151-c83173dd659a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/b2017928-3f8a-435d-826a-c4cf3fb0cb52 HTTP/1.1" status: 404 len: 337 time: 0.3437293 Dec 16 17:41:25.381328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:25.381328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:25.381328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.387608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48566) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.391091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95ba04-004b-4f6f-a444-9ef8c9651592 req-188a7a90-ad63-4991-8892-4bd145612350 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:25.392706 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0a95ba04-004b-4f6f-a444-9ef8c9651592 req-188a7a90-ad63-4991-8892-4bd145612350 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 945 time: 0.1738634 Dec 16 17:41:25.470540 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1fa55655-7ade-4a12-85e8-c0900ee7f3b9 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8339438 Dec 16 17:41:25.475200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48568) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.519343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.523955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.526970 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a622bb-254e-4fee-8d7c-3c75a304398f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.527989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a622bb-254e-4fee-8d7c-3c75a304398f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.531019 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35a622bb-254e-4fee-8d7c-3c75a304398f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/0a25f9bc-4066-41e6-a037-dd1650049009 HTTP/1.1" status: 404 len: 337 time: 0.1015210 Dec 16 17:41:25.537415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48570) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.540619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e611b-4274-423d-9c63-6ece61ac185d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:25.541998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ce8e611b-4274-423d-9c63-6ece61ac185d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "GET /v2.0/ports/fe72f3eb-e9f6-4235-836a-e6b03c61eb75 HTTP/1.1" status: 200 len: 954 time: 0.0656226 Dec 16 17:41:25.552061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48572) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.556045 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0a95ba04-004b-4f6f-a444-9ef8c9651592 req-0178fbce-d5dd-49a6-b93b-0b982c97e138 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236429 Dec 16 17:41:25.585188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Port': ['ID=30320348-babb-4766-b39f-c3a860b6a999,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:25.599161 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fef7aa-d6d5-402f-9cad-96e4c58467ec tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.599748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fef7aa-d6d5-402f-9cad-96e4c58467ec tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.602826 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-37fef7aa-d6d5-402f-9cad-96e4c58467ec tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/810cf0d5-8385-43fa-9e5d-6092dab8851f HTTP/1.1" status: 404 len: 333 time: 0.0635953 Dec 16 17:41:25.609075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.635986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:25.646368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:25.647330 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:25.649744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.651878 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3aaa61-ec0e-4ca5-963a-eb72955476bd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.652870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3aaa61-ec0e-4ca5-963a-eb72955476bd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.655899 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-da3aaa61-ec0e-4ca5-963a-eb72955476bd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/356aa1e9-db7e-4d8f-b90c-4b587e25621b HTTP/1.1" status: 404 len: 337 time: 0.0458624 Dec 16 17:41:25.659058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48576) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.665005 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aa26af88-410a-4290-9935-c0dae6293ab8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6212986 Dec 16 17:41:25.670052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48578) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.671319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.674473 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:25.676739 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:25.678043 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6d959432-746c-49b7-8f09-5d1f927b7c17 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/ports/30320348-babb-4766-b39f-c3a860b6a999 HTTP/1.1" status: 204 len: 168 time: 2.4205625 Dec 16 17:41:25.681348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48580) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.750410 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b822ae-1323-4208-a5c4-0528221ccd48 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] GET failed (client error): The resource could not be found. Dec 16 17:41:25.755395 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-41b822ae-1323-4208-a5c4-0528221ccd48 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "GET /v2.0/ports/30320348-babb-4766-b39f-c3a860b6a999 HTTP/1.1" status: 404 len: 333 time: 0.0715878 Dec 16 17:41:25.771827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48582) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.793120 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:25.797350 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9982d388-c5bc-4443-8045-2b9c474428c4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.797893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9982d388-c5bc-4443-8045-2b9c474428c4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.803339 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9982d388-c5bc-4443-8045-2b9c474428c4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/22a7a130-fdd6-4a63-99b3-cd9e175d46ec HTTP/1.1" status: 404 len: 337 time: 0.1361747 Dec 16 17:41:25.804069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48584) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.827284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 6fe70c49-9664-4e83-b161-50e6e7c2aeda yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:25.915552 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f90346-77f7-495a-93e6-134d7a403340 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:25.916000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f90346-77f7-495a-93e6-134d7a403340 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:25.917862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:25.921601 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d6f90346-77f7-495a-93e6-134d7a403340 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/600d5b11-fd7a-406f-9d27-460a6197c54c HTTP/1.1" status: 404 len: 333 time: 0.0835774 Dec 16 17:41:25.939803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48586) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:25.956997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet 30a6d684-085f-4c68-a42f-aac1f2728bcc {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:25.986061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.024308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-07bef56a-a26f-429e-9a59-5657364f2c88 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.024526 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:23Z', 'revision_number': 10, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:26.024684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07bef56a-a26f-429e-9a59-5657364f2c88 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.028531 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-07bef56a-a26f-429e-9a59-5657364f2c88 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/633a177b-26c4-4d80-9e83-d1d69ec16ae7 HTTP/1.1" status: 404 len: 337 time: 0.0869632 Dec 16 17:41:26.032292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48588) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.054633 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:26.064000 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:26.064629 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:26.083316 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3be4d1-b88c-482b-9cd4-f23b240cc1dc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.083316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3be4d1-b88c-482b-9cd4-f23b240cc1dc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.086121 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2f3be4d1-b88c-482b-9cd4-f23b240cc1dc tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/0c9af62a-9383-475f-a849-fa62d821c245 HTTP/1.1" status: 404 len: 337 time: 0.0509663 Dec 16 17:41:26.093763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48590) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.098429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.132338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Deleting port fe72f3eb-e9f6-4235-836a-e6b03c61eb75 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:26.132677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.165646 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:26.179572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.17 (945d7fee-4621-42af-b175-594c8066b0cc/c4e749f4-6844-4fe1-95d5-9c57f84a845b/69bb253c-495e-4777-bd07-dcb6c567e38a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:26.238991 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-208ad579-5911-4612-a2e9-22e89cd2fa65 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports?device_id=29de0133-b369-4974-8557-15de99777336 HTTP/1.1" status: 200 len: 205 time: 0.1357598 Dec 16 17:41:26.241848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48592) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.307995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-2188b6bf-ab26-4b13-872c-42a0a945f5a5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] delete failed (client error): The resource could not be found. Dec 16 17:41:26.309540 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2188b6bf-ab26-4b13-872c-42a0a945f5a5 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/routers/29de0133-b369-4974-8557-15de99777336 HTTP/1.1" status: 404 len: 336 time: 0.0667648 Dec 16 17:41:26.330584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48594) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.333158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.355846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:26.369494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.372812 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:23Z', 'revision_number': 10, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:26.395060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting port 8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:26.395425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.398349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Calling delete_port for fe72f3eb-e9f6-4235-836a-e6b03c61eb75 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:26.407820 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a491c-e220-4eae-8595-2e48c9e0f56d None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:23Z', 'revision_number': 10, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None, '_interfaces': [{'id': '1cee123d-ec2a-4c16-b16b-895c04eeaf31', 'name': '', 'network_id': '3b3fba90-ee28-489b-a3e4-5b330e92d471', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'mac_address': 'fa:16:3e:cf:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:07Z', 'updated_at': '2021-12-16T17:40:20Z', 'revision_number': 5, 'project_id': '5f7a6034981647df965273650fe87e13', 'subnets': [{'id': '18fd8185-1d1a-4751-a9eb-af85a4861e62', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:26.408166 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eae434-f918-4adf-a5de-50888c8e59aa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.408983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0eae434-f918-4adf-a5de-50888c8e59aa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.412658 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d0eae434-f918-4adf-a5de-50888c8e59aa tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/1cb72b35-c5f9-40ea-af89-c56c5a95ab26 HTTP/1.1" status: 404 len: 337 time: 0.0752547 Dec 16 17:41:26.415138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48596) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.451252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 53f5d95f-c7fc-47bc-a343-d765b97b7295 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:41:26.457989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 53f5d95f-c7fc-47bc-a343-d765b97b7295 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:26.458612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.504570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.513800 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ca321d10-afda-43f8-80a9-0b5338426d6d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "GET /v2.0/ports?device_id=d616c64d-399f-44db-9117-886e7c69a312 HTTP/1.1" status: 200 len: 205 time: 0.0925841 Dec 16 17:41:26.518598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-1fa56ed4-f4dd-4552-8f95-e6e73b80afd7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2279191 Dec 16 17:41:26.521470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48598) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.547390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.558143 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:41:26.572917 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-f6125b99-7fb1-4990-b5e4-f5f9a9513a62 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] delete failed (client error): The resource could not be found. Dec 16 17:41:26.577223 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f6125b99-7fb1-4990-b5e4-f5f9a9513a62 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/routers/d616c64d-399f-44db-9117-886e7c69a312 HTTP/1.1" status: 404 len: 336 time: 0.0517852 Dec 16 17:41:26.582556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:41:26.585113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc888f-5baa-4565-823e-d37e91588f51" -d '{"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-plugged", "status": "completed", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:41:26.588546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48600) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.602682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:26.614906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.670037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eee206e-9128-41b5-a4a2-3b21e592662b x-openstack-request-id: req-3eee206e-9128-41b5-a4a2-3b21e592662b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:41:26.670653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-plugged", "status": "completed", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:41:26.671058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3eee206e-9128-41b5-a4a2-3b21e592662b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:41:26.671669 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'code': 200} Dec 16 17:41:26.677387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:26.680079 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad33d8d3-7a29-44c0-8016-35c3886c504b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.680562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad33d8d3-7a29-44c0-8016-35c3886c504b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.684331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ad33d8d3-7a29-44c0-8016-35c3886c504b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/6c772ead-aaa9-400c-b1cf-8a85cf9e4b69 HTTP/1.1" status: 404 len: 337 time: 0.0941551 Dec 16 17:41:26.688326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48606) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.732194 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c0685a-7407-41a8-a429-6c640aff6c2a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.732583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c0685a-7407-41a8-a429-6c640aff6c2a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.738251 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a6c0685a-7407-41a8-a429-6c640aff6c2a tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/92b95a48-f82c-4957-ad42-9f852b6345e1 HTTP/1.1" status: 404 len: 337 time: 0.0450766 Dec 16 17:41:26.739576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48608) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.754353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-65baff9a-40aa-4cef-b4f6-d58e26db1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:26.755797 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-65baff9a-40aa-4cef-b4f6-d58e26db1590 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1099 time: 0.1794665 Dec 16 17:41:26.757975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 350d1236-488b-43ea-a8df-6f4975aa4c16 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:26.758318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.776755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.842609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:26.848321 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d1a83-6ff6-493f-8981-b78e38ded334 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.848970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d1a83-6ff6-493f-8981-b78e38ded334 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.855154 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c50d1a83-6ff6-493f-8981-b78e38ded334 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/d150e3c7-04fd-4521-97bd-d45c146e6558 HTTP/1.1" status: 404 len: 333 time: 0.1097879 Dec 16 17:41:26.883039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48610) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:26.983448 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f247bfa-2943-4292-bcca-c2151fa5d79f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:26.984153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f247bfa-2943-4292-bcca-c2151fa5d79f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:26.987307 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4f247bfa-2943-4292-bcca-c2151fa5d79f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/d0c9adb9-e968-4b96-b418-11dbc9c5dc0e HTTP/1.1" status: 404 len: 337 time: 0.0961902 Dec 16 17:41:26.992591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 945d7fee-4621-42af-b175-594c8066b0cc is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:26.993699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.005886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:27.015359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:27.018733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.023758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=69bb253c-495e-4777-bd07-dcb6c567e38a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:27.064517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 350d1236-488b-43ea-a8df-6f4975aa4c16 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:27.069659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.085742 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2249cc4-053f-45c9-b452-f35de9e622e0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.086334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2249cc4-053f-45c9-b452-f35de9e622e0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.089395 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b2249cc4-053f-45c9-b452-f35de9e622e0 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/c6419f18-8989-4e33-833a-9356c5445881 HTTP/1.1" status: 404 len: 333 time: 0.0905373 Dec 16 17:41:27.096260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48614) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.103744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fe7e1-9e38-4ef6-a46c-0521b0325a5c req-07bdb1fb-246e-40be-b463-33d2ca7855d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:27.106103 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd6fe7e1-9e38-4ef6-a46c-0521b0325a5c req-07bdb1fb-246e-40be-b463-33d2ca7855d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1099 time: 0.2714517 Dec 16 17:41:27.140366 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8a6070-8781-4fbc-879f-afb230cfbee4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.140822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8a6070-8781-4fbc-879f-afb230cfbee4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.146048 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ee8a6070-8781-4fbc-879f-afb230cfbee4 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/5ad7d988-03b3-4299-bff0-37ba7558d7f8 HTTP/1.1" status: 404 len: 337 time: 0.0440533 Dec 16 17:41:27.146048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-bfd746e8-b9f8-4c1e-8ec3-a595d8a24534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:27.146275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff629a17-2ae0-4ae3-b5b5-32be122a34bd req-5f90908e-10e1-4893-bb84-158f8a0f448a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:27.146403 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-bfd746e8-b9f8-4c1e-8ec3-a595d8a24534 service neutron] 10.222.0.57 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 898 time: 0.2879786 Dec 16 17:41:27.146964 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff629a17-2ae0-4ae3-b5b5-32be122a34bd req-5f90908e-10e1-4893-bb84-158f8a0f448a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.3231530 Dec 16 17:41:27.151883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48616) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.155738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.174941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.201377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.203510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Calling delete_port for 8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:27.252052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:27.281217 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e91f614-f9b7-47de-8241-1d7616fbf123 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.281961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e91f614-f9b7-47de-8241-1d7616fbf123 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.285348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3e91f614-f9b7-47de-8241-1d7616fbf123 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/bd462769-bdb8-4d10-9d52-7ecfd60d2674 HTTP/1.1" status: 404 len: 333 time: 0.1244528 Dec 16 17:41:27.286082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.290191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48622) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.302706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:27.305116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:27.311636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:27.312279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.326681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-72ff18a1-a6c9-4740-8a6b-b7a981b7bd82 None None] Provisioning complete for port 69bb253c-495e-4777-bd07-dcb6c567e38a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:27.326966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72ff18a1-a6c9-4740-8a6b-b7a981b7bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.331059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.337414 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/30a6d684-085f-4c68-a42f-aac1f2728bcc HTTP/1.1" status: 204 len: 168 time: 1.6536908 Dec 16 17:41:27.338391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f78eb-90fe-4435-8959-b7735962c6ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=30a6d684-085f-4c68-a42f-aac1f2728bcc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:27.355108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48624) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.356002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141780a-cd33-4ee3-813c-fc7d36dcd4ac None None] Network 5df5a1f2-18b8-4334-a012-1155435fb637 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:27.361092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=6fe70c49-9664-4e83-b161-50e6e7c2aeda,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:27.416592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-72ff18a1-a6c9-4740-8a6b-b7a981b7bd82 None None] Port 69bb253c-495e-4777-bd07-dcb6c567e38a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:27.472348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5363fa6-4f96-4316-8db0-212329090501 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.473030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5363fa6-4f96-4316-8db0-212329090501 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.478796 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b5363fa6-4f96-4316-8db0-212329090501 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/fc561a3f-502b-45df-8e32-3c359d952e21 HTTP/1.1" status: 404 len: 337 time: 0.1750524 Dec 16 17:41:27.513777 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe72f3eb-e9f6-4235-836a-e6b03c61eb75,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:27.519910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.525966 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f390c837-4427-4db4-b79a-ad8118738ce2 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "DELETE /v2.0/ports/fe72f3eb-e9f6-4235-836a-e6b03c61eb75 HTTP/1.1" status: 204 len: 168 time: 1.9665904 Dec 16 17:41:27.525966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.535039 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0b78528e-7fee-43dd-92a5-119fdd69a7c4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1828864 Dec 16 17:41:27.547988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] DHCP port deletion for 5df5a1f2-18b8-4334-a012-1155435fb637 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:27.550148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48628) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.550452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48630) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.566262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:27.601435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] Deleting port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:27.602303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.665123 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff629a17-2ae0-4ae3-b5b5-32be122a34bd req-7ac0516e-6607-40c0-a13e-e8f962507f63 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4927795 Dec 16 17:41:27.676782 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb582e0b-a87b-4b9a-9c06-c0e439bf78ff tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:41:27.678308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cb582e0b-a87b-4b9a-9c06-c0e439bf78ff tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "GET /v2.0/ports/fe72f3eb-e9f6-4235-836a-e6b03c61eb75 HTTP/1.1" status: 404 len: 333 time: 0.1200218 Dec 16 17:41:27.679658 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c626106-a5e4-4159-a4d8-31e680980fd6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.679927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c626106-a5e4-4159-a4d8-31e680980fd6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.684730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48632) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.695636 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8c626106-a5e4-4159-a4d8-31e680980fd6 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/f9de4373-7158-4832-b5ca-d97a0e5bb324 HTTP/1.1" status: 404 len: 333 time: 0.1618462 Dec 16 17:41:27.699162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Request body: {'port': {'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1608945552'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:27.702670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] For port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,segment=NetworkSegment(f679dd11-dd31-41e4-bc40-7102c28ecb61),segment_id=f679dd11-dd31-41e4-bc40-7102c28ecb61)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:27.703502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.705175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48634) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.725444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] Calling delete_port for 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:27.733456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 02940ec0-0d7a-4b54-bba8-03019a788b38 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:27.734328 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd6fe7e1-9e38-4ef6-a46c-0521b0325a5c req-5fde05ae-dab9-4fa2-a03d-d9df206d50cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5758519 Dec 16 17:41:27.744649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.762494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 02940ec0-0d7a-4b54-bba8-03019a788b38 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:27.762840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 02940ec0-0d7a-4b54-bba8-03019a788b38 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:27.763266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:27.775105 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-13ba767d-8b97-4bf9-83a4-1bb130d786c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 1001 time: 0.5954459 Dec 16 17:41:27.803338 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-406c2d54-c67a-453f-9c1e-1f6efec831cd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.803338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406c2d54-c67a-453f-9c1e-1f6efec831cd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.803338 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-406c2d54-c67a-453f-9c1e-1f6efec831cd tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/4533b4f4-fac8-4882-bcf2-2a3e01928219 HTTP/1.1" status: 404 len: 337 time: 0.0890901 Dec 16 17:41:27.808321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48636) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.841474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.851887 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddba5051-0041-4f2f-a2b5-78d1b2a9eaae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.852380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddba5051-0041-4f2f-a2b5-78d1b2a9eaae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.855423 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ddba5051-0041-4f2f-a2b5-78d1b2a9eaae tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/80396607-9465-4165-861a-2ca2789ea169 HTTP/1.1" status: 404 len: 333 time: 0.0419672 Dec 16 17:41:27.856085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.862807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48638) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.864747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Made reservation on behalf of 585cd3c9de704322aa89e259ce86d510 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:27.867022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.890913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.915654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.915875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.917667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:27.922698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab80906-8398-4cf5-8fa2-55020d6d724f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:27.923162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab80906-8398-4cf5-8fa2-55020d6d724f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:27.928526 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aab80906-8398-4cf5-8fa2-55020d6d724f tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/df083625-184c-42ce-bd8d-9e45502d7ede HTTP/1.1" status: 404 len: 337 time: 0.0622826 Dec 16 17:41:27.932264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48640) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:27.956891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] Pushing event deleted for resources: {'Port': ['ID=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:27.963806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdb123-b40a-44a3-90f5-28f31f672939 None None] No DVR routers for this DVR port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:27.969938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Port': ['ID=8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:27.987952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:27.992836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=350d1236-488b-43ea-a8df-6f4975aa4c16,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:28.008448 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-25156da3-c971-4052-81ca-849cbde94a48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:28.009055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25156da3-c971-4052-81ca-849cbde94a48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:28.017090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-25156da3-c971-4052-81ca-849cbde94a48 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/6f3c230d-bcea-4414-a0c9-60cea1e07e64 HTTP/1.1" status: 404 len: 333 time: 0.0639379 Dec 16 17:41:28.018964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48642) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:28.054149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.060436 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5bfaa93b-2d3c-4a4e-b047-58e8e51ff64e tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/ports/8fd6c04b-5ea1-4ee1-bd06-4e85cbfc190a HTTP/1.1" status: 204 len: 168 time: 2.2844183 Dec 16 17:41:28.066134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48644) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:28.147627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:28.147979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.154321 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-224d0709-1242-484f-bfbd-c9597be1cd1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:28.155019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224d0709-1242-484f-bfbd-c9597be1cd1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:28.158682 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-224d0709-1242-484f-bfbd-c9597be1cd1d tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/28239315-0365-4324-b523-1cc529c15201 HTTP/1.1" status: 404 len: 337 time: 0.1371226 Dec 16 17:41:28.173420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48646) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:28.194134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-0834ac71-e462-4bc6-baa3-f0a761754060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:28.195803 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-0834ac71-e462-4bc6-baa3-f0a761754060 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 200 len: 834 time: 0.2485528 Dec 16 17:41:28.255631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1f575f-b03a-48dd-bf73-976a06975121 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:28.256783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1f575f-b03a-48dd-bf73-976a06975121 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:28.259907 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cf1f575f-b03a-48dd-bf73-976a06975121 tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/ports/58d9ba1a-99a6-4503-bad9-545ee9b4e239 HTTP/1.1" status: 404 len: 333 time: 0.0855036 Dec 16 17:41:28.270532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48648) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:28.274634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Deleting subnet 1b192e61-edb9-4263-b99f-e31ce7ae3904 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:28.298546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.369398 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-921d5383-f483-41f8-8998-5bb53534444b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:28.369776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921d5383-f483-41f8-8998-5bb53534444b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:28.373345 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-921d5383-f483-41f8-8998-5bb53534444b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/subnets/c4b09afb-c4f1-4da6-8cbf-5108fa701bf8 HTTP/1.1" status: 404 len: 337 time: 0.0963047 Dec 16 17:41:28.381409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48650) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:28.405101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.409066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:28.409426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.450071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-614e3439-a6ad-4204-ad9e-429d6d14ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:28.451567 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-614e3439-a6ad-4204-ad9e-429d6d14ca3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2433205 Dec 16 17:41:28.461311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.469679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.486195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.493553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:28.513619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.516860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:41:28.561621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.567286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] In _notify_port_updated(), no bound segment for port 6fe70c49-9664-4e83-b161-50e6e7c2aeda on network 772ced3d-af72-4895-88f9-7a34f9c4f01f {{(pid=103242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:28.572673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:28.573302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.575304 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/ports/6fe70c49-9664-4e83-b161-50e6e7c2aeda HTTP/1.1" status: 200 len: 818 time: 1.0151408 Dec 16 17:41:28.582850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48652) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:28.598401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.647354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port 449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:28.656152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab46fd3-4c61-46de-9472-abe005a5fd37 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=6fe70c49-9664-4e83-b161-50e6e7c2aeda,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:28.750325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=449bc055-ce3b-44e3-b5d2-b9e5b6a42e0a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:28.782797 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-fe3414d2-0184-4136-9240-e2c3ff4b0cf8 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171642 Dec 16 17:41:28.809709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.861178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.863849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 249fe92a-317f-4ab2-913c-e72e859c5df6 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:28.907948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.931697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.941753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Network 4b36306d-2325-4c01-a78e-0bd7b9935a06 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:28.948589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.962303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:28.984296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:28.985266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:28.986118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:28.999434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.002633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df5a1f2-18b8-4334-a012-1155435fb637']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.037143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f679dd11-dd31-41e4-bc40-7102c28ecb61') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.037436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f679dd11-dd31-41e4-bc40-7102c28ecb61') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.038964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=12469a47-da27-4bc9-8e16-e4fd66f08ab1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:29.049003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da491f-f77e-47a6-992f-1625eee468e7 req-017bce12-22e6-4a8d-b2c8-65d3298c05f2 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:29.050536 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-64da491f-f77e-47a6-992f-1625eee468e7 req-017bce12-22e6-4a8d-b2c8-65d3298c05f2 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2969398 Dec 16 17:41:29.061391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e2fef-6135-4062-8c51-cb6bee5ed98f']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.068557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 6fe70c49-9664-4e83-b161-50e6e7c2aeda {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:29.068917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.074030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.083694 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-81241a6c-a956-4a98-9194-2e9594d9a0d0 req-caccf7d4-5d49-4d10-bafd-3840cbd9f1d9 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913272 Dec 16 17:41:29.110405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be68ecb2-12b3-4348-b2be-9b393b7e0335') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.110949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be68ecb2-12b3-4348-b2be-9b393b7e0335') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.123350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:29.129792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-add49ac3-eb7e-4e6d-bd08-3e7821941815 tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4392555 Dec 16 17:41:29.130582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.137719 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-18de6cb2-0769-4e2b-b6a1-4e9749946051 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/249fe92a-317f-4ab2-913c-e72e859c5df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6960132 Dec 16 17:41:29.137920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] Sync routers for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:29.138385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48656) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:29.138385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48658) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:29.155219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:29.156344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:29.158339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.159886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.180146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.183972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.200568 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7c3bd2bc-bf26-4454-a515-70625518f3e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=249fe92a-317f-4ab2-913c-e72e859c5df6 HTTP/1.1" status: 200 len: 205 time: 0.0569696 Dec 16 17:41:29.201761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=69bb253c-495e-4777-bd07-dcb6c567e38a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:29.203360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48660) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:29.206609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.212137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:29.212603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.217365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] Routers {'249fe92a-317f-4ab2-913c-e72e859c5df6'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:29.218081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['249fe92a-317f-4ab2-913c-e72e859c5df6'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:29.237409 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:29.256370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:29.257609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797ec5f-fe52-4ff4-b4ee-c3b28f0c9c3b None None] The sync data for ids ['249fe92a-317f-4ab2-913c-e72e859c5df6'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:29.257958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.291262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Subnet': ['ID=1b192e61-edb9-4263-b99f-e31ce7ae3904,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:29.301511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.315338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff0d73-a648-49df-991d-6d2e5d9dd426 None None] Network 85d6d982-699d-4d3c-a19f-cfc0c2209f54 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:29.320782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:29.321173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:29.324388 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:29.326599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.331706 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6902d399-fa98-449b-b610-bf3570b6afe3 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/subnets/1b192e61-edb9-4263-b99f-e31ce7ae3904 HTTP/1.1" status: 204 len: 168 time: 1.2640567 Dec 16 17:41:29.360090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48662) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:29.404723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 6fe70c49-9664-4e83-b161-50e6e7c2aeda owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:29.480204 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-64da491f-f77e-47a6-992f-1625eee468e7 req-982fef05-7148-4805-b9bc-44218050fc43 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4149625 Dec 16 17:41:29.500341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.513450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] DHCP port deletion for 85d6d982-699d-4d3c-a19f-cfc0c2209f54 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:29.522101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.526709 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/5df5a1f2-18b8-4334-a012-1155435fb637 HTTP/1.1" status: 204 len: 168 time: 2.1612751 Dec 16 17:41:29.574920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] Deleting port 98537fc5-d096-4f1b-8da1-1dd497755c55 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:29.575301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.578197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:29.608122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667b349-e9b2-41af-a5c8-4daab832976a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=5df5a1f2-18b8-4334-a012-1155435fb637,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:29.635971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.673038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] For port 98537fc5-d096-4f1b-8da1-1dd497755c55, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=98537fc5-d096-4f1b-8da1-1dd497755c55,segment=NetworkSegment(c3eb18b6-b725-4e0e-86a1-2984d317c2db),segment_id=c3eb18b6-b725-4e0e-86a1-2984d317c2db)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:29.673675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.692671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] Calling delete_port for 98537fc5-d096-4f1b-8da1-1dd497755c55 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:29.725971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.756665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 98537fc5-d096-4f1b-8da1-1dd497755c55 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:29.843733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.872870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 98537fc5-d096-4f1b-8da1-1dd497755c55 update to DOWN by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:41:29.907407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] No DVR routers for this DVR port 98537fc5-d096-4f1b-8da1-1dd497755c55 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:29.909276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf42ae8-61a4-45d0-ada8-0a00e676a169 None None] Pushing event deleted for resources: {'Port': ['ID=98537fc5-d096-4f1b-8da1-1dd497755c55,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:29.920444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.923632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 945d7fee-4621-42af-b175-594c8066b0cc is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:29.924850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:29.930774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:29.972148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.014373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.017588 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] 10.222.0.66 "DELETE /v2.0/networks/6f6e2fef-6135-4062-8c51-cb6bee5ed98f HTTP/1.1" status: 204 len: 168 time: 1.6319776 Dec 16 17:41:30.034126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.063020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca781cd1-f82e-444d-a72f-7652fdd4ce6b tempest-NetworksTestDHCPv6-700231400 tempest-NetworksTestDHCPv6-700231400-project] Pushing event deleted for resources: {'Network': ['ID=6f6e2fef-6135-4062-8c51-cb6bee5ed98f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:30.114761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.140439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] device_id is not set on port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:30.151603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.201513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.206817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.207459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router 249fe92a-317f-4ab2-913c-e72e859c5df6 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:41:30.218120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.222796 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4765cee9-2024-4dab-8160-83ac7b83d253 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/249fe92a-317f-4ab2-913c-e72e859c5df6 HTTP/1.1" status: 204 len: 168 time: 1.0130537 Dec 16 17:41:30.242899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48668) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:30.256174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=6fe70c49-9664-4e83-b161-50e6e7c2aeda,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:30.295705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d1b81c2d-040b-4b7f-916d-8eae8ade7560 None None] Provisioning complete for port 69bb253c-495e-4777-bd07-dcb6c567e38a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:30.296744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1b81c2d-040b-4b7f-916d-8eae8ade7560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.318713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.322892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=12469a47-da27-4bc9-8e16-e4fd66f08ab1,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:30.323272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.327323 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9cee3c23-5c65-4c40-845f-bc72d18c9af9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/6fe70c49-9664-4e83-b161-50e6e7c2aeda HTTP/1.1" status: 204 len: 168 time: 1.7435236 Dec 16 17:41:30.336609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48672) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:30.372168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d6d982-699d-4d3c-a19f-cfc0c2209f54']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:30.379538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d1b81c2d-040b-4b7f-916d-8eae8ade7560 None None] Port 69bb253c-495e-4777-bd07-dcb6c567e38a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:30.385901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.386822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.387285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.403977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.404364 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.404822 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 2 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.406897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:30.412176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3eb18b6-b725-4e0e-86a1-2984d317c2db') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:30.412468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3eb18b6-b725-4e0e-86a1-2984d317c2db') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:30.424725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48674) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:30.425448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.425804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.426502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.438401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.441657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:30.447530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.448255 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.451469 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 3 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.469365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.476183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.476632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.477113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.504770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.517724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.518132 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.523240 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 4 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.533821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.538263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:30.538263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.545182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.545546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.545866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.559554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.560466 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.563659 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 5 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:30.563832 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:30.624796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.625172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.625497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.627404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26786c2-2689-4dc7-b0db-264ed344ec02 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:30.628984 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c26786c2-2689-4dc7-b0db-264ed344ec02 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2873921 Dec 16 17:41:30.632409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48680) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:30.648674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.649092 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.668511 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 6 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.681524 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4bdaed-a7e1-441a-8b43-514ab1a06dde tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:30.683647 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9a4bdaed-a7e1-441a-8b43-514ab1a06dde tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/6fe70c49-9664-4e83-b161-50e6e7c2aeda HTTP/1.1" status: 404 len: 333 time: 0.0486958 Dec 16 17:41:30.693279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48682) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:30.694280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:30.700880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5449eccf-7ce3-410d-bbd6-e5b9aa4446b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/d53db94e-57ae-48df-810a-1dafea7a4e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4422503 Dec 16 17:41:30.706172 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:30.715309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-997273617'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:30.715537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.715812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.716249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.722336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:30.723326 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:30.724152 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c9c6ebda-7221-4bae-8423-c9c70fefa196 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6cbe3dbd0bc438da8f90cc2915c7fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952709 Dec 16 17:41:30.724791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48686) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:30.736803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.762398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.762746 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.767008 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 7 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.769295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.775012 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] 10.222.0.66 "DELETE /v2.0/networks/85d6d982-699d-4d3c-a19f-cfc0c2209f54 HTTP/1.1" status: 204 len: 168 time: 1.4082890 Dec 16 17:41:30.785452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.785793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.787932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.802324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.802662 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.805117 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 8 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.812854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e79f4e-dc87-400b-a534-b56b5ffec05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.836406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.836752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.838837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.853906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e79f4e-dc87-400b-a534-b56b5ffec05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.873069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c55cb-ce18-4a1b-aa1f-6c60972f1906 tempest-AllowedAddressPairIpV6TestJSON-389609587 tempest-AllowedAddressPairIpV6TestJSON-389609587-project] Pushing event deleted for resources: {'Network': ['ID=85d6d982-699d-4d3c-a19f-cfc0c2209f54,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:30.888858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91b008-25b6-49dd-a9d6-d72ce2021466 req-3dd373de-d131-4b4a-bd0f-8c436abf41c8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:30.898367 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e91b008-25b6-49dd-a9d6-d72ce2021466 req-3dd373de-d131-4b4a-bd0f-8c436abf41c8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2680986 Dec 16 17:41:30.918031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:30.922089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.930697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.931594 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.932254 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 9 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:30.940593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e79f4e-dc87-400b-a534-b56b5ffec05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.944540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e79f4e-dc87-400b-a534-b56b5ffec05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:30.949485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35e79f4e-dc87-400b-a534-b56b5ffec05c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7735681e-7e16-4acb-bb96-caec1f82834b HTTP/1.1" status: 204 len: 168 time: 0.2218366 Dec 16 17:41:30.961664 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:30.967598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:30.967941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:30.968582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:30.970929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e79f4e-dc87-400b-a534-b56b5ffec05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7735681e-7e16-4acb-bb96-caec1f82834b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:30.988966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:30.989130 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:30.989768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempt 10 to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 Dec 16 17:41:31.009295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.016103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:31.016447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:31.016808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempting to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:31.021586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:41:31.021917 dv-neutron-821818-2-hyperv neutron-server[103243]: ERROR neutron.plugins.ml2.managers [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Failed to bind port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'ee4fd563-61d8-40fa-bee6-640abb601bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4b36306d-2325-4c01-a78e-0bd7b9935a06'}] Dec 16 17:41:31.022287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.089975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:31.119379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] For port 12469a47-da27-4bc9-8e16-e4fd66f08ab1, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:31.119801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attempted to set empty binding levels {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 17:41:31.122609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48696) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:31.129729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.165451 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e91b008-25b6-49dd-a9d6-d72ce2021466 req-9bb4aa62-49c9-4661-91bf-682f36ecbd95 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2608707 Dec 16 17:41:31.176846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.177464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment cb5b36ed-c97e-4457-b27f-f1ffd3f2d380 of type vlan for network e41c23ea-8c0f-4412-a162-52312b90710d Dec 16 17:41:31.197360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] In _notify_port_updated(), no bound segment for port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 on network 4b36306d-2325-4c01-a78e-0bd7b9935a06 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:31.200637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:31.201857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.203989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "PUT /v2.0/ports/12469a47-da27-4bc9-8e16-e4fd66f08ab1 HTTP/1.1" status: 200 len: 977 time: 2.0636601 Dec 16 17:41:31.207439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48702) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:31.224188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.243445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b451ec-d866-4be6-a5cf-4e60d7dc637e tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event updated for resources: {'Port': ['ID=12469a47-da27-4bc9-8e16-e4fd66f08ab1,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:31.272980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.277128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:31.297545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4a8f4-326d-40c6-bcfc-af5fdd888873 None None] Network d27476af-9c7c-4165-965f-91522ddbbe35 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:31.298935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.305520 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b6cc39d1-9359-4a41-b4d4-5ac95de1d4c0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8 HTTP/1.1" status: 204 len: 168 time: 1.0569384 Dec 16 17:41:31.311807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48704) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:31.359946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Deleting port 12469a47-da27-4bc9-8e16-e4fd66f08ab1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:31.360739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.381803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.425962 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:27Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:13Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69bb253c-495e-4777-bd07-dcb6c567e38a', 'name': '', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:ec:38:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:41:25Z', 'updated_at': '2021-12-16T17:41:28Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:31.470009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] For port 12469a47-da27-4bc9-8e16-e4fd66f08ab1, host hv-neutron-8218, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:31.471165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.498653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Calling delete_port for 12469a47-da27-4bc9-8e16-e4fd66f08ab1 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:31.510216 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:31.510635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Updating router d53db94e-57ae-48df-810a-1dafea7a4e1b port 69bb253c-495e-4777-bd07-dcb6c567e38a binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:41:31.515823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.522893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:31.523602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.549379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87985c99-c961-4d10-9092-132a10466c1a None None] DHCP port deletion for d27476af-9c7c-4165-965f-91522ddbbe35 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:31.551542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 008e2099-1783-46a3-ba42-21df097d5802 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:31.574799 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.583897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc89301-3d24-4b93-93e4-00b9b3b4cdd5 req-37547935-138f-4063-a314-aca85f652f0e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:31.584980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-edc89301-3d24-4b93-93e4-00b9b3b4cdd5 req-37547935-138f-4063-a314-aca85f652f0e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.3017166 Dec 16 17:41:31.645057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.652982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-87985c99-c961-4d10-9092-132a10466c1a None None] Deleting port bc1a3f49-e4f5-4271-9b85-2775bc7523cd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:31.653923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87985c99-c961-4d10-9092-132a10466c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.704889 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9b1b3bc4-388b-4cd9-a487-1ab179548c53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec6875ac91254e35971227e209fb82d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5819952 Dec 16 17:41:31.727069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48714) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:31.757340 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0577598 Dec 16 17:41:31.762401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:31.765918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-87985c99-c961-4d10-9092-132a10466c1a None None] For port bc1a3f49-e4f5-4271-9b85-2775bc7523cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,segment=NetworkSegment(5373fa89-a3d5-48b1-93e0-b04ab40179c4),segment_id=5373fa89-a3d5-48b1-93e0-b04ab40179c4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:31.766366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87985c99-c961-4d10-9092-132a10466c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.767900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:31.783258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-87985c99-c961-4d10-9092-132a10466c1a None None] Calling delete_port for bc1a3f49-e4f5-4271-9b85-2775bc7523cd owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:31.830181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a7c65-a46c-454e-bad4-f74d4ed0112b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=e41c23ea-8c0f-4412-a162-52312b90710d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:31.860048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bc1a3f49-e4f5-4271-9b85-2775bc7523cd no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:31.884137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.898970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.918387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network e41c23ea-8c0f-4412-a162-52312b90710d details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:31.950124 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.966465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:31.991834 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-edc89301-3d24-4b93-93e4-00b9b3b4cdd5 req-8d1fbac4-0b2d-4591-9965-995cdf2e162c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3347764 Dec 16 17:41:32.014059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48724) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:32.024143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Pushing event deleted for resources: {'Port': ['ID=12469a47-da27-4bc9-8e16-e4fd66f08ab1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:32.061278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.064577 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-24d14eb2-797d-4935-819d-589da809977d tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "DELETE /v2.0/ports/12469a47-da27-4bc9-8e16-e4fd66f08ab1 HTTP/1.1" status: 204 len: 168 time: 0.8561478 Dec 16 17:41:32.072237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48728) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:32.076373 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Pushing event updated for resources: {'Port': ['ID=69bb253c-495e-4777-bd07-dcb6c567e38a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:32.084339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87985c99-c961-4d10-9092-132a10466c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.094942 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.095594 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.096096 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.096583 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.097184 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.098750 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.098750 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.099019 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.099513 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.100714 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.101310 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.101818 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.102284 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:32.112812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67aca30a-4f7c-4536-be6f-c3ca00fb82e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.165628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87985c99-c961-4d10-9092-132a10466c1a None None] Pushing event deleted for resources: {'Port': ['ID=bc1a3f49-e4f5-4271-9b85-2775bc7523cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:32.175750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87985c99-c961-4d10-9092-132a10466c1a None None] No DVR routers for this DVR port bc1a3f49-e4f5-4271-9b85-2775bc7523cd on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:32.182027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.198707 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ba8718-8432-4826-81db-5b54d2f2c7fd tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] GET failed (client error): The resource could not be found. Dec 16 17:41:32.205377 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-88ba8718-8432-4826-81db-5b54d2f2c7fd tempest-PortsAdminExtendedAttrsTestJSON-1810536902 tempest-PortsAdminExtendedAttrsTestJSON-1810536902-project-admin] 10.222.0.66 "GET /v2.0/ports/12469a47-da27-4bc9-8e16-e4fd66f08ab1 HTTP/1.1" status: 404 len: 333 time: 0.1200643 Dec 16 17:41:32.205554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2df8d-6978-49e4-aba5-a637a6d417af tempest-TestNetworkAdvancedServerOps-28244932 tempest-TestNetworkAdvancedServerOps-28244932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:32.206532 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cbb2df8d-6978-49e4-aba5-a637a6d417af tempest-TestNetworkAdvancedServerOps-28244932 tempest-TestNetworkAdvancedServerOps-28244932-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1094 time: 0.1919606 Dec 16 17:41:32.211910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48732) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:32.212568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48734) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:32.215716 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Attempting to bind port 69bb253c-495e-4777-bd07-dcb6c567e38a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:32.216097 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Attempting to bind port 69bb253c-495e-4777-bd07-dcb6c567e38a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:32.216460 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Attempting to bind port 69bb253c-495e-4777-bd07-dcb6c567e38a on network 945d7fee-4621-42af-b175-594c8066b0cc {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:32.220034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:32.222369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:32.223746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.230871 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:32.231165 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Checking segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:32.231474 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.231858 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Bound using segment: {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:32.233298 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Bound port: 69bb253c-495e-4777-bd07-dcb6c567e38a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:32.233698 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.241935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.332734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67aca30a-4f7c-4536-be6f-c3ca00fb82e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.358760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.371089 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] For port 69bb253c-495e-4777-bd07-dcb6c567e38a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:32.374491 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] For port 69bb253c-495e-4777-bd07-dcb6c567e38a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=69bb253c-495e-4777-bd07-dcb6c567e38a,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:32.377418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48736) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:32.382285 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.435433 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:32.436096 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:32.455625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67aca30a-4f7c-4536-be6f-c3ca00fb82e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.459125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67aca30a-4f7c-4536-be6f-c3ca00fb82e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.463098 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-67aca30a-4f7c-4536-be6f-c3ca00fb82e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ae5f21e-93f5-42df-81c3-df1b7365fb91 HTTP/1.1" status: 204 len: 168 time: 0.7324297 Dec 16 17:41:32.468324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3571c842-d8a9-40d5-aa7f-c603479ff189 None None] Provisioning complete for port 69bb253c-495e-4777-bd07-dcb6c567e38a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:32.468793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3571c842-d8a9-40d5-aa7f-c603479ff189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.498609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aca30a-4f7c-4536-be6f-c3ca00fb82e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5f21e-93f5-42df-81c3-df1b7365fb91,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:32.522199 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36832f6-c7cc-4b62-9e0a-46d2d5df13e3 None None] Pushing event updated for resources: {'Port': ['ID=69bb253c-495e-4777-bd07-dcb6c567e38a,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:32.568524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.635535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=008e2099-1783-46a3-ba42-21df097d5802,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:32.671364 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:32.728643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1787741627'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:32.742113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.748858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3571c842-d8a9-40d5-aa7f-c603479ff189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.749071 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-917f42fa-106c-4754-8c13-0dfc0bccf5c8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/008e2099-1783-46a3-ba42-21df097d5802 HTTP/1.1" status: 204 len: 168 time: 1.4328814 Dec 16 17:41:32.752210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.756064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48742) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:32.762278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad0933-1ae3-4344-890f-964e2b1b49ce None None] Network 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:32.767999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.790304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 1cee123d-ec2a-4c16-b16b-895c04eeaf31 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:32.795712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.841144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3571c842-d8a9-40d5-aa7f-c603479ff189 None None] For port 69bb253c-495e-4777-bd07-dcb6c567e38a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=69bb253c-495e-4777-bd07-dcb6c567e38a,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:32.886273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Made reservation on behalf of 97d4ebc98f3c4a2dac320d8ea531d5c8 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:32.889740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.895925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3571c842-d8a9-40d5-aa7f-c603479ff189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.905317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 1cee123d-ec2a-4c16-b16b-895c04eeaf31, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1cee123d-ec2a-4c16-b16b-895c04eeaf31,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:32.905739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.907464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.920062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 1cee123d-ec2a-4c16-b16b-895c04eeaf31 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:32.956986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:32.981349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=e1888ee5-6bcc-4de4-8fc2-60f18d9be105,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:33.009103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:33.009846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: e41c23ea-8c0f-4412-a162-52312b90710d, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:33.041308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571c842-d8a9-40d5-aa7f-c603479ff189 None None] Pushing event updated for resources: {'Port': ['ID=69bb253c-495e-4777-bd07-dcb6c567e38a,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:33.077700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8bf00a5c-8856-4cab-858d-476150324a1c None None] Provisioning complete for port 69bb253c-495e-4777-bd07-dcb6c567e38a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:33.081285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network e41c23ea-8c0f-4412-a162-52312b90710d is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:33.085275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bf00a5c-8856-4cab-858d-476150324a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.129121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.140738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.165892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] DHCP port deletion for 1484ccf2-27e6-4c60-bbdb-5d3021cfc238 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:33.175063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b36306d-2325-4c01-a78e-0bd7b9935a06']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.180245 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:27Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:13Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69bb253c-495e-4777-bd07-dcb6c567e38a', 'name': '', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:ec:38:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:41:25Z', 'updated_at': '2021-12-16T17:41:32Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.203929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, e41c23ea-8c0f-4412-a162-52312b90710d) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:33.208745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.223107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:33.223720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.258388 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-334374a2-17e1-41db-93bd-2baebf106cad tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4942474 Dec 16 17:41:33.260044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27476af-9c7c-4165-965f-91522ddbbe35']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.269207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48756) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:33.270705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0ff07-9ee3-4d68-bf83-efb1f98f6929 None None] Network e41c23ea-8c0f-4412-a162-52312b90710d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:33.270844 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c409be-5f8a-4ca3-95e5-bd6009039bdd None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:27Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:13Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69bb253c-495e-4777-bd07-dcb6c567e38a', 'name': '', 'network_id': '945d7fee-4621-42af-b175-594c8066b0cc', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:ec:38:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:41:25Z', 'updated_at': '2021-12-16T17:41:32Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4e749f4-6844-4fe1-95d5-9c57f84a845b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:33.285111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:33.291256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5373fa89-a3d5-48b1-93e0-b04ab40179c4') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.291558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5373fa89-a3d5-48b1-93e0-b04ab40179c4') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.312464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=1cee123d-ec2a-4c16-b16b-895c04eeaf31,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:33.317879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4fd563-61d8-40fa-bee6-640abb601bd9') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.318751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4fd563-61d8-40fa-bee6-640abb601bd9') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:33.374112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.397664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.402359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.419404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.420543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.424985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:33.431139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:33.468351 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:33.479099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.488810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.491419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2953070-4004-4d8a-8167-0ba14ca1f4b1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:33.497874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:33.498355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:33.508596 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:33.625529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:33.626833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] Deleting port 9d9b013b-acd2-436d-99f4-d2df02414340 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:33.627686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.655779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.695839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.716289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/d27476af-9c7c-4165-965f-91522ddbbe35 HTTP/1.1" status: 204 len: 168 time: 0.9559867 Dec 16 17:41:33.718804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48764) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:33.719979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.720322 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Added segment 5355d673-2a5a-4363-9ee1-7feb9f30fbbf of type vlan for network dbf2ed7b-2720-4c53-af99-664ce161cd4c Dec 16 17:41:33.776882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.781217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.797893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] 10.222.0.66 "DELETE /v2.0/networks/4b36306d-2325-4c01-a78e-0bd7b9935a06 HTTP/1.1" status: 204 len: 168 time: 1.5726156 Dec 16 17:41:33.916083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:33.923307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc35b-4e18-42c4-882b-a7665478654d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=d27476af-9c7c-4165-965f-91522ddbbe35,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:33.988777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.074323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:34.078146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.081189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 69bb253c-495e-4777-bd07-dcb6c567e38a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:34.132653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-e41c23ea-8c0f-4412-a162-52312b90710d', 'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': 'e1888ee5-6bcc-4de4-8fc2-60f18d9be105'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:34.134209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.192232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] For port 9d9b013b-acd2-436d-99f4-d2df02414340, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9b013b-acd2-436d-99f4-d2df02414340,segment=NetworkSegment(89729a7a-130a-4815-8b61-c7ca0b15eabf),segment_id=89729a7a-130a-4815-8b61-c7ca0b15eabf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:34.198510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.244542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] Calling delete_port for 9d9b013b-acd2-436d-99f4-d2df02414340 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:34.263867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.ipam_backend_mixin [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1888ee5-6bcc-4de4-8fc2-60f18d9be105 (CIDR: 2001:db8::/64) Dec 16 17:41:34.265330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48776) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.280110 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:41:34.280833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:34.283312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.291114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:34.291963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.393240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 69bb253c-495e-4777-bd07-dcb6c567e38a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:34.393240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.411097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.419956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-625c0047-1aeb-4cfc-a1bc-1ebe236be7fc tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] Request body: {'port': {'network_id': 'a70e574c-5a57-4d8b-ad59-ed641aaeb795', 'name': 'tempest-NetworksNegativeTestJSON-909944096'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:34.435330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event updated for resources: {'Network': ['ID=dbf2ed7b-2720-4c53-af99-664ce161cd4c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:34.440605 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f3ef329b-261c-4b7a-bcb7-c54278d8b7fd tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0622945 Dec 16 17:41:34.459325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48780) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.468485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:34.472686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Request body: {'subnet': {'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:34.477513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-625c0047-1aeb-4cfc-a1bc-1ebe236be7fc tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] POST failed (client error): The resource could not be found. Dec 16 17:41:34.478312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625c0047-1aeb-4cfc-a1bc-1ebe236be7fc tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:34.479685 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-625c0047-1aeb-4cfc-a1bc-1ebe236be7fc tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4895327 Dec 16 17:41:34.495763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48782) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.502035 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d3ccbb64-79ad-4e4e-9f5a-d1aa67e8c880 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2310779 Dec 16 17:41:34.514217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48784) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.519541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:34.530563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5baa5-32aa-4e1f-b580-13f578141659 tempest-PortsAdminExtendedAttrsTestJSON-1683736179 tempest-PortsAdminExtendedAttrsTestJSON-1683736179-project] Pushing event deleted for resources: {'Network': ['ID=4b36306d-2325-4c01-a78e-0bd7b9935a06,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:34.580346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Allocated IP 2001:db8::2 (e41c23ea-8c0f-4412-a162-52312b90710d/e1888ee5-6bcc-4de4-8fc2-60f18d9be105/6fe721ca-fba5-4cf0-965c-8c7b5978678f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:34.599557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:34.608402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.614725 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee077c53-e7f1-494c-8c4b-4db04a66662d tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:34.614725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee077c53-e7f1-494c-8c4b-4db04a66662d tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:34.623000 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ee077c53-e7f1-494c-8c4b-4db04a66662d tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "DELETE /v2.0/networks/1c9a97e0-d10a-4a3a-8dfe-68d9de0b3421 HTTP/1.1" status: 404 len: 339 time: 0.1154242 Dec 16 17:41:34.623199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48786) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.655130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-21a0fad5-8ead-42bc-a17d-59b9991c04ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12d3513497d0444d89dc56de92fdb151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866158 Dec 16 17:41:34.658455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5601cc20-6bec-4ff2-995e-d79e84001cc5 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:34.659045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5601cc20-6bec-4ff2-995e-d79e84001cc5 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:34.659296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.666148 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5601cc20-6bec-4ff2-995e-d79e84001cc5 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "DELETE /v2.0/ports/eaac71c7-822f-49aa-956a-3745f9ec08be HTTP/1.1" status: 404 len: 333 time: 0.0346174 Dec 16 17:41:34.666148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.666393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48790) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.707793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb34f5fc-d853-4043-bd9f-8cd6ce3ef559 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:34.708438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb34f5fc-d853-4043-bd9f-8cd6ce3ef559 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:34.715956 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eb34f5fc-d853-4043-bd9f-8cd6ce3ef559 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "DELETE /v2.0/subnets/0bffb044-913a-40c2-bcb3-ef5b60bed1cf HTTP/1.1" status: 404 len: 337 time: 0.0445776 Dec 16 17:41:34.718121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] Pushing event deleted for resources: {'Port': ['ID=9d9b013b-acd2-436d-99f4-d2df02414340,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:34.719072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.739944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74381a6c-0846-433c-a0d1-4cc51e812454 None None] No DVR routers for this DVR port 9d9b013b-acd2-436d-99f4-d2df02414340 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:34.746107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 9d9b013b-acd2-436d-99f4-d2df02414340 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:34.746447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.790681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Made reservation on behalf of 97d4ebc98f3c4a2dac320d8ea531d5c8 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:34.797712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.814652 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2caa16d-4e58-49f8-befb-301f53466b72 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] GET failed (client error): The resource could not be found. Dec 16 17:41:34.816071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b2caa16d-4e58-49f8-befb-301f53466b72 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "GET /v2.0/networks/a77561a8-6a97-4a3c-aef1-508fac6884df HTTP/1.1" status: 404 len: 339 time: 0.0952904 Dec 16 17:41:34.826772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48794) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.829126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:34.844214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:34.863215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9b013b-acd2-436d-99f4-d2df02414340 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:34.876749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:34.876984 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-daef54fc-1282-409e-bca4-06d1a3162c4c tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] GET failed (client error): The resource could not be found. Dec 16 17:41:34.878313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:34.889609 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-daef54fc-1282-409e-bca4-06d1a3162c4c tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "GET /v2.0/ports/6061174b-5d9d-4814-a4b5-f695714bbc3f HTTP/1.1" status: 404 len: 333 time: 0.0615964 Dec 16 17:41:34.891177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48796) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.893662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 9d9b013b-acd2-436d-99f4-d2df02414340, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:34.894049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.900383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:34.931072 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a54e717-4f67-4e0f-88be-56f578aaa77c tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3414235 Dec 16 17:41:34.932144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9d9b013b-acd2-436d-99f4-d2df02414340 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:34.932486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9b013b-acd2-436d-99f4-d2df02414340 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:34.956709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48798) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:34.967166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.001215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:35.019838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6d0807-c08a-4855-8b37-21d13b1aa565 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] GET failed (client error): The resource could not be found. Dec 16 17:41:35.027323 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9f6d0807-c08a-4855-8b37-21d13b1aa565 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "GET /v2.0/subnets/c573cc7a-db1a-428c-9d86-4980f3ff57b1 HTTP/1.1" status: 404 len: 337 time: 0.0787213 Dec 16 17:41:35.038803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48800) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:35.056567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-111aa1b7-dea8-4597-b7ef-44f5f473d7f8 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:35.071002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Network e41c23ea-8c0f-4412-a162-52312b90710d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:35.071846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:33Z', 'revision_number': 11, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:35.077748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:35.085446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4f13b6d-820b-4528-b450-a251107e6053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.099584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Allocated IP 172.26.2.176 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/1e68db6a-eeb4-493d-aef1-95d024dbf894) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:35.104371 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-111aa1b7-dea8-4597-b7ef-44f5f473d7f8 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] PUT failed (client error): The resource could not be found. Dec 16 17:41:35.105330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111aa1b7-dea8-4597-b7ef-44f5f473d7f8 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:35.105735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:35.106250 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-111aa1b7-dea8-4597-b7ef-44f5f473d7f8 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "PUT /v2.0/networks/0e7cb706-a5ea-44f9-822a-839788746595 HTTP/1.1" status: 404 len: 339 time: 0.0663183 Dec 16 17:41:35.114271 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:35.115245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48802) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:35.116814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Pushing event updated for resources: {'Port': ['ID=6fe721ca-fba5-4cf0-965c-8c7b5978678f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:35.132041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f2f99870-bec6-4168-b36b-7ed117aaa423 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:35.139567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting subnet 18fd8185-1d1a-4751-a9eb-af85a4861e62 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:35.163235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.170242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:35.170880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:35.183563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 9d9b013b-acd2-436d-99f4-d2df02414340 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:35.188898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Port 9d9b013b-acd2-436d-99f4-d2df02414340 was not found and therefore no delete operation was performed {{(pid=103243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:41:35.194401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.194632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:35.199240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.204327 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f99870-bec6-4168-b36b-7ed117aaa423 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] PUT failed (client error): The resource could not be found. Dec 16 17:41:35.204971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f99870-bec6-4168-b36b-7ed117aaa423 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:35.206776 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f2f99870-bec6-4168-b36b-7ed117aaa423 tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "PUT /v2.0/ports/e1bc0ed3-44fa-45d8-8f91-15e30bb4c936 HTTP/1.1" status: 404 len: 333 time: 0.0815012 Dec 16 17:41:35.213614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Attempting to bind port 6fe721ca-fba5-4cf0-965c-8c7b5978678f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:35.213981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Attempting to bind port 6fe721ca-fba5-4cf0-965c-8c7b5978678f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:35.214372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Attempting to bind port 6fe721ca-fba5-4cf0-965c-8c7b5978678f on network e41c23ea-8c0f-4412-a162-52312b90710d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:35.217671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48804) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:35.219738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4f13b6d-820b-4528-b450-a251107e6053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.227376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=9d9b013b-acd2-436d-99f4-d2df02414340,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:35.235605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c61d11e0-4c89-4ff5-88be-f9313b64ea3b tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:35.235953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port 9d9b013b-acd2-436d-99f4-d2df02414340 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:35.248709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:35.249123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Checking segment: {'id': 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:35.249513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.249907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Bound using segment: {'id': 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:35.250426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Bound port: 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:35.250800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.265816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:35.339534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:33Z', 'revision_number': 11, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:35.351968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.359806 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61d11e0-4c89-4ff5-88be-f9313b64ea3b tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] PUT failed (client error): The resource could not be found. Dec 16 17:41:35.360531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61d11e0-4c89-4ff5-88be-f9313b64ea3b tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:35.369392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c61d11e0-4c89-4ff5-88be-f9313b64ea3b tempest-NetworksNegativeTestJSON-1263410783 tempest-NetworksNegativeTestJSON-1263410783-project] 10.222.0.66 "PUT /v2.0/subnets/48f3b45c-a814-44ce-8268-e56842eba481 HTTP/1.1" status: 404 len: 337 time: 0.1306257 Dec 16 17:41:35.369574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.371704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a51e1-d891-4552-8086-d8c891a1c457 None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:33Z', 'revision_number': 11, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:35.402996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] For port 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:35.407655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] For port 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6fe721ca-fba5-4cf0-965c-8c7b5978678f,segment=NetworkSegment(cb5b36ed-c97e-4457-b27f-f1ffd3f2d380),segment_id=cb5b36ed-c97e-4457-b27f-f1ffd3f2d380)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:35.414255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.460692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1484ccf2-27e6-4c60-bbdb-5d3021cfc238']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:35.498748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89729a7a-130a-4815-8b61-c7ca0b15eabf') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:35.498961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89729a7a-130a-4815-8b61-c7ca0b15eabf') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:35.507980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1b82b-80b6-4eb1-8478-c4f2bbdf53a3 None None] Pushing event updated for resources: {'Port': ['ID=6fe721ca-fba5-4cf0-965c-8c7b5978678f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:35.525474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.528895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.545486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.574888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.575409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4f13b6d-820b-4528-b450-a251107e6053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.578086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4f13b6d-820b-4528-b450-a251107e6053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.579244 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c4f13b6d-820b-4528-b450-a251107e6053 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62e5cb5e-3ab8-498c-8327-26bdfbdc38a6 HTTP/1.1" status: 204 len: 168 time: 0.9105895 Dec 16 17:41:35.599044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:35.599607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.609967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f13b6d-820b-4528-b450-a251107e6053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e5cb5e-3ab8-498c-8327-26bdfbdc38a6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:35.610910 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:35.615955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.678256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event updated for resources: {'Subnet': ['ID=57fa5072-c65c-4119-8217-d49fc6922750,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:35.709023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Checking segment: {'id': '5355d673-2a5a-4363-9ee1-7feb9f30fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:35.709850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Network hostable DHCP agents. Network: dbf2ed7b-2720-4c53-af99-664ce161cd4c, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:35.721513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.727160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.733661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.748492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48814) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:35.748979 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/1484ccf2-27e6-4c60-bbdb-5d3021cfc238 HTTP/1.1" status: 204 len: 168 time: 2.0046344 Dec 16 17:41:35.766405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:35.771798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa316-45f5-4471-be7d-a0e73eafeeed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=1484ccf2-27e6-4c60-bbdb-5d3021cfc238,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:35.797081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, dbf2ed7b-2720-4c53-af99-664ce161cd4c) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:35.804720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:35.805370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1cee123d-ec2a-4c16-b16b-895c04eeaf31 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:35.805878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.812015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1b474-029f-44e6-b3f3-e5d252200dc5 None None] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:35.838850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-791021300'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:35.843477 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-858b3660-e85e-42f0-9dfb-e6aa688d6ae0 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3817163 Dec 16 17:41:35.846902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:35.860560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Request body: {'port': {'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-376570517'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:35.907194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:35.921450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:35.949058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:35.971020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.023325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1cee123d-ec2a-4c16-b16b-895c04eeaf31 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:36.023669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1cee123d-ec2a-4c16-b16b-895c04eeaf31 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:36.027853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:36.046997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Subnet': ['ID=18fd8185-1d1a-4751-a9eb-af85a4861e62,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:36.093336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Port': ['ID=1e68db6a-eeb4-493d-aef1-95d024dbf894,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:36.112176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.118482 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-63bf9087-83d7-437e-9b0a-cbfdfd3dd32d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/18fd8185-1d1a-4751-a9eb-af85a4861e62 HTTP/1.1" status: 204 len: 168 time: 1.1590228 Dec 16 17:41:36.119173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.128741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:36.134573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.139103 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0156ac2-500e-4fdd-890a-d9cb10e2f019 None None] Network 3b3fba90-ee28-489b-a3e4-5b330e92d471 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:36.145569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.154373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-dbf2ed7b-2720-4c53-af99-664ce161cd4c', 'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c', 'project_id': '97d4ebc98f3c4a2dac320d8ea531d5c8', 'fixed_ips': [{'subnet_id': '57fa5072-c65c-4119-8217-d49fc6922750'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:36.156343 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.235071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network e41c23ea-8c0f-4412-a162-52312b90710d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:36.247094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:36.251462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Made reservation on behalf of 97d4ebc98f3c4a2dac320d8ea531d5c8 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:36.257717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.260213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:36.261559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.269466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:36.291831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.296599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] device_id is not set on port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:36.324533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:36.334234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.334757 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment f7e64222-d7fa-42a9-93fa-471845db59e6 of type vlan for network be62b99b-275a-4260-b045-d262671754d0 Dec 16 17:41:36.336151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48826) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.405094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe33a-b3be-4ff6-acdc-3aeb73fb7145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.449552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Allocated IP 172.20.0.2 (dbf2ed7b-2720-4c53-af99-664ce161cd4c/57fa5072-c65c-4119-8217-d49fc6922750/9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:36.451737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Deleting port 0529d779-e472-44cf-911e-8eeba6f2dae1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:36.452094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.466975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-986db430-3cd9-4c78-b3af-0113317394f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9484870 Dec 16 17:41:36.467184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] DHCP port deletion for 3b3fba90-ee28-489b-a3e4-5b330e92d471 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:36.474787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48828) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.480230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d', 'fixed_ips': [{'subnet_id': 'e1888ee5-6bcc-4de4-8fc2-60f18d9be105'}, {'subnet_id': '9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e'}], 'name': 'tempest-PortsIpV6TestJSON-458735070'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:36.494295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.521052 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3c674cb9-ff8f-49c7-83d4-4776ad13bf83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=585cd3c9de704322aa89e259ce86d510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831675 Dec 16 17:41:36.530555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48830) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.581789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.587682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:36.588285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.594410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] Deleting port 0529d779-e472-44cf-911e-8eeba6f2dae1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:36.594866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.656082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] For port 0529d779-e472-44cf-911e-8eeba6f2dae1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0529d779-e472-44cf-911e-8eeba6f2dae1,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:36.656526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.658769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8366313 Dec 16 17:41:36.660385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48832) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.677063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': 'be62b99b-275a-4260-b045-d262671754d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:36.697030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Calling delete_port for 0529d779-e472-44cf-911e-8eeba6f2dae1 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:36.714599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84561681-3927-4597-b30d-88d6a23aadf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=be62b99b-275a-4260-b045-d262671754d0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:36.733961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network be62b99b-275a-4260-b045-d262671754d0 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:36.736165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6fc72de-3cdf-417f-9e6f-3d82c32bc3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.775144 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6fc72de-3cdf-417f-9e6f-3d82c32bc3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.805120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe33a-b3be-4ff6-acdc-3aeb73fb7145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.805719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] For port 0529d779-e472-44cf-911e-8eeba6f2dae1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0529d779-e472-44cf-911e-8eeba6f2dae1,segment=NetworkSegment(2adc3876-418c-4c4b-a9ba-4005ee44b614),segment_id=2adc3876-418c-4c4b-a9ba-4005ee44b614)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:36.806371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.848679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe33a-b3be-4ff6-acdc-3aeb73fb7145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.894130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:36.898487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.936029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6fc72de-3cdf-417f-9e6f-3d82c32bc3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.939023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f6fc72de-3cdf-417f-9e6f-3d82c32bc3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:36.940448 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f6fc72de-3cdf-417f-9e6f-3d82c32bc3f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00b57126-8632-44e7-b73f-837100e354bd HTTP/1.1" status: 204 len: 168 time: 0.4089189 Dec 16 17:41:36.942980 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1bdfe33a-b3be-4ff6-acdc-3aeb73fb7145 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b0661ac0c25479ea0d44e3af5d176f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9706416 Dec 16 17:41:36.947573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfe33a-b3be-4ff6-acdc-3aeb73fb7145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad55a2e1-3b97-44d7-ba4d-3c2886327417,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:36.949711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:36.953055 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:37.012137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.015010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc72de-3cdf-417f-9e6f-3d82c32bc3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b57126-8632-44e7-b73f-837100e354bd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:37.017329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] Calling delete_port for 0529d779-e472-44cf-911e-8eeba6f2dae1 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:37.067989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.125352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.182931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.200276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:37.202390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Port': ['ID=0529d779-e472-44cf-911e-8eeba6f2dae1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:37.206007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No DVR routers for this DVR port 0529d779-e472-44cf-911e-8eeba6f2dae1 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:37.216479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:37.224237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:37.251696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Pushing event updated for resources: {'Port': ['ID=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:37.258058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.302502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Attempting to bind port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:37.302877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Attempting to bind port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '5355d673-2a5a-4363-9ee1-7feb9f30fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:37.303244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Attempting to bind port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d on network dbf2ed7b-2720-4c53-af99-664ce161cd4c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:37.311550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Allocated IP 172.20.0.8 (dbf2ed7b-2720-4c53-af99-664ce161cd4c/57fa5072-c65c-4119-8217-d49fc6922750/2829de0f-2757-49c1-9b3f-5b3e33827bb7) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:37.320133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:37.320521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Checking segment: {'id': '5355d673-2a5a-4363-9ee1-7feb9f30fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:37.321073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.321441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Bound using segment: {'id': '5355d673-2a5a-4363-9ee1-7feb9f30fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:37.321922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Bound port: 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5355d673-2a5a-4363-9ee1-7feb9f30fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:37.322307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.324676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.370702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': 'f7e64222-d7fa-42a9-93fa-471845db59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be62b99b-275a-4260-b045-d262671754d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:37.371076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: be62b99b-275a-4260-b045-d262671754d0, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:37.379049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d2bec77-c2f1-4e39-b3b4-0e6b8cd64502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.388761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=4f9167f6-f789-47dc-8495-15ee680ba974,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:37.390975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.396860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf28905-8d0c-45c3-bdcc-65876c90c07a None None] Network e41c23ea-8c0f-4412-a162-52312b90710d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:37.414635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] Pushing event deleted for resources: {'Port': ['ID=0529d779-e472-44cf-911e-8eeba6f2dae1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:37.434893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a124c705-0d34-4e4a-83c6-8e0c0bf085bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.436750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.461550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.469167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d2bec77-c2f1-4e39-b3b4-0e6b8cd64502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.475730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5b8df-f5ab-401e-acc1-c08ceb50a859 None None] No DVR routers for this DVR port 0529d779-e472-44cf-911e-8eeba6f2dae1 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:37.491029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d981d31c-beba-4eb6-b431-88ceed62fc5f None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:37.491402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d981d31c-beba-4eb6-b431-88ceed62fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.497548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network be62b99b-275a-4260-b045-d262671754d0 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:37.499696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:37.514806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3fba90-ee28-489b-a3e4-5b330e92d471']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:37.536305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, be62b99b-275a-4260-b045-d262671754d0) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:37.548221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:37.548824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.551758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c048523b-b156-4524-96b6-4e055c102fd1 None None] Network be62b99b-275a-4260-b045-d262671754d0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:37.588734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adc3876-418c-4c4b-a9ba-4005ee44b614') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:37.589886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adc3876-418c-4c4b-a9ba-4005ee44b614') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:37.659090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.687417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] For port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:37.692589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.717106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] For port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,segment=NetworkSegment(5355d673-2a5a-4363-9ee1-7feb9f30fbbf),segment_id=5355d673-2a5a-4363-9ee1-7feb9f30fbbf)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:37.737220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:37.738021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:37.744666 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:37.805331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.806648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48848) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:37.814313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d2bec77-c2f1-4e39-b3b4-0e6b8cd64502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.817882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d2bec77-c2f1-4e39-b3b4-0e6b8cd64502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.819290 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7d2bec77-c2f1-4e39-b3b4-0e6b8cd64502 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad55a2e1-3b97-44d7-ba4d-3c2886327417 HTTP/1.1" status: 204 len: 168 time: 0.8673306 Dec 16 17:41:37.836366 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-913a4267-a46e-4103-8855-2d3f6eb66eeb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1689808 Dec 16 17:41:37.838058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224474324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:37.849110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6fe721ca-fba5-4cf0-965c-8c7b5978678f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:37.851095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-be62b99b-275a-4260-b045-d262671754d0', 'network_id': 'be62b99b-275a-4260-b045-d262671754d0', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '4f9167f6-f789-47dc-8495-15ee680ba974'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:37.851904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.867004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.880263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bec77-c2f1-4e39-b3b4-0e6b8cd64502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad55a2e1-3b97-44d7-ba4d-3c2886327417,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:37.881341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.891353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d981d31c-beba-4eb6-b431-88ceed62fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.958086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.971952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.979665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:37.986085 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/networks/3b3fba90-ee28-489b-a3e4-5b330e92d471 HTTP/1.1" status: 204 len: 168 time: 1.8648002 Dec 16 17:41:37.998816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48854) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:38.015842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'routes': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:38.038227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] Update dhcp port {'port': {'network_id': 'e41c23ea-8c0f-4412-a162-52312b90710d', 'fixed_ips': [{'subnet_id': 'e1888ee5-6bcc-4de4-8fc2-60f18d9be105', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '6fe721ca-fba5-4cf0-965c-8c7b5978678f'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:41:38.043360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d981d31c-beba-4eb6-b431-88ceed62fc5f None None] For port 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6fe721ca-fba5-4cf0-965c-8c7b5978678f,segment=NetworkSegment(cb5b36ed-c97e-4457-b27f-f1ffd3f2d380),segment_id=cb5b36ed-c97e-4457-b27f-f1ffd3f2d380)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:38.074680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329df01-789d-42a7-8f0e-53e3acd23397 None None] Pushing event updated for resources: {'Port': ['ID=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:38.109083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b1d4-c44c-405b-9d43-d73eb80a314e tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Pushing event deleted for resources: {'Network': ['ID=3b3fba90-ee28-489b-a3e4-5b330e92d471,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:38.136807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.142316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d981d31c-beba-4eb6-b431-88ceed62fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.142829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event updated for resources: {'Port': ['ID=1e68db6a-eeb4-493d-aef1-95d024dbf894,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:38.169732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.171015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.202832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.245404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:38.251193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.498087 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Floating IP cbd31142-b3da-4066-87ff-031f66a44292 associated. External IP: 172.26.2.176, port: 53f5d95f-c7fc-47bc-a343-d765b97b7295. Dec 16 17:41:38.501387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Added routes are [] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 17:41:38.501916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Removed routes are [] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 17:41:38.502293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.505022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.516501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.562598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.580367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981d31c-beba-4eb6-b431-88ceed62fc5f None None] Pushing event updated for resources: {'Port': ['ID=6fe721ca-fba5-4cf0-965c-8c7b5978678f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:38.602721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Allocated IP 172.20.0.2 (be62b99b-275a-4260-b045-d262671754d0/4f9167f6-f789-47dc-8495-15ee680ba974/9e6e02c7-5cf9-4194-bf9d-6250a85099ff) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:38.694204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:38.702675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:38.712476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:38.719288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.723052 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2515d17a-75dd-416b-9723-5b7009768954 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9074304 Dec 16 17:41:38.793001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0529d779-e472-44cf-911e-8eeba6f2dae1 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:38.805851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48864) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:38.806364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48866) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:38.816067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'port': {'network_id': 'be62b99b-275a-4260-b045-d262671754d0', 'name': 'tempest-RoutersTest-1604960106'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:38.843535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0529d779-e472-44cf-911e-8eeba6f2dae1 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:38.843912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0529d779-e472-44cf-911e-8eeba6f2dae1 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:38.867531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.875310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:38.878612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:38.928670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Network be62b99b-275a-4260-b045-d262671754d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:38.931912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:38.934454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:38.967443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Pushing event updated for resources: {'Port': ['ID=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:39.006817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Attempting to bind port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:39.007099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Attempting to bind port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f7e64222-d7fa-42a9-93fa-471845db59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be62b99b-275a-4260-b045-d262671754d0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:39.007495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Attempting to bind port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff on network be62b99b-275a-4260-b045-d262671754d0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:39.013775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:39.014574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Checking segment: {'id': 'f7e64222-d7fa-42a9-93fa-471845db59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be62b99b-275a-4260-b045-d262671754d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:39.015104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.015532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Bound using segment: {'id': 'f7e64222-d7fa-42a9-93fa-471845db59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be62b99b-275a-4260-b045-d262671754d0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:39.016026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Bound port: 9e6e02c7-5cf9-4194-bf9d-6250a85099ff, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e64222-d7fa-42a9-93fa-471845db59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'be62b99b-275a-4260-b045-d262671754d0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:39.016406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.100008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] For port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:39.105251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] For port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,segment=NetworkSegment(f7e64222-d7fa-42a9-93fa-471845db59e6),segment_id=f7e64222-d7fa-42a9-93fa-471845db59e6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:39.105712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::94 (e41c23ea-8c0f-4412-a162-52312b90710d/e1888ee5-6bcc-4de4-8fc2-60f18d9be105/d9ae11a6-7b1b-4e84-be83-2e94f7b11594) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:39.118836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.143599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event updated for resources: {'Port': ['ID=2829de0f-2757-49c1-9b3f-5b3e33827bb7,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:39.187741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8:0:1::392 (e41c23ea-8c0f-4412-a162-52312b90710d/9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e/d9ae11a6-7b1b-4e84-be83-2e94f7b11594) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:39.204095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.211905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5821-d35a-4a63-b826-d943730b94fc None None] Pushing event updated for resources: {'Port': ['ID=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:39.218334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:39.219002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.223996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.340058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-477511487'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:39.345064 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d095bceb-19ed-4e7b-a276-e9ecbe5e498c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4933014 Dec 16 17:41:39.346063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48870) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:39.356402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Request body: {'port': {'network_id': 'dbf2ed7b-2720-4c53-af99-664ce161cd4c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-104924030', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:39.357356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.api.validators [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] bootfile-name is not in valid_values {{(pid=103242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:41:39.358097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.api.validators [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] tftp-server is not in valid_values {{(pid=103242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:41:39.358381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.api.validators [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] server-ip-address is not in valid_values {{(pid=103242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:41:39.409584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 4716c8dd-583c-4e18-a522-cf6d51420e30 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:39.527557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:39.530751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.534953 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd805eb-f424-4157-8036-d226d385fdc0 None None] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:39.539989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:39.543473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.546219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:39.559796 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] Sync routers for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:39.565621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.569817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.574082 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-94de31e1-3b60-4fdf-a3c2-087320c05c36 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 705 time: 1.5624061 Dec 16 17:41:39.577991 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:39.578893 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:39.580049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48872) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:39.644433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.655419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] device_id is not set on port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:39.670250 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f27f905c-317f-43b0-b60d-1a1519d26040 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 205 time: 0.0868411 Dec 16 17:41:39.671053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:39.725926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:39.747544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a6c8b8b6-f581-4363-86af-73dcd4a9f5f9 None None] Provisioning complete for port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:39.747544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b8b6-f581-4363-86af-73dcd4a9f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.758326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] Sync routers for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:39.763892 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:39.827544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.833742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-817f77ac-492d-469e-9f19-032dcb526474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.837402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.894428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Made reservation on behalf of 97d4ebc98f3c4a2dac320d8ea531d5c8 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:39.896632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:33Z', 'revision_number': 11, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:39.902760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:39.950045 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] Checking router: 4716c8dd-583c-4e18-a522-cf6d51420e30 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:39.960523 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] Routers {'4716c8dd-583c-4e18-a522-cf6d51420e30'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:39.961963 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['4716c8dd-583c-4e18-a522-cf6d51420e30'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:39.965568 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-00a72bb6-2e24-486f-9f36-ae68a9430f3b tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7486029 Dec 16 17:41:39.969735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:41:39.978098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea15523-7066-464d-8f52-31820f39c05b" -d '{"events": [{"name": "network-changed", "server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:41:40.010039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.078839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] device_id is not set on port 2ed74d62-03ae-4510-b8bd-419a1a6aafaa yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:40.086158 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] Set router 4716c8dd-583c-4e18-a522-cf6d51420e30 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:40.220422 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:33Z', 'revision_number': 11, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:40.244257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6fe721ca-fba5-4cf0-965c-8c7b5978678f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:40.276392 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b3737-722c-432c-adb5-eb2ea32347b2 None None] The sync data for ids ['4716c8dd-583c-4e18-a522-cf6d51420e30'] in dv-neutron-821818-2-hyperv is: [{'id': '4716c8dd-583c-4e18-a522-cf6d51420e30', 'name': 'tempest-RoutersIpV6Test-router-1233035255', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:03Z', 'updated_at': '2021-12-16T17:41:33Z', 'revision_number': 11, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:40.292877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network e41c23ea-8c0f-4412-a162-52312b90710d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:40.355385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:40.355628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:40.362751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.20.0.7 (be62b99b-275a-4260-b045-d262671754d0/4f9167f6-f789-47dc-8495-15ee680ba974/6dcb3175-7336-495b-8fd1-9fa9587d52e4) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:40.416366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:40.418084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:40.420125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d31e1-2d0c-4c51-813c-1031939bfc39 x-openstack-request-id: req-539d31e1-2d0c-4c51-813c-1031939bfc39 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:41:40.420419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:41:40.420676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-539d31e1-2d0c-4c51-813c-1031939bfc39 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:41:40.422112 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'status': 'completed', 'code': 200} Dec 16 17:41:40.424064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:40.425316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.448119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=d9ae11a6-7b1b-4e84-be83-2e94f7b11594,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:40.448588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.453298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.473840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.513056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.539735 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bb242f1d-39bf-4e57-a04a-d962db954af7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.0614777 Dec 16 17:41:40.540305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48884) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:40.548224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1888ee5-6bcc-4de4-8fc2-60f18d9be105'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:40.576653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] Allocated IP 2001:db8:0:1::2 (e41c23ea-8c0f-4412-a162-52312b90710d/9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e/6fe721ca-fba5-4cf0-965c-8c7b5978678f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:40.581952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf71326-aa18-4c37-8196-8b4d1fac3486,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:40.618184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.618810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 4716c8dd-583c-4e18-a522-cf6d51420e30 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:41:40.626673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.627807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47186071-e1c9-47f6-9542-7d03c0a060a2 req-b22cc1a7-ed63-4e73-86a9-fa7547358713 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:40.632607 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-658b8db6-d1db-48c0-ad0e-e58306db2381 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 204 len: 168 time: 0.9584320 Dec 16 17:41:40.633462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48886) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:40.640428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-47186071-e1c9-47f6-9542-7d03c0a060a2 req-b22cc1a7-ed63-4e73-86a9-fa7547358713 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.5319531 Dec 16 17:41:40.671223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea15523-7066-464d-8f52-31820f39c05b req-6512fcf6-1dca-4ceb-9667-bbd21075109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:40.672765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-6512fcf6-1dca-4ceb-9667-bbd21075109e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a934a66188e49b2a34461a1880e84f1&device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1099 time: 0.2396603 Dec 16 17:41:40.676399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-807910581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:40.770693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.780413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:40.787118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:40.787926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.856475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.856856 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Added segment 7e810e4c-9bec-4efb-ad27-102437918837 of type vlan for network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 Dec 16 17:41:40.870227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.871287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.882475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Allocated IP 172.20.0.5 (dbf2ed7b-2720-4c53-af99-664ce161cd4c/57fa5072-c65c-4119-8217-d49fc6922750/2ed74d62-03ae-4510-b8bd-419a1a6aafaa) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:40.926401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:40.933660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea15523-7066-464d-8f52-31820f39c05b req-6a4acc0c-b827-42ed-b42e-889afc211d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:40.937240 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-6a4acc0c-b827-42ed-b42e-889afc211d74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0195fb54-ca39-4b86-bf2f-8104a82c8150 HTTP/1.1" status: 200 len: 898 time: 0.2509735 Dec 16 17:41:40.962714 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-47186071-e1c9-47f6-9542-7d03c0a060a2 req-395a3a3b-f939-4ce0-86e3-ff9b6c05d063 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3216150 Dec 16 17:41:40.970129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:40.999137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48888) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:41.007301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b8b6-f581-4363-86af-73dcd4a9f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.048019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.062031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.068706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2485a75-a5a3-4ae4-be84-9ff66fb7ff9a None None] Network be62b99b-275a-4260-b045-d262671754d0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:41.071334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.077470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:41.078079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.083539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] For port 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6fe721ca-fba5-4cf0-965c-8c7b5978678f,segment=NetworkSegment(cb5b36ed-c97e-4457-b27f-f1ffd3f2d380),segment_id=cb5b36ed-c97e-4457-b27f-f1ffd3f2d380)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:41.141249 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3292162 Dec 16 17:41:41.170374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.177813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48890) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:41.184073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'subnet': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:41.214120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.233760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.290233 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-0f3f47e6-44a3-41f8-bd99-dde7db6cf6cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295 HTTP/1.1" status: 200 len: 1000 time: 0.3426275 Dec 16 17:41:41.293782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.327269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a6c8b8b6-f581-4363-86af-73dcd4a9f5f9 None None] For port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,segment=NetworkSegment(5355d673-2a5a-4363-9ee1-7feb9f30fbbf),segment_id=5355d673-2a5a-4363-9ee1-7feb9f30fbbf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:41.330065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.332999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.333173 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-27ae6eac-8131-4350-8b25-67360b73824f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6677432 Dec 16 17:41:41.344567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48892) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:41.360774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:41.363724 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2545d5bb-c3ef-4c31-8597-54d210dd0737 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/floatingips/cbd31142-b3da-4066-87ff-031f66a44292 HTTP/1.1" status: 200 len: 992 time: 0.3494642 Dec 16 17:41:41.371262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b08a1-4e5c-4e4c-8c77-4041959fca4f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Network': ['ID=2aad0bf2-80cf-46ef-ad61-93bfc79eb759,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:41.377419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b8b6-f581-4363-86af-73dcd4a9f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.395898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:41.418611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea15523-7066-464d-8f52-31820f39c05b req-203951ff-97ae-4d99-bc8a-1b512008ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:41.420105 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-203951ff-97ae-4d99-bc8a-1b512008ee2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9ca7206-6e93-4fa3-a7c8-e06674b341aa HTTP/1.1" status: 200 len: 835 time: 0.1201112 Dec 16 17:41:41.470886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network be62b99b-275a-4260-b045-d262671754d0 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:41.481314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=6dcb3175-7336-495b-8fd1-9fa9587d52e4,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:41.490486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:41.503521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:41.511214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea15523-7066-464d-8f52-31820f39c05b req-6049b5b5-49e8-4287-9e55-ea3ba3028983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:41.512825 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-6049b5b5-49e8-4287-9e55-ea3ba3028983 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0195fb54-ca39-4b86-bf2f-8104a82c8150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845475 Dec 16 17:41:41.513868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Delete allocated IP 2001:db8:0:1::392 (e41c23ea-8c0f-4412-a162-52312b90710d/9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e) {{(pid=103243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 17:41:41.534073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:41.622559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5fe80-8f30-411e-ad96-3681d20a90f7 None None] Pushing event updated for resources: {'Port': ['ID=6fe721ca-fba5-4cf0-965c-8c7b5978678f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:41.625818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.642184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Provisioning complete for port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:41.642578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.769082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:41.770700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8b8b6-f581-4363-86af-73dcd4a9f5f9 None None] Pushing event updated for resources: {'Port': ['ID=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:41.798188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.814276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:41.814680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.851956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:41.857694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.865213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Provisioning complete for port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:41.865737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.874978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:41.880235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.964661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.972481 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-70d1e338-8a8f-45f5-9be3-6176200e5dbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1593521 Dec 16 17:41:41.972481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:41.973066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'cbd31142-b3da-4066-87ff-031f66a44292', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'port_id': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'mac_address': 'fa:16:3e:1a:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bae35-ca68-47fc-9a20-49e4004883e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:41:36Z', 'updated_at': '2021-12-16T17:41:36Z', 'revision_number': 0, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:41.980318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48894) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:42.054620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] Checking router: 6f7e31ac-477b-4aa9-90dd-d38f81c097ab for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:42.114447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.125430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:42.126317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:42.137499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.170668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.178764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e6e02c7-5cf9-4194-bf9d-6250a85099ff up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:42.220053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Provisioning complete for port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:42.220661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.278618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] In _notify_port_updated(), no bound segment for port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 on network e41c23ea-8c0f-4412-a162-52312b90710d {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:42.284337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:42.285034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.289442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/ports/d9ae11a6-7b1b-4e84-be83-2e94f7b11594 HTTP/1.1" status: 200 len: 924 time: 1.7480013 Dec 16 17:41:42.290176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:42.297672 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-b2a56a45-cc9e-438d-acc9-9d7ccd5cb512 service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754991 Dec 16 17:41:42.305285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1888ee5-6bcc-4de4-8fc2-60f18d9be105'}, {'subnet_id': '9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:42.311351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0d01-416c-4b99-b7ed-702e659db385 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=d9ae11a6-7b1b-4e84-be83-2e94f7b11594,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:42.375351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:42.375996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48898) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:42.460459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:42.470909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde9e88-e47d-44bd-8c1f-3d24f8f040fb None None] Network e41c23ea-8c0f-4412-a162-52312b90710d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:42.523138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fea15523-7066-464d-8f52-31820f39c05b req-82b65056-6fc9-4ca3-8693-fabef64e1a8f service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139819 Dec 16 17:41:42.546544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:42.559370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:42.577769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.601278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:42.601977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.634634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:42.635001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.679475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.3293796 Dec 16 17:41:42.687700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48900) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:42.716619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64db5f-1e85-4a09-a2cf-2596775ac14d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event updated for resources: {'Port': ['ID=2ed74d62-03ae-4510-b8bd-419a1a6aafaa,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:42.782118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.787019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a40b3e8f-0dea-422d-ba9e-23b3d94904be tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/floatingips/cbd31142-b3da-4066-87ff-031f66a44292 HTTP/1.1" status: 200 len: 992 time: 0.4085472 Dec 16 17:41:42.838301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34ae71-cd67-440d-8719-7ce4a66b877e tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:42.844773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34ae71-cd67-440d-8719-7ce4a66b877e tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:42.850810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34ae71-cd67-440d-8719-7ce4a66b877e tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:42.852528 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6d34ae71-cd67-440d-8719-7ce4a66b877e tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1566689 Dec 16 17:41:42.856412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48904) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:42.887595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] For port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,segment=NetworkSegment(f7e64222-d7fa-42a9-93fa-471845db59e6),segment_id=f7e64222-d7fa-42a9-93fa-471845db59e6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:42.890388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Router 17f94c70-6f3b-48fc-a633-1e8fecc30c6f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:41:42.920246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:42.983265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.034957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8:0:1::313 (e41c23ea-8c0f-4412-a162-52312b90710d/9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e/d9ae11a6-7b1b-4e84-be83-2e94f7b11594) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:43.062865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee2716-c2ce-458f-aa94-1fae41960a09 None None] Pushing event updated for resources: {'Port': ['ID=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:43.105173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.125263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Deleting port 2ed74d62-03ae-4510-b8bd-419a1a6aafaa {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:43.125860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.127972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Provisioning complete for port 2ed74d62-03ae-4510-b8bd-419a1a6aafaa triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:43.128346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.163782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:41:43.164142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:41:43.178077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Port 2ed74d62-03ae-4510-b8bd-419a1a6aafaa cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:43.189390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'cbd31142-b3da-4066-87ff-031f66a44292', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'port_id': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'mac_address': 'fa:16:3e:1a:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bae35-ca68-47fc-9a20-49e4004883e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:41:36Z', 'updated_at': '2021-12-16T17:41:36Z', 'revision_number': 0, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:43.219642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ac131-4958-4604-b1a8-ab1ebff8a7f4 None None] The sync data for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv is: [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'cbd31142-b3da-4066-87ff-031f66a44292', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'port_id': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'mac_address': 'fa:16:3e:1a:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bae35-ca68-47fc-9a20-49e4004883e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:41:36Z', 'updated_at': '2021-12-16T17:41:36Z', 'revision_number': 0, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:43.223403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:43.223403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.268260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.326704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.329550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Calling delete_port for 2ed74d62-03ae-4510-b8bd-419a1a6aafaa owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:43.343786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.371262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Provisioning complete for port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:43.371784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.418824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:43.443361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Provisioning complete for port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:43.443935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f41a62-9397-4abe-ac08-4ae211acb924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.470052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=d9ae11a6-7b1b-4e84-be83-2e94f7b11594,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:43.506643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:43.516319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.517781 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d6397ed7-a0d1-430c-a192-fe135bf4d812 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "PUT /v2.0/routers/17f94c70-6f3b-48fc-a633-1e8fecc30c6f HTTP/1.1" status: 200 len: 697 time: 2.1608956 Dec 16 17:41:43.518343 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] Sync routers for ids ['17f94c70-6f3b-48fc-a633-1e8fecc30c6f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:43.527075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.528854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48906) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:43.538895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] In _notify_port_updated(), no bound segment for port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 on network e41c23ea-8c0f-4412-a162-52312b90710d {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:43.546622 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] Routers {'17f94c70-6f3b-48fc-a633-1e8fecc30c6f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:43.548336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['17f94c70-6f3b-48fc-a633-1e8fecc30c6f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:43.560330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:43.561117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.566885 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c9284ed8-ca57-4d73-9090-c1c054c05fd8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/ports/d9ae11a6-7b1b-4e84-be83-2e94f7b11594 HTTP/1.1" status: 200 len: 1010 time: 1.2717750 Dec 16 17:41:43.571830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48908) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:43.639786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.654601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e08c4f-9f87-464b-89d2-ba5296aa42fd None None] New status for floating IP cbd31142-b3da-4066-87ff-031f66a44292: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:41:43.657837 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] Set router 17f94c70-6f3b-48fc-a633-1e8fecc30c6f gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:43.719134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-06033143-2c2e-45b5-8d2d-24ad9319ff2b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/routers/17f94c70-6f3b-48fc-a633-1e8fecc30c6f HTTP/1.1" status: 200 len: 703 time: 0.1851876 Dec 16 17:41:43.722708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48910) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:43.726111 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f94c70-6f3b-48fc-a633-1e8fecc30c6f', 'name': 'tempest-RoutersIpV6Test-router-807910581', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:41:40Z', 'updated_at': '2021-12-16T17:41:41Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:43.790374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48912) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:43.792909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:43.793319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.841700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2bc72abe-f75f-4306-86a3-37f08a749386 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=17f94c70-6f3b-48fc-a633-1e8fecc30c6f HTTP/1.1" status: 200 len: 205 time: 0.0942466 Dec 16 17:41:43.867181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.874570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48914) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:43.902220 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] Checking router: 17f94c70-6f3b-48fc-a633-1e8fecc30c6f for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:43.932725 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] Routers {'17f94c70-6f3b-48fc-a633-1e8fecc30c6f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:43.934264 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['17f94c70-6f3b-48fc-a633-1e8fecc30c6f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:43.944144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-88862bff-ae0e-4e82-89a5-36258a527535 None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:43.944644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88862bff-ae0e-4e82-89a5-36258a527535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:43.977036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event deleted for resources: {'Port': ['ID=2ed74d62-03ae-4510-b8bd-419a1a6aafaa,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:43.981460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Subnet': ['ID=89d30b8a-ff43-46f4-8e42-c408d42628e3,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:44.081293 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] Set router 17f94c70-6f3b-48fc-a633-1e8fecc30c6f gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:44.110688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.124527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Checking segment: {'id': '7e810e4c-9bec-4efb-ad27-102437918837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:44.124901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network hostable DHCP agents. Network: 2aad0bf2-80cf-46ef-ad61-93bfc79eb759, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:44.168258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6fe721ca-fba5-4cf0-965c-8c7b5978678f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:44.172330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-88862bff-ae0e-4e82-89a5-36258a527535 None None] Provisioning complete for port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:44.172330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88862bff-ae0e-4e82-89a5-36258a527535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.184001 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f94c70-6f3b-48fc-a633-1e8fecc30c6f', 'name': 'tempest-RoutersIpV6Test-router-807910581', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:41:40Z', 'updated_at': '2021-12-16T17:41:41Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:44.223486 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc21107-aedb-4760-9b8f-5d87f5fb7bf1 None None] The sync data for ids ['17f94c70-6f3b-48fc-a633-1e8fecc30c6f'] in dv-neutron-821818-2-hyperv is: [{'id': '17f94c70-6f3b-48fc-a633-1e8fecc30c6f', 'name': 'tempest-RoutersIpV6Test-router-807910581', 'tenant_id': '5f7a6034981647df965273650fe87e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:41:40Z', 'updated_at': '2021-12-16T17:41:41Z', 'revision_number': 2, 'project_id': '5f7a6034981647df965273650fe87e13', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:44.226458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:44.253146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b26f76c8-a450-43c7-8e14-2814c2814169 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/floatingips/cbd31142-b3da-4066-87ff-031f66a44292 HTTP/1.1" status: 200 len: 992 time: 0.4551132 Dec 16 17:41:44.300488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.303023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2aad0bf2-80cf-46ef-ad61-93bfc79eb759) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:44.311166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-88862bff-ae0e-4e82-89a5-36258a527535 None None] Port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:44.313233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:44.314074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.335593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.339680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c492e65-d33b-415b-89ab-b72354ee27e9 None None] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:44.343562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.350744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:44.351113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.392712 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b3d6537d-cac1-4c47-87fa-59a5d8af958f tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2134728 Dec 16 17:41:44.397339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48916) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.409485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for d9ae11a6-7b1b-4e84-be83-2e94f7b11594 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:44.413310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.419334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'name': 'tempest-AllowedAddressPairTestJSON-1704685723'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:44.423709 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8923fef7-da1c-4b5d-bdae-631f63af6e4d tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "DELETE /v2.0/ports/2ed74d62-03ae-4510-b8bd-419a1a6aafaa HTTP/1.1" status: 204 len: 168 time: 1.5661843 Dec 16 17:41:44.424383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48918) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.433402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.441181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Request body: {'port': {'name': 'tempest-new-port-name-288139585', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:44.441562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] bootfile-name is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:41:44.441920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] tftp-server is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:41:44.442541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.api.validators [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] server-ip-address is not in valid_values {{(pid=103243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 17:41:44.449810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.533770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=6dcb3175-7336-495b-8fd1-9fa9587d52e4,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:44.583873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d7e1dff5-4078-4765-8b56-21aa18d02aae None None] Provisioning complete for port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:44.584258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7e1dff5-4078-4765-8b56-21aa18d02aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.621038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.621390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Fanout notify agent at l3_agent the message router_deleted on router 17f94c70-6f3b-48fc-a633-1e8fecc30c6f {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:41:44.628963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.629798 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b7208651-9077-424c-8599-e8c7ba6b7fa0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/17f94c70-6f3b-48fc-a633-1e8fecc30c6f HTTP/1.1" status: 204 len: 168 time: 0.7190604 Dec 16 17:41:44.644030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48920) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.652550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.685401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1dff5-4078-4765-8b56-21aa18d02aae None None] Port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:44.726620 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4e9c5a6d-a750-47ea-b0be-3343f39c47b5 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=17f94c70-6f3b-48fc-a633-1e8fecc30c6f HTTP/1.1" status: 200 len: 205 time: 0.0753250 Dec 16 17:41:44.731776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.741969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'project_id': 'c8745f43a2234c17bd6a16386e41fa6b', 'fixed_ips': [{'subnet_id': '89d30b8a-ff43-46f4-8e42-c408d42628e3'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:44.743313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.780154 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-b20f56b3-53f9-4ca0-85b5-95d81a85ffa8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:44.780969 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b20f56b3-53f9-4ca0-85b5-95d81a85ffa8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/17f94c70-6f3b-48fc-a633-1e8fecc30c6f HTTP/1.1" status: 404 len: 336 time: 0.0474877 Dec 16 17:41:44.786112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48926) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.828702 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76e36ab-4d2d-4efa-bd6e-1eb1474957e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:44.829190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76e36ab-4d2d-4efa-bd6e-1eb1474957e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:44.832446 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b76e36ab-4d2d-4efa-bd6e-1eb1474957e3 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/78a331a7-0e48-485c-9cd3-8b768d580b71 HTTP/1.1" status: 404 len: 337 time: 0.0457695 Dec 16 17:41:44.835525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:44.836199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48928) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.839539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.839734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:44.874731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.889954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] device_id is not set on port 1639b6a7-391b-4909-927f-ad33a0808834 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:44.923480 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5fb851-ac1a-4116-b675-02c5e4fce653 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:44.923959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5fb851-ac1a-4116-b675-02c5e4fce653 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:44.927222 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ab5fb851-ac1a-4116-b675-02c5e4fce653 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/91467e67-c61f-493a-9466-e51c034abfe8 HTTP/1.1" status: 404 len: 337 time: 0.0856352 Dec 16 17:41:44.932973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48930) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:44.937540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-25f2aa9b-6b47-4921-ae1f-efabb855b78f None None] Provisioning complete for port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:44.937731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25f2aa9b-6b47-4921-ae1f-efabb855b78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:44.986906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:44.988513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.017700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6d0e13-b916-410d-bed1-0eeec8f2904a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:45.017964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6d0e13-b916-410d-bed1-0eeec8f2904a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:45.023404 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0c6d0e13-b916-410d-bed1-0eeec8f2904a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/30a6d684-085f-4c68-a42f-aac1f2728bcc HTTP/1.1" status: 404 len: 337 time: 0.0885892 Dec 16 17:41:45.025610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48932) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.036286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.045014 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-25f2aa9b-6b47-4921-ae1f-efabb855b78f None None] Port d9ae11a6-7b1b-4e84-be83-2e94f7b11594 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:45.068920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a605cf15-67dc-4a1d-b529-e0d7849c7e06 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:45.069409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a605cf15-67dc-4a1d-b529-e0d7849c7e06 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:45.072093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Allocated IP 172.20.0.2 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/ce18496a-53fc-498f-9649-4a459cb11a29) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:45.075630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a605cf15-67dc-4a1d-b529-e0d7849c7e06 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/18fd8185-1d1a-4751-a9eb-af85a4861e62 HTTP/1.1" status: 404 len: 337 time: 0.0439126 Dec 16 17:41:45.075966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48934) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.094906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=d9ae11a6-7b1b-4e84-be83-2e94f7b11594,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:45.131848 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-683a1809-5a0d-4102-9f08-ddf05395a8ad tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 200 len: 205 time: 0.0536606 Dec 16 17:41:45.149900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48936) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.150230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48938) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.171314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.199954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.202537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-15c7d7e6-0b42-4bf0-b827-4f4506e06df2 None None] Provisioning complete for port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:45.202911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15c7d7e6-0b42-4bf0-b827-4f4506e06df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.206376 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-13678099-3eb9-4b14-973f-57c27a5bf973 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/d9ae11a6-7b1b-4e84-be83-2e94f7b11594 HTTP/1.1" status: 204 len: 168 time: 1.6230755 Dec 16 17:41:45.206780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e6e02c7-5cf9-4194-bf9d-6250a85099ff up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:45.226659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48940) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.240615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.242989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-0f9b63fd-45ef-450b-8b52-19d285d2e047 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:45.247484 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0f9b63fd-45ef-450b-8b52-19d285d2e047 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/4716c8dd-583c-4e18-a522-cf6d51420e30 HTTP/1.1" status: 404 len: 336 time: 0.0927372 Dec 16 17:41:45.249983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48942) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.264086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48944) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.268575 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-309bff92-9969-49f2-af43-d7cea0f69e61 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:45.273085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-309bff92-9969-49f2-af43-d7cea0f69e61 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/d9ae11a6-7b1b-4e84-be83-2e94f7b11594 HTTP/1.1" status: 404 len: 333 time: 0.0431962 Dec 16 17:41:45.275337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.277910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48946) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.311152 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e361f33f-6c90-40c4-92c6-11503f61040f tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a31648b-9595-456a-a906-0f1cc01ea358 HTTP/1.1" status: 200 len: 205 time: 0.0600784 Dec 16 17:41:45.334134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d7e6-0b42-4bf0-b827-4f4506e06df2 None None] Port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:45.335853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48948) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.392321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:45.392616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.440386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.453702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.557997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Allocated IP 172.20.0.12 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/1639b6a7-391b-4909-927f-ad33a0808834) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:45.672274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.695127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:45.704315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:45.711804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:45.715532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.715716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Pushing event updated for resources: {'Port': ['ID=ce18496a-53fc-498f-9649-4a459cb11a29,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:45.786465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Attempting to bind port ce18496a-53fc-498f-9649-4a459cb11a29 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:45.786842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Attempting to bind port ce18496a-53fc-498f-9649-4a459cb11a29 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '7e810e4c-9bec-4efb-ad27-102437918837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:45.787742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Attempting to bind port ce18496a-53fc-498f-9649-4a459cb11a29 on network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:45.794378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:45.794761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Checking segment: {'id': '7e810e4c-9bec-4efb-ad27-102437918837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:45.795171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.795567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Bound using segment: {'id': '7e810e4c-9bec-4efb-ad27-102437918837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:45.796041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Bound port: ce18496a-53fc-498f-9649-4a459cb11a29, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e810e4c-9bec-4efb-ad27-102437918837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:45.796431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.836906 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-5f081ec6-4a14-4e45-b817-fe2641142cc8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:45.840369 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f081ec6-4a14-4e45-b817-fe2641142cc8 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/7a31648b-9595-456a-a906-0f1cc01ea358 HTTP/1.1" status: 404 len: 336 time: 0.1609020 Dec 16 17:41:45.851067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48950) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.853505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=6dcb3175-7336-495b-8fd1-9fa9587d52e4,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:45.878145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event updated for resources: {'Port': ['ID=2829de0f-2757-49c1-9b3f-5b3e33827bb7,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:45.903331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12f73203-f28c-44e3-a30b-98d712f24c3d tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/floatingips/cbd31142-b3da-4066-87ff-031f66a44292 HTTP/1.1" status: 200 len: 994 time: 0.6379919 Dec 16 17:41:45.905513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] In _notify_port_updated(), no bound segment for port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 on network dbf2ed7b-2720-4c53-af99-664ce161cd4c {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:45.910758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:45.911556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.915962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e72dccca-6851-4c4a-885b-f7cfbdfea578 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "PUT /v2.0/ports/2829de0f-2757-49c1-9b3f-5b3e33827bb7 HTTP/1.1" status: 200 len: 1135 time: 1.4866228 Dec 16 17:41:45.921309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:45.923637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48952) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.928853 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4447d0-e8c7-4099-9a9d-6f42bb2bc11d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:45.930212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4447d0-e8c7-4099-9a9d-6f42bb2bc11d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:45.933780 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dd4447d0-e8c7-4099-9a9d-6f42bb2bc11d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/b7e7d3b0-f77a-4a90-8079-0afdc4dd0fdc HTTP/1.1" status: 404 len: 337 time: 0.0774577 Dec 16 17:41:45.939502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48954) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.944467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] For port ce18496a-53fc-498f-9649-4a459cb11a29, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:45.949854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] For port ce18496a-53fc-498f-9649-4a459cb11a29, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ce18496a-53fc-498f-9649-4a459cb11a29,segment=NetworkSegment(7e810e4c-9bec-4efb-ad27-102437918837),segment_id=7e810e4c-9bec-4efb-ad27-102437918837)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:45.962236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.975722 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9eec568a-0a58-42dd-bffc-ca0584735e45 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 200 len: 205 time: 0.0334764 Dec 16 17:41:45.975722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:45.983244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48956) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:45.994316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.032765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204da38d-d380-489d-bda4-f1f2cc2961ff None None] Pushing event updated for resources: {'Port': ['ID=ce18496a-53fc-498f-9649-4a459cb11a29,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:46.065915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb7666-ae67-46ff-862f-e7b0e2015b05 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:46.071118 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-46fb7666-ae67-46ff-862f-e7b0e2015b05 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "GET /v2.0/ports/2829de0f-2757-49c1-9b3f-5b3e33827bb7 HTTP/1.1" status: 200 len: 1135 time: 0.1432910 Dec 16 17:41:46.078328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48958) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.126705 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-39cb6f9c-de70-4438-9f29-71275ea381d4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:46.127761 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-39cb6f9c-de70-4438-9f29-71275ea381d4 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/99d1b1f0-c931-43cf-8402-801d270b27e4 HTTP/1.1" status: 404 len: 336 time: 0.0639112 Dec 16 17:41:46.136541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48960) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.137538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.163092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network be62b99b-275a-4260-b045-d262671754d0 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:46.184776 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d1011e1-7907-4b18-858e-913c3faf95ea tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b00c57d-cab2-41b1-947b-c008ca712668 HTTP/1.1" status: 200 len: 205 time: 0.0452940 Dec 16 17:41:46.186084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:46.187705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48962) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.188846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1238e88e-878d-4e33-8990-04b9ce799698 None None] Provisioning complete for port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:46.189466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1238e88e-878d-4e33-8990-04b9ce799698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.237151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1238e88e-878d-4e33-8990-04b9ce799698 None None] Port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:46.250715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-4e11853b-f545-47ca-bca8-13bd1d3c7f86 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:46.251781 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4e11853b-f545-47ca-bca8-13bd1d3c7f86 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/6b00c57d-cab2-41b1-947b-c008ca712668 HTTP/1.1" status: 404 len: 336 time: 0.0606124 Dec 16 17:41:46.255116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48964) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.294475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.368619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f370778-8b18-4803-a161-a621e5ef3435 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:46.372656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f370778-8b18-4803-a161-a621e5ef3435 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:46.376888 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0f370778-8b18-4803-a161-a621e5ef3435 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/45903f05-89b6-4e87-9b64-98b4c03c0ab1 HTTP/1.1" status: 404 len: 337 time: 0.1143317 Dec 16 17:41:46.380022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48966) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.421751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.426958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.466739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:46.478692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b3bd5791-c831-4a7f-a68c-27eb70353cdf is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:41:46.481869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:46.492172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:46.536450 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4acb0011-14cd-4e6d-99fb-14b9578db110 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e8476ae-0310-4f60-b90d-8420ad0067a0 HTTP/1.1" status: 200 len: 205 time: 0.1393216 Dec 16 17:41:46.539263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48968) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.551321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=1639b6a7-391b-4909-927f-ad33a0808834,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:46.566203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Deleting port 2829de0f-2757-49c1-9b3f-5b3e33827bb7 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:46.566629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.573688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a242e056-8a9d-43ed-8e53-221f3b9608e3 None None] Provisioning complete for port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:46.573688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a242e056-8a9d-43ed-8e53-221f3b9608e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.600982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-eb020f62-3afa-481f-a1bd-2ffc9da2e19a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:46.602019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eb020f62-3afa-481f-a1bd-2ffc9da2e19a tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/9e8476ae-0310-4f60-b90d-8420ad0067a0 HTTP/1.1" status: 404 len: 336 time: 0.0593109 Dec 16 17:41:46.606929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48970) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.611976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a242e056-8a9d-43ed-8e53-221f3b9608e3 None None] Port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:46.654423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.702086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:46.702712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.704085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:46.709656 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aa54d6-a3ea-4757-bca5-e67b1057873b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:46.710116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aa54d6-a3ea-4757-bca5-e67b1057873b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:46.712051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.715612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e6aa54d6-a3ea-4757-bca5-e67b1057873b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/409f9bee-7c9b-4656-b872-fddccbec3fe6 HTTP/1.1" status: 404 len: 337 time: 0.1055176 Dec 16 17:41:46.715772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d749c1-1569-41c0-a794-8aa9dea2488e None None] Network e41c23ea-8c0f-4412-a162-52312b90710d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:46.716212 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b13582b3-184b-4b31-a3c7-2d730d39a93d tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e HTTP/1.1" status: 204 len: 168 time: 1.4199309 Dec 16 17:41:46.717762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48972) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.718170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48974) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.737950 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1775e01d-3344-4c07-a7e0-ddb7efb54f8d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3251643 Dec 16 17:41:46.740774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48976) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.748112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'name': 'tempest-AllowedAddressPairTestJSON-1884952138', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8f:a3:25'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:46.754142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:46.754527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:46.765762 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] Sync routers for ids ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:46.775604 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d0f42c4c-2282-4f0e-968e-8a5e73e5b916 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b3bd5791-c831-4a7f-a68c-27eb70353cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7698636 Dec 16 17:41:46.777078 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] Routers {'b3bd5791-c831-4a7f-a68c-27eb70353cdf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:46.777846 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:46.799886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48978) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.806623 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-09918724-92da-4d38-bf5d-ec8444fdbb6d tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b8f98dc-cb34-4cdc-add7-6de2d6108bad HTTP/1.1" status: 200 len: 205 time: 0.0780735 Dec 16 17:41:46.808267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48980) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.818440 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:46.819880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Calling delete_port for 2829de0f-2757-49c1-9b3f-5b3e33827bb7 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:46.833559 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] Routers {'b3bd5791-c831-4a7f-a68c-27eb70353cdf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:46.834298 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:46.861623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-aa243b70-3484-4550-a55f-522d9ff855d0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] delete failed (client error): The resource could not be found. Dec 16 17:41:46.862675 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-aa243b70-3484-4550-a55f-522d9ff855d0 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/routers/3b8f98dc-cb34-4cdc-add7-6de2d6108bad HTTP/1.1" status: 404 len: 336 time: 0.0495479 Dec 16 17:41:46.865444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48982) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.879043 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:46.880065 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491bebff-fade-42d2-b5ad-52764c8b0785 None None] The sync data for ids ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:46.901245 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcba9954-4f02-492b-9d1b-53b9ce2ef09b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:46.901701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcba9954-4f02-492b-9d1b-53b9ce2ef09b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:46.907385 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bcba9954-4f02-492b-9d1b-53b9ce2ef09b tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/a8ff93dc-4281-4559-9ab8-c3e0acbcb502 HTTP/1.1" status: 404 len: 337 time: 0.0385392 Dec 16 17:41:46.909484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c900e-2299-46b8-abcb-10193bfcdf72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:46.910245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48984) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.910890 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-de0c900e-2299-46b8-abcb-10193bfcdf72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports/6dcb3175-7336-495b-8fd1-9fa9587d52e4 HTTP/1.1" status: 200 len: 977 time: 0.1098397 Dec 16 17:41:46.915902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48986) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:46.951550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet e1888ee5-6bcc-4de4-8fc2-60f18d9be105 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:46.960701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.003062 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a43bbd-e171-4fbd-b29d-59b3541025b1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] DELETE failed (client error): The resource could not be found. Dec 16 17:41:47.003559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a43bbd-e171-4fbd-b29d-59b3541025b1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:41:47.009673 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-04a43bbd-e171-4fbd-b29d-59b3541025b1 tempest-RoutersIpV6Test-1185273894 tempest-RoutersIpV6Test-1185273894-project] 10.222.0.66 "DELETE /v2.0/subnets/a4b0f0b2-13c4-4c8d-9215-8c2f789d3d8a HTTP/1.1" status: 404 len: 337 time: 0.0945964 Dec 16 17:41:47.034511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.087418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.161289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:47.208054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.282205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.309759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] device_id is not set on port 841790f7-804b-466a-b56b-9df98dfa5b55 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:47.408404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.410620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.485332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 48992) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:47.526706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad759d-6362-46d5-a7a5-a8c8baeee6ae None None] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:47.564300 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.574156 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/e1888ee5-6bcc-4de4-8fc2-60f18d9be105 HTTP/1.1" status: 204 len: 168 time: 0.8347991 Dec 16 17:41:47.578138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48996) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:47.580320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-61bb5e37-60bf-46ef-89a6-246dad7b8fbf None None] Provisioning complete for port ce18496a-53fc-498f-9649-4a459cb11a29 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:47.580998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bb5e37-60bf-46ef-89a6-246dad7b8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.624677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc0bf3-248f-4d49-bbbd-6a28527ba2de tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=e1888ee5-6bcc-4de4-8fc2-60f18d9be105,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:47.627994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event deleted for resources: {'Port': ['ID=2829de0f-2757-49c1-9b3f-5b3e33827bb7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:47.743484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bb5e37-60bf-46ef-89a6-246dad7b8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.794877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce09542-b65d-4e71-87b5-04458c885cdb None None] Network e41c23ea-8c0f-4412-a162-52312b90710d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:47.819254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.838703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.844589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-02b073ee-c183-49e1-9609-a0fcdfa8e760 tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "DELETE /v2.0/ports/2829de0f-2757-49c1-9b3f-5b3e33827bb7 HTTP/1.1" status: 204 len: 168 time: 1.7654109 Dec 16 17:41:47.847813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 48998) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:47.868078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-61bb5e37-60bf-46ef-89a6-246dad7b8fbf None None] For port ce18496a-53fc-498f-9649-4a459cb11a29, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ce18496a-53fc-498f-9649-4a459cb11a29,segment=NetworkSegment(7e810e4c-9bec-4efb-ad27-102437918837),segment_id=7e810e4c-9bec-4efb-ad27-102437918837)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:47.903910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61bb5e37-60bf-46ef-89a6-246dad7b8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:47.968870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Deleting subnet 57fa5072-c65c-4119-8217-d49fc6922750 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:47.996413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.068894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb5e37-60bf-46ef-89a6-246dad7b8fbf None None] Pushing event updated for resources: {'Port': ['ID=ce18496a-53fc-498f-9649-4a459cb11a29,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:48.078715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1fe27b40-f2b9-448f-8f1e-d518b64abd24 None None] Provisioning complete for port 6fe721ca-fba5-4cf0-965c-8c7b5978678f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:48.079195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe27b40-f2b9-448f-8f1e-d518b64abd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.094190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Allocated IP 172.20.0.3 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/841790f7-804b-466a-b56b-9df98dfa5b55) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:48.202120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] DHCP port deletion for e41c23ea-8c0f-4412-a162-52312b90710d request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:48.208401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ce18496a-53fc-498f-9649-4a459cb11a29 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:48.216630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5986eb41-4aef-475b-a5b5-7bebf7f066fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f7a6034981647df965273650fe87e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264071 Dec 16 17:41:48.225250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49000) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:48.337842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ce18496a-53fc-498f-9649-4a459cb11a29 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:48.338251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.388488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] Deleting port 6fe721ca-fba5-4cf0-965c-8c7b5978678f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:48.388863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.495402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-87112e50-6a57-449a-a2ef-60e401cb0b75 None None] Provisioning complete for port 1639b6a7-391b-4909-927f-ad33a0808834 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:48.496085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87112e50-6a57-449a-a2ef-60e401cb0b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.516379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.524429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.526846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.529555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] For port 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6fe721ca-fba5-4cf0-965c-8c7b5978678f,segment=NetworkSegment(cb5b36ed-c97e-4457-b27f-f1ffd3f2d380),segment_id=cb5b36ed-c97e-4457-b27f-f1ffd3f2d380)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:48.530298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.556096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] Calling delete_port for 6fe721ca-fba5-4cf0-965c-8c7b5978678f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:48.565792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 6fe721ca-fba5-4cf0-965c-8c7b5978678f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:48.565792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.572367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-87112e50-6a57-449a-a2ef-60e401cb0b75 None None] Port 1639b6a7-391b-4909-927f-ad33a0808834 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:48.608043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1cf784a8-ce79-4437-9975-27f7cf451944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.621529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-87112e50-6a57-449a-a2ef-60e401cb0b75 None None] Provisioning complete for port ce18496a-53fc-498f-9649-4a459cb11a29 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:48.621922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87112e50-6a57-449a-a2ef-60e401cb0b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.655996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1cf784a8-ce79-4437-9975-27f7cf451944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.688075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] For port 6fe721ca-fba5-4cf0-965c-8c7b5978678f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6fe721ca-fba5-4cf0-965c-8c7b5978678f,segment=NetworkSegment(cb5b36ed-c97e-4457-b27f-f1ffd3f2d380),segment_id=cb5b36ed-c97e-4457-b27f-f1ffd3f2d380)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:48.688488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.694331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 69bb253c-495e-4777-bd07-dcb6c567e38a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:48.694762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.713829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.726288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.751968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] Pushing event deleted for resources: {'Port': ['ID=6fe721ca-fba5-4cf0-965c-8c7b5978678f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:48.757225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767d958-b411-4ade-8d62-ab7395f32b97 None None] No DVR routers for this DVR port 6fe721ca-fba5-4cf0-965c-8c7b5978678f on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:48.762094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 6fe721ca-fba5-4cf0-965c-8c7b5978678f owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:48.778307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.807834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:48.813355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:48.819920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:48.848056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1cf784a8-ce79-4437-9975-27f7cf451944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.850716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1cf784a8-ce79-4437-9975-27f7cf451944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.851829 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1cf784a8-ce79-4437-9975-27f7cf451944 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb71bb39-2182-4088-8188-67a3d4b21dc1 HTTP/1.1" status: 204 len: 168 time: 0.6211703 Dec 16 17:41:48.858644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=841790f7-804b-466a-b56b-9df98dfa5b55,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:48.884613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf784a8-ce79-4437-9975-27f7cf451944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb71bb39-2182-4088-8188-67a3d4b21dc1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:48.890003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b4bbf20-a156-4457-9d19-a6ca0f98b7ab None None] Provisioning complete for port 1639b6a7-391b-4909-927f-ad33a0808834 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:48.890737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b4bbf20-a156-4457-9d19-a6ca0f98b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.915091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:48.915859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:48.983735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bbf20-a156-4457-9d19-a6ca0f98b7ab None None] Port 1639b6a7-391b-4909-927f-ad33a0808834 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:48.984004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e11caef3-99a6-422a-aa34-b6a453933e77 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2418332 Dec 16 17:41:48.985785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49004) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:49.019282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 69bb253c-495e-4777-bd07-dcb6c567e38a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=69bb253c-495e-4777-bd07-dcb6c567e38a,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:49.019571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.036253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 69bb253c-495e-4777-bd07-dcb6c567e38a owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:49.042280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.044061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.063254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7eb3b6-c081-4980-917a-b34b63f05a8c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:49.069649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7eb3b6-c081-4980-917a-b34b63f05a8c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:49.076631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7eb3b6-c081-4980-917a-b34b63f05a8c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:49.081686 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0a7eb3b6-c081-4980-917a-b34b63f05a8c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.0943391 Dec 16 17:41:49.082801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49008) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:49.104736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1d01c936-ab2a-43d0-b751-392d04017eef None None] Provisioning complete for port 841790f7-804b-466a-b56b-9df98dfa5b55 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:49.105142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d01c936-ab2a-43d0-b751-392d04017eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.108757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event deleted for resources: {'Subnet': ['ID=57fa5072-c65c-4119-8217-d49fc6922750,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.130341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 6dcb3175-7336-495b-8fd1-9fa9587d52e4 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:49.130882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.144614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1d01c936-ab2a-43d0-b751-392d04017eef None None] Port 841790f7-804b-466a-b56b-9df98dfa5b55 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:49.158879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=6fe721ca-fba5-4cf0-965c-8c7b5978678f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.160975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No DVR routers for this DVR port 6fe721ca-fba5-4cf0-965c-8c7b5978678f on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:49.162829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.168178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba1635-f1d6-4b66-96b6-ba15a7031805 None None] Network dbf2ed7b-2720-4c53-af99-664ce161cd4c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:49.169617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68df201f-af5f-4607-a3bf-05313c68205c tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "DELETE /v2.0/subnets/57fa5072-c65c-4119-8217-d49fc6922750 HTTP/1.1" status: 204 len: 168 time: 1.3204699 Dec 16 17:41:49.171979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49010) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:49.269106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.289928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port 841790f7-804b-466a-b56b-9df98dfa5b55 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:49.290274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.297903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 6dcb3175-7336-495b-8fd1-9fa9587d52e4 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:49.367545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] DHCP port deletion for dbf2ed7b-2720-4c53-af99-664ce161cd4c request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:49.379991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.430584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] Deleting port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:49.431005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.437706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.447750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.493784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for 841790f7-804b-466a-b56b-9df98dfa5b55 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:49.497699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41c23ea-8c0f-4412-a162-52312b90710d']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:49.518217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] For port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,segment=NetworkSegment(5355d673-2a5a-4363-9ee1-7feb9f30fbbf),segment_id=5355d673-2a5a-4363-9ee1-7feb9f30fbbf)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:49.518945 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.524289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:49.524712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5b36ed-c97e-4457-b27f-f1ffd3f2d380') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:49.537788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] Calling delete_port for 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:49.539942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.562649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.594901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:49.595557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.601175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Deleting port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:49.601582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:49.603346 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:49.692883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.705215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.733341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] No DVR routers for this DVR port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:49.737453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d30b4-3344-4f5a-a5bc-7347837b705a None None] Pushing event deleted for resources: {'Port': ['ID=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.757153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.757442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=6dcb3175-7336-495b-8fd1-9fa9587d52e4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.758967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.771394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] For port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,segment=NetworkSegment(5355d673-2a5a-4363-9ee1-7feb9f30fbbf),segment_id=5355d673-2a5a-4363-9ee1-7feb9f30fbbf)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:49.771394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.793037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.816747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:49.821827 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/e41c23ea-8c0f-4412-a162-52312b90710d HTTP/1.1" status: 204 len: 168 time: 2.2138526 Dec 16 17:41:49.834204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49028) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:49.859416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=69bb253c-495e-4777-bd07-dcb6c567e38a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.874544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=841790f7-804b-466a-b56b-9df98dfa5b55,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.951944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40609697-7048-47d8-803c-d78a9e882b65 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=e41c23ea-8c0f-4412-a162-52312b90710d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:49.954160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Calling delete_port for 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:50.032291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.085687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49030) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.143346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.217714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ce18496a-53fc-498f-9649-4a459cb11a29 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:50.228993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] No DVR routers for this DVR port 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:50.231688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event deleted for resources: {'Port': ['ID=9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:50.253623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77478899-4821-4aab-8ab2-db7207167a05 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:50.262499 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-77478899-4821-4aab-8ab2-db7207167a05 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4265497 Dec 16 17:41:50.263401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.265336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49034) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.303692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ce18496a-53fc-498f-9649-4a459cb11a29 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:50.304106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.315049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1346918533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:50.380898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.407103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.412875 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-68b3b794-c761-4179-9226-a388856a664e tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/ports/841790f7-804b-466a-b56b-9df98dfa5b55 HTTP/1.1" status: 204 len: 168 time: 1.3254848 Dec 16 17:41:50.413082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf2ed7b-2720-4c53-af99-664ce161cd4c']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.415326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49036) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.429683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ec03149d-4105-455d-a266-ea06a181ef6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1572597 Dec 16 17:41:50.433148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49038) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.440753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-211050711'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:50.452791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6fe721ca-fba5-4cf0-965c-8c7b5978678f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:50.456633 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8787689-a6e9-47f8-9a44-610c47fb1a2a tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] GET failed (client error): The resource could not be found. Dec 16 17:41:50.458253 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b8787689-a6e9-47f8-9a44-610c47fb1a2a tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "GET /v2.0/ports/841790f7-804b-466a-b56b-9df98dfa5b55 HTTP/1.1" status: 404 len: 333 time: 0.0356450 Dec 16 17:41:50.460504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5355d673-2a5a-4363-9ee1-7feb9f30fbbf') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.460641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5355d673-2a5a-4363-9ee1-7feb9f30fbbf') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.462385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.463911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49040) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.473935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'name': 'tempest-AllowedAddressPairTestJSON-1538347912'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:50.482100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 6fe721ca-fba5-4cf0-965c-8c7b5978678f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:50.482253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6fe721ca-fba5-4cf0-965c-8c7b5978678f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:50.482632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:50.484330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.504197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:50.504560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9d9a5bb7-2232-43b9-b97d-22e4bdeb3a1d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:50.521050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.521050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.569661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b3bd5791-c831-4a7f-a68c-27eb70353cdf has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:50.570581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:50.574516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.577414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.590806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:50.591203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:50.594124 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:50.615076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.627938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.677197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:50.714594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.719546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.721398 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-47631d13-254b-4bfb-9897-cfdfd50a0d67 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6313777 Dec 16 17:41:50.724351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.724735 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment 20458e9e-a28e-4f14-86d8-6b3928f1c906 of type vlan for network 895efa67-21d0-48dc-a740-ae8fa7785629 Dec 16 17:41:50.725997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49042) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.735223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.738475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1011333250'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:50.738760 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] 10.222.0.66 "DELETE /v2.0/networks/dbf2ed7b-2720-4c53-af99-664ce161cd4c HTTP/1.1" status: 204 len: 168 time: 1.5629265 Dec 16 17:41:50.753338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:50.756159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dff8a-4211-42fa-b4e9-d4184abf49ff tempest-ExtraDHCPOptionsTestJSON-1784420078 tempest-ExtraDHCPOptionsTestJSON-1784420078-project] Pushing event deleted for resources: {'Network': ['ID=dbf2ed7b-2720-4c53-af99-664ce161cd4c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:50.765925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] Sync routers for ids ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:50.776588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] Routers {'b3bd5791-c831-4a7f-a68c-27eb70353cdf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:50.777635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.814039 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-19a3949b-9551-4cf2-9f72-6dc9b2848fbd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b3bd5791-c831-4a7f-a68c-27eb70353cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8845193 Dec 16 17:41:50.816351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49046) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:50.820481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.829273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:50.832711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.841105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] Routers {'b3bd5791-c831-4a7f-a68c-27eb70353cdf'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:50.841898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.844805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Made reservation on behalf of 2913a46e4bb14440b351a50a5e03d5b9 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:50.849097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.867634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.888268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.888989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:50.889880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734ec68-b9ab-463a-944d-f1792405e601 None None] The sync data for ids ['b3bd5791-c831-4a7f-a68c-27eb70353cdf'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:50.938948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.945073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:50.945858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:50.948742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] device_id is not set on port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:51.015963 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5804996 Dec 16 17:41:51.026725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49050) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:51.036118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:51.061879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49052) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:51.064036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb5314-a7a2-4b8e-875e-5250b36c4c44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=895efa67-21d0-48dc-a740-ae8fa7785629,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:51.074717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 895efa67-21d0-48dc-a740-ae8fa7785629 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:51.158865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.167769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.207735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97586fb-d3f0-4c44-b8d9-700c030b4b2b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:51.232033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:51.248485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:51.252140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.262315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.263048 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Added segment a3ba3f8b-7f89-4f05-8815-60d78a207497 of type vlan for network 6cb45b73-779d-4c2f-ab99-54583aae101f Dec 16 17:41:51.382109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.391440 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0646904a-fb09-48b1-92ec-0901ff63f5c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97d4ebc98f3c4a2dac320d8ea531d5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282766 Dec 16 17:41:51.397829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49056) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:51.462498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.468618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:51.469283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.470152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:41:51.473691 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-2c3f2592-7223-413d-a2d0-ef8a4c5085da tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 17:41:51.474721 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2c3f2592-7223-413d-a2d0-ef8a4c5085da tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b3bd5791-c831-4a7f-a68c-27eb70353cdf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6573999 Dec 16 17:41:51.479013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49058) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:51.524355 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b06b5c19-a521-4dbf-a14d-facb171f1ba3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3bd5791-c831-4a7f-a68c-27eb70353cdf HTTP/1.1" status: 200 len: 205 time: 0.0410178 Dec 16 17:41:51.530056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49060) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:51.536741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Allocated IP 172.20.0.13 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/4d86ec93-54a9-4014-8cd1-e20aaa175f62) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:51.666650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.897926 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1680212 Dec 16 17:41:51.900004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed883577-4c61-4cd0-94be-3179ff8f701a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.904204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49062) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:51.911996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'subnet': {'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:51.925193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bfe03-3919-4ba6-9d0b-5be3c3964df5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Network': ['ID=6cb45b73-779d-4c2f-ab99-54583aae101f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:51.943398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:41:51.944311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6cb45b73-779d-4c2f-ab99-54583aae101f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:51.955834 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:41:51.956419 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a1575085-e809-4da2-a152-a23b4fd3c6a6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/d53db94e-57ae-48df-810a-1dafea7a4e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8028238 Dec 16 17:41:51.963899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.967832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:51.993131 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:51.993999 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:52.017630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed883577-4c61-4cd0-94be-3179ff8f701a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.043811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.044618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router b3bd5791-c831-4a7f-a68c-27eb70353cdf {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:41:52.054805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.056472 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-336bf79e-cbc4-4298-9e43-56a7f689e8cd tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/b3bd5791-c831-4a7f-a68c-27eb70353cdf HTTP/1.1" status: 204 len: 168 time: 0.5255063 Dec 16 17:41:52.061039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49066) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:52.074215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.106773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.143800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 4f9167f6-f789-47dc-8495-15ee680ba974 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:52.153707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=2ad4f34c-f625-4cab-86a9-f9efb1ea794c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:52.163052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.164172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed883577-4c61-4cd0-94be-3179ff8f701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.167433 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed883577-4c61-4cd0-94be-3179ff8f701a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.168801 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ed883577-4c61-4cd0-94be-3179ff8f701a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2953070-4004-4d8a-8167-0ba14ca1f4b1 HTTP/1.1" status: 204 len: 168 time: 0.7700517 Dec 16 17:41:52.169699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Made reservation on behalf of 2913a46e4bb14440b351a50a5e03d5b9 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:52.174221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.219718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.246749 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:52.249384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.287786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed883577-4c61-4cd0-94be-3179ff8f701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2953070-4004-4d8a-8167-0ba14ca1f4b1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:52.293249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': '20458e9e-a28e-4f14-86d8-6b3928f1c906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:52.300551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: 895efa67-21d0-48dc-a740-ae8fa7785629, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:52.326784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:52.336301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:52.343483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:52.366999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=4d86ec93-54a9-4014-8cd1-e20aaa175f62,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:52.405247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 895efa67-21d0-48dc-a740-ae8fa7785629 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:52.415650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5b41a-3dd2-4927-8e4e-fe044287b76a req-492977ad-63f3-4a19-bdc6-c8b323061082 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:52.424496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.428233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01d5b41a-3dd2-4927-8e4e-fe044287b76a req-492977ad-63f3-4a19-bdc6-c8b323061082 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 946 time: 0.0989025 Dec 16 17:41:52.470574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 895efa67-21d0-48dc-a740-ae8fa7785629) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:52.471760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:52.472413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.484417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae09cb35-55c9-47b0-a960-29e5a60910eb None None] Network 895efa67-21d0-48dc-a740-ae8fa7785629 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:52.513216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:52.513825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.533340 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-09a626e8-110e-4ebd-8bfe-284293921cd0 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0638025 Dec 16 17:41:52.546242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49074) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:52.551926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8f:a3:25'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:52.553653 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01d5b41a-3dd2-4927-8e4e-fe044287b76a req-bb3de72f-d4c3-44a9-92eb-dfe523dd5fdb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243284 Dec 16 17:41:52.574775 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac7543b1-e910-48fd-b64f-05a61c025930 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5449653 Dec 16 17:41:52.576861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49078) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:52.583489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629', 'name': 'tempest-PortsIpV6TestJSON-475972753'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:52.628371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.706496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.709947 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/4f9167f6-f789-47dc-8495-15ee680ba974 HTTP/1.1" status: 204 len: 168 time: 0.6471744 Dec 16 17:41:52.710950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09bc3-d7c0-4888-a84a-99a633d16c72 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9167f6-f789-47dc-8495-15ee680ba974,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:52.715179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49082) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:52.719748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b9b47-b322-4eb4-8664-50eee9e94119 None None] Network be62b99b-275a-4260-b045-d262671754d0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:52.783249 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:49Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:13Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:52.820095 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:41:52.837248 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:41:52.839026 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:52.847132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.867764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.868472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-895efa67-21d0-48dc-a740-ae8fa7785629', 'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': '2ad4f34c-f625-4cab-86a9-f9efb1ea794c'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:52.869397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.895034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:52.898090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-433d6275-90b2-4685-9c33-3620f7c4c1e3 None None] Provisioning complete for port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:52.898469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-433d6275-90b2-4685-9c33-3620f7c4c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.900138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.944127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port f19aa3bc-682f-4e94-872a-559173db9b17 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:52.953776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:52.954304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-433d6275-90b2-4685-9c33-3620f7c4c1e3 None None] Port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:52.969153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Subnet': ['ID=a5b81b02-fe13-4f95-a28f-58ab11d59494,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:53.020067 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:41:53.023073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Checking segment: {'id': 'a3ba3f8b-7f89-4f05-8815-60d78a207497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:53.023660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network hostable DHCP agents. Network: 6cb45b73-779d-4c2f-ab99-54583aae101f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:53.106108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network 6cb45b73-779d-4c2f-ab99-54583aae101f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:53.122591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6cb45b73-779d-4c2f-ab99-54583aae101f) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:53.134028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:53.134337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf7224-7efb-42f9-b77a-b2460e2e503e None None] Network 6cb45b73-779d-4c2f-ab99-54583aae101f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:53.135259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.157195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::8f (895efa67-21d0-48dc-a740-ae8fa7785629/2ad4f34c-f625-4cab-86a9-f9efb1ea794c/f19aa3bc-682f-4e94-872a-559173db9b17) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:53.191976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49094) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:53.192702 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1f5b7684-f918-43f6-891f-d5dd6795044b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2847302 Dec 16 17:41:53.200292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'network': {'name': 'tempest-router-network01--929350706'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:53.216771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:53.217268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.359267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Made reservation on behalf of 2913a46e4bb14440b351a50a5e03d5b9 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:53.363209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.371624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,segment=NetworkSegment(f7e64222-d7fa-42a9-93fa-471845db59e6),segment_id=f7e64222-d7fa-42a9-93fa-471845db59e6)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:53.371926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.411551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 9e6e02c7-5cf9-4194-bf9d-6250a85099ff owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:53.423097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.424362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:53.434059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.434293 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Added segment 812368c9-db07-43c7-b3dc-3456da798ab3 of type vlan for network af23e8ca-acc2-4a16-96d1-b99dff24bef0 Dec 16 17:41:53.460727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49098) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:53.461222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] DHCP port deletion for be62b99b-275a-4260-b045-d262671754d0 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:41:53.478198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.510758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.534445 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:49Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:13Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:53.546218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6cb45b73-779d-4c2f-ab99-54583aae101f', 'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f', 'project_id': '2913a46e4bb14440b351a50a5e03d5b9', 'fixed_ips': [{'subnet_id': 'a5b81b02-fe13-4f95-a28f-58ab11d59494'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:53.547507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.570344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.578074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:53.578700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.598095 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0d478-a452-49d3-b8bf-1e05b2438c1e None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:49Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd7f4846d-2bd3-477b-959b-a07cdf675a88', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'port_id': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'mac_address': 'fa:16:3e:0f:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:40:05Z', 'updated_at': '2021-12-16T17:40:13Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:41:53.602380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'networks': [{'name': 'tempest-network--1981859415'}, {'name': 'tempest-network--1688212274'}]} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:53.602908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'network': {'name': 'tempest-network--1981859415'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:53.603505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'network': {'name': 'tempest-network--1688212274'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:53.617311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 895efa67-21d0-48dc-a740-ae8fa7785629 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:53.623493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:53.629603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:53.636510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:53.641793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.662092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=f19aa3bc-682f-4e94-872a-559173db9b17,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:53.666519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.684331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4912152 Dec 16 17:41:53.688083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49104) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:53.688689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.697909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d5d3-fea5-43d8-a9ff-7d19674633cd tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Network': ['ID=af23e8ca-acc2-4a16-96d1-b99dff24bef0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:53.699453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'network': {'name': 'tempest-router-network02--986936843'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:53.705895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Allocated IP 2001:db8::2 (895efa67-21d0-48dc-a740-ae8fa7785629/2ad4f34c-f625-4cab-86a9-f9efb1ea794c/2135d9ac-d42c-4eff-914f-701b935fa7c1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:53.720319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:53.730664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-328fd4fd-f236-4471-b3e9-bb7a64576fdf tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1519582 Dec 16 17:41:53.731366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49106) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:53.741665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629', 'name': 'tempest-PortsIpV6TestJSON-1129769910'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:53.754928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'network': 2} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:53.759376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.815540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.856781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=4d86ec93-54a9-4014-8cd1-e20aaa175f62,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:53.857542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Deleting port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:53.857542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.859707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28436-7c68-4128-a161-b123e5fb660b req-a100ffd8-e387-4a5c-883a-8592162856c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:53.861265 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-91a28436-7c68-4128-a161-b123e5fb660b req-a100ffd8-e387-4a5c-883a-8592162856c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 946 time: 0.1828573 Dec 16 17:41:53.870892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Made reservation on behalf of 2913a46e4bb14440b351a50a5e03d5b9 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:53.874425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.891884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.948252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:53.951222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:53.966859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] In _notify_port_updated(), no bound segment for port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 on network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:41:53.972574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:53.973259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:53.974673 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ed2b2f2a-06b8-4212-b992-09431ee7889d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "PUT /v2.0/ports/4d86ec93-54a9-4014-8cd1-e20aaa175f62 HTTP/1.1" status: 200 len: 995 time: 1.4273756 Dec 16 17:41:54.012246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49108) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:54.038654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-8a6ff1b0-1bf0-48c4-9654-0729fe47fc02 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:54.056272 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-8a6ff1b0-1bf0-48c4-9654-0729fe47fc02 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 946 time: 0.3258510 Dec 16 17:41:54.073700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] For port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:54.074248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.100655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Allocated IP 172.20.0.2 (6cb45b73-779d-4c2f-ab99-54583aae101f/a5b81b02-fe13-4f95-a28f-58ab11d59494/240a8107-9cb8-4188-9cb1-acd30d3205ef) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:54.104677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Calling delete_port for 9e6e02c7-5cf9-4194-bf9d-6250a85099ff owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:54.116364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:41:54.121472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 69bb253c-495e-4777-bd07-dcb6c567e38a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:54.152298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 69bb253c-495e-4777-bd07-dcb6c567e38a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:54.152754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 69bb253c-495e-4777-bd07-dcb6c567e38a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:54.153300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e6e02c7-5cf9-4194-bf9d-6250a85099ff no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:54.161248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:54.164859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.167494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:54.172728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.191944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.205743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port ac91c251-043f-437d-9102-29ca80f0a297 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:54.224654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be62b99b-275a-4260-b045-d262671754d0']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:54.245066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9e6e02c7-5cf9-4194-bf9d-6250a85099ff {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:54.245542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e6e02c7-5cf9-4194-bf9d-6250a85099ff not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:54.261222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e64222-d7fa-42a9-93fa-471845db59e6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:54.261526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e64222-d7fa-42a9-93fa-471845db59e6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:54.262440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] No DVR routers for this DVR port 9e6e02c7-5cf9-4194-bf9d-6250a85099ff on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:54.274357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.296916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.297500 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Added segment 71095bec-4049-4829-8556-3fd55605bff7 of type vlan for network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 Dec 16 17:41:54.298023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.311334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:54.311745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.314197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b302d-7b69-4560-82f0-71ec419b6975 None None] Pushing event deleted for resources: {'Port': ['ID=9e6e02c7-5cf9-4194-bf9d-6250a85099ff,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:54.331741 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:54.350646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f9af2d3e-6547-42aa-9627-5975785daab6 None None] Provisioning complete for port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:54.351125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9af2d3e-6547-42aa-9627-5975785daab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.366936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.377824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.390319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 206b0c40-51a1-49e7-9ea8-91d041535c60 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:54.390942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.401435 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-91a28436-7c68-4128-a161-b123e5fb660b req-7d25e22f-febb-445e-840c-bab9e24a7309 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=23a71e7a-0860-434b-96e6-f6d9fcce340f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218303 Dec 16 17:41:54.406920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.409257 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.409806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.414346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.425158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f9af2d3e-6547-42aa-9627-5975785daab6 None None] Port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:41:54.457951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.462521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/be62b99b-275a-4260-b045-d262671754d0 HTTP/1.1" status: 204 len: 168 time: 1.7458785 Dec 16 17:41:54.475030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49110) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:54.483353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-656674987'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:54.486878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3996a-ad5b-4b67-8992-47ad0fcf5349 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=be62b99b-275a-4260-b045-d262671754d0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.496676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Network 895efa67-21d0-48dc-a740-ae8fa7785629 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:54.501930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:54.503491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:54.516094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.524776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Pushing event updated for resources: {'Port': ['ID=2135d9ac-d42c-4eff-914f-701b935fa7c1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.532865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:54.544592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:54.548107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.560649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21775abe-1f52-4389-b26a-53860739d437,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.564435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 206b0c40-51a1-49e7-9ea8-91d041535c60, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=206b0c40-51a1-49e7-9ea8-91d041535c60,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:54.564885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.571819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.572215 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Added segment 9da964d1-4aed-4fed-8d73-45e43d25c39e of type vlan for network e07679b9-272b-4725-8460-c382626617c7 Dec 16 17:41:54.585425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:54.599110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 206b0c40-51a1-49e7-9ea8-91d041535c60 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:54.603081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.606045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.606543 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment 965afafe-1c74-4664-b3f8-514107dea968 of type vlan for network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 Dec 16 17:41:54.607648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::ce (895efa67-21d0-48dc-a740-ae8fa7785629/2ad4f34c-f625-4cab-86a9-f9efb1ea794c/ac91c251-043f-437d-9102-29ca80f0a297) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:54.616557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Attempting to bind port 2135d9ac-d42c-4eff-914f-701b935fa7c1 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:54.617066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Attempting to bind port 2135d9ac-d42c-4eff-914f-701b935fa7c1 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '20458e9e-a28e-4f14-86d8-6b3928f1c906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:54.617521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Attempting to bind port 2135d9ac-d42c-4eff-914f-701b935fa7c1 on network 895efa67-21d0-48dc-a740-ae8fa7785629 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:54.621321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.648698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:54.649254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Checking segment: {'id': '20458e9e-a28e-4f14-86d8-6b3928f1c906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:54.649725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.650830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Bound using segment: {'id': '20458e9e-a28e-4f14-86d8-6b3928f1c906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:54.651676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Bound port: 2135d9ac-d42c-4eff-914f-701b935fa7c1, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20458e9e-a28e-4f14-86d8-6b3928f1c906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '895efa67-21d0-48dc-a740-ae8fa7785629'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:54.652667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.656537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port 4d86ec93-54a9-4014-8cd1-e20aaa175f62 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:54.656884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.667526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.673234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:54.673970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.683527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Network 6cb45b73-779d-4c2f-ab99-54583aae101f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:54.688801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:54.690011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.691705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:54.694061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.722785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Pushing event updated for resources: {'Port': ['ID=240a8107-9cb8-4188-9cb1-acd30d3205ef,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.746084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.757915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:54.758558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.797961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Attempting to bind port 240a8107-9cb8-4188-9cb1-acd30d3205ef on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:54.798418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Attempting to bind port 240a8107-9cb8-4188-9cb1-acd30d3205ef by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'a3ba3f8b-7f89-4f05-8815-60d78a207497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:54.798844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Attempting to bind port 240a8107-9cb8-4188-9cb1-acd30d3205ef on network 6cb45b73-779d-4c2f-ab99-54583aae101f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:54.803091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] For port 2135d9ac-d42c-4eff-914f-701b935fa7c1, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:54.806477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.resource_extend [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:41:54.807913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] For port 2135d9ac-d42c-4eff-914f-701b935fa7c1, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2135d9ac-d42c-4eff-914f-701b935fa7c1,segment=NetworkSegment(20458e9e-a28e-4f14-86d8-6b3928f1c906),segment_id=20458e9e-a28e-4f14-86d8-6b3928f1c906)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:54.810121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:54.810828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Checking segment: {'id': 'a3ba3f8b-7f89-4f05-8815-60d78a207497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:54.811036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.811588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Bound using segment: {'id': 'a3ba3f8b-7f89-4f05-8815-60d78a207497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:54.812124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Bound port: 240a8107-9cb8-4188-9cb1-acd30d3205ef, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ba3f8b-7f89-4f05-8815-60d78a207497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6cb45b73-779d-4c2f-ab99-54583aae101f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:54.812599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.816211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.821412 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1259236 Dec 16 17:41:54.821684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49112) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:54.829235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'subnet': {'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:54.930455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1844-8cae-4366-8e2e-891531e0b7aa None None] Pushing event updated for resources: {'Port': ['ID=2135d9ac-d42c-4eff-914f-701b935fa7c1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.932714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198a72-7452-4853-859a-6fb55c7f2c1d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Network': ['ID=2f7b0bc9-3576-4bfb-b716-84a994bc9e58,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:54.941408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] For port 240a8107-9cb8-4188-9cb1-acd30d3205ef, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:54.945008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] For port 240a8107-9cb8-4188-9cb1-acd30d3205ef, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=240a8107-9cb8-4188-9cb1-acd30d3205ef,segment=NetworkSegment(a3ba3f8b-7f89-4f05-8815-60d78a207497),segment_id=a3ba3f8b-7f89-4f05-8815-60d78a207497)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:54.946712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:54.952401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:54.960747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:55.037109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.038422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Added segment 4590969a-b428-40e2-a7b3-057eb6f7ca76 of type vlan for network 3e5abe5c-98c4-4542-b973-3c0f9a714223 Dec 16 17:41:55.078880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1d0d8-4f08-4fa2-bb80-aef4389b1d1c None None] Pushing event updated for resources: {'Port': ['ID=240a8107-9cb8-4188-9cb1-acd30d3205ef,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:55.143698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.146222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.159148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.175154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for 4d86ec93-54a9-4014-8cd1-e20aaa175f62 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:55.270979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.271643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.278221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.282907 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8069251 Dec 16 17:41:55.285336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.286281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.292243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49114) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:55.303959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:55.344624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579352b-3a7c-48f4-926c-bb1011e1ae40 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=7671460e-81b3-42f5-b7a0-4ec32832b8e4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:55.360397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:55.393046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.483017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=206b0c40-51a1-49e7-9ea8-91d041535c60,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:55.507714 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0463500 Dec 16 17:41:55.508908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49118) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:55.512485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 206b0c40-51a1-49e7-9ea8-91d041535c60 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:41:55.516161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.522729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.526934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c984091-3b7a-4681-8e76-79a4f9995205 req-b523e8df-c111-475a-bf3c-2ade3dd44334 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/206b0c40-51a1-49e7-9ea8-91d041535c60 HTTP/1.1" status: 204 len: 173 time: 1.3851793 Dec 16 17:41:55.527743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'name': 'network-vif-deleted', 'tag': '206b0c40-51a1-49e7-9ea8-91d041535c60'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:41:55.530150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9e247e-43eb-4a34-8c80-96717f8eea3c" -d '{"events": [{"server_uuid": "b74a38a6-620b-42de-9d00-a3fa437523da", "name": "network-vif-deleted", "tag": "206b0c40-51a1-49e7-9ea8-91d041535c60"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:41:55.612644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fb8218ac-c321-4964-8a74-d3f95115b0c6 req-d6013251-e59a-4d1b-b7c7-55dfbcb93082 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b74a38a6-620b-42de-9d00-a3fa437523da HTTP/1.1" status: 200 len: 210 time: 0.1112955 Dec 16 17:41:55.631949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Network': ['ID=e07679b9-272b-4725-8460-c382626617c7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:55.647020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network e07679b9-272b-4725-8460-c382626617c7 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:55.670838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Made reservation on behalf of 2913a46e4bb14440b351a50a5e03d5b9 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:55.674552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.714229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 895efa67-21d0-48dc-a740-ae8fa7785629 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:55.760417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=ac91c251-043f-437d-9102-29ca80f0a297,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:55.763621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:55.764567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fbe88-e7b4-462f-9c92-4484b0e0f45c tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.771229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fbe88-e7b4-462f-9c92-4484b0e0f45c tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.779197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fbe88-e7b4-462f-9c92-4484b0e0f45c tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.787068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:55.787295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fbe88-e7b4-462f-9c92-4484b0e0f45c tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.789528 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cd2fbe88-e7b4-462f-9c92-4484b0e0f45c tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2785363 Dec 16 17:41:55.798439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49124) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:55.805489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:55.809480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.855087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ca9ce-acef-4af4-bd69-ca623993fcaa tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Network': ['ID=3e5abe5c-98c4-4542-b973-3c0f9a714223,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:55.863813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:55.868749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 3e5abe5c-98c4-4542-b973-3c0f9a714223 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:55.870756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:55.881911 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1f621e95-0d91-4fe0-a304-8d01d05c4225 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1482415 Dec 16 17:41:55.892043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49126) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:56.127636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402c0848-19f2-41bc-809d-ef033191fe26 x-openstack-request-id: req-402c0848-19f2-41bc-809d-ef033191fe26 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:41:56.127946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74a38a6-620b-42de-9d00-a3fa437523da", "name": "network-vif-deleted", "tag": "206b0c40-51a1-49e7-9ea8-91d041535c60", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:41:56.130214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-402c0848-19f2-41bc-809d-ef033191fe26 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:41:56.130647 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74a38a6-620b-42de-9d00-a3fa437523da', 'name': 'network-vif-deleted', 'tag': '206b0c40-51a1-49e7-9ea8-91d041535c60', 'status': 'completed', 'code': 200} Dec 16 17:41:56.147586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.259219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.295251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 240a8107-9cb8-4188-9cb1-acd30d3205ef up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:56.309498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.360891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35118b61-ab98-4200-9a6f-a46975ba44bd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:56.363310 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35118b61-ab98-4200-9a6f-a46975ba44bd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A8f HTTP/1.1" status: 200 len: 927 time: 0.4697502 Dec 16 17:41:56.364475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 240a8107-9cb8-4188-9cb1-acd30d3205ef triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:56.365047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.464117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49132) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:56.477785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=6b611a06-53c8-4ba8-bcf6-b0fabdf15772,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:56.480261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.480968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.481403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=4d86ec93-54a9-4014-8cd1-e20aaa175f62,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:56.527231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 240a8107-9cb8-4188-9cb1-acd30d3205ef, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=240a8107-9cb8-4188-9cb1-acd30d3205ef,segment=NetworkSegment(a3ba3f8b-7f89-4f05-8815-60d78a207497),segment_id=a3ba3f8b-7f89-4f05-8815-60d78a207497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:56.538623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.540165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2135d9ac-d42c-4eff-914f-701b935fa7c1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:56.563353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.563869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.564259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.564697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.565827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.566276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.566857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.567284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.567726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.569510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.570410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.570859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.571575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.574443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07679b9-272b-4725-8460-c382626617c7']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:56.595770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3bed7-ad15-49b7-8f99-183b2a4749df None None] Network 895efa67-21d0-48dc-a740-ae8fa7785629 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:56.605796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.606297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.606733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.607327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.607756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.608187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.608867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.609616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.610635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.611086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.611504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.611714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da964d1-4aed-4fed-8d73-45e43d25c39e') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:56.611891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da964d1-4aed-4fed-8d73-45e43d25c39e') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:56.612098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.612516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:56.690539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49136) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:56.708902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.710927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': '965afafe-1c74-4664-b3f8-514107dea968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:56.711470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: 7671460e-81b3-42f5-b7a0-4ec32832b8e4, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:56.723769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Provisioning complete for port 2135d9ac-d42c-4eff-914f-701b935fa7c1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:56.724246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.733974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.741452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.746470 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7080928d-b516-467a-865b-f7b0e74a9b2c tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/ports/4d86ec93-54a9-4014-8cd1-e20aaa175f62 HTTP/1.1" status: 204 len: 168 time: 2.7316482 Dec 16 17:41:56.751030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:56.752553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.759255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49138) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:56.804378 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2178236d-1f33-4f54-844a-fb29bb11d0fb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] GET failed (client error): The resource could not be found. Dec 16 17:41:56.806878 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2178236d-1f33-4f54-844a-fb29bb11d0fb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "GET /v2.0/ports/4d86ec93-54a9-4014-8cd1-e20aaa175f62 HTTP/1.1" status: 404 len: 333 time: 0.0459561 Dec 16 17:41:56.811401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49140) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:56.818446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'name': 'tempest-AllowedAddressPairTestJSON-306699044'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:56.819339 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:56.877708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.890000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.892337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.898035 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/networks/e07679b9-272b-4725-8460-c382626617c7 HTTP/1.1" status: 204 len: 168 time: 1.0959985 Dec 16 17:41:56.917457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49142) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:56.931480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:56.934287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Network': ['ID=e07679b9-272b-4725-8460-c382626617c7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:56.958165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 7671460e-81b3-42f5-b7a0-4ec32832b8e4) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:56.963277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:56.963980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.966609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40da7d5f-c531-4bc1-9e8e-3a1ce5b21f9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.968377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port ac91c251-043f-437d-9102-29ca80f0a297 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:56.968900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:56.974047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80b1e3-a74a-4c7e-886a-444a3acef17b None None] Network 6cb45b73-779d-4c2f-ab99-54583aae101f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:56.978095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=240a8107-9cb8-4188-9cb1-acd30d3205ef,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:56.993370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4dbe7b-525a-4c77-85bc-edec8726ff4c None None] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:57.009669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bae23a04-4928-411d-9e5a-ba0544d6ce8d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7092247 Dec 16 17:41:57.013117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49144) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:57.017622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461301803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:57.032639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40da7d5f-c531-4bc1-9e8e-3a1ce5b21f9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.036189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:57.039785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.068790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.069209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.069566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.070785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.070785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.070785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.071088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.071187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.072712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.072712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.072712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.072712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.073163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b4329-9914-4b1b-8262-89495f2b808e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.091561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 2135d9ac-d42c-4eff-914f-701b935fa7c1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:57.091990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.099154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] device_id is not set on port 239894bb-cfaa-4d1e-bf86-fe50994ff162 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:41:57.107251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.108409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.153964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Subnet': ['ID=2878fc1f-add5-4e09-bb9c-f324e23b084b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:57.163376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.189753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Checking segment: {'id': '812368c9-db07-43c7-b3dc-3456da798ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:57.190267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network hostable DHCP agents. Network: af23e8ca-acc2-4a16-96d1-b99dff24bef0, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:57.206877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.225611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for ac91c251-043f-437d-9102-29ca80f0a297 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:57.266061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.273618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.278100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.281122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:57.303883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40da7d5f-c531-4bc1-9e8e-3a1ce5b21f9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.306299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-40da7d5f-c531-4bc1-9e8e-3a1ce5b21f9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.310399 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-40da7d5f-c531-4bc1-9e8e-3a1ce5b21f9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/23a71e7a-0860-434b-96e6-f6d9fcce340f HTTP/1.1" status: 204 len: 168 time: 0.6154375 Dec 16 17:41:57.334163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-7671460e-81b3-42f5-b7a0-4ec32832b8e4', 'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '6b611a06-53c8-4ba8-bcf6-b0fabdf15772'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:57.335019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.336877 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.339937 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-425c697c-5635-4aab-ab18-5bbd170af3a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3251262 Dec 16 17:41:57.342128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Allocated IP 172.20.0.3 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/239894bb-cfaa-4d1e-bf86-fe50994ff162) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:57.344663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49148) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:57.346766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7d5f-c531-4bc1-9e8e-3a1ce5b21f9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a71e7a-0860-434b-96e6-f6d9fcce340f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:57.365196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] For port 2135d9ac-d42c-4eff-914f-701b935fa7c1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2135d9ac-d42c-4eff-914f-701b935fa7c1,segment=NetworkSegment(20458e9e-a28e-4f14-86d8-6b3928f1c906),segment_id=20458e9e-a28e-4f14-86d8-6b3928f1c906)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:57.371334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49150) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:57.380821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.386585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.401462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, af23e8ca-acc2-4a16-96d1-b99dff24bef0) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:57.426154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.440669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:57.441287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.482920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5118f-7052-4954-8611-99d34ff73587 None None] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:57.504517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5abe5c-98c4-4542-b973-3c0f9a714223']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:57.519795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e457152-8118-46a5-aeab-6ea806372830 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6927273 Dec 16 17:41:57.530056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49152) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:57.533356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'subnet': {'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:57.539512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4590969a-b428-40e2-a7b3-057eb6f7ca76') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:57.539896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4590969a-b428-40e2-a7b3-057eb6f7ca76') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:41:57.601710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.686785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.716549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:41:57.716813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:41:57.719993 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:41:57.740070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Allocated IP 172.20.0.2 (7671460e-81b3-42f5-b7a0-4ec32832b8e4/6b611a06-53c8-4ba8-bcf6-b0fabdf15772/1a45b53e-f228-4877-81a6-deea653e6c39) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:57.784024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.845013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=ac91c251-043f-437d-9102-29ca80f0a297,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:57.870017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Pushing event updated for resources: {'Port': ['ID=2135d9ac-d42c-4eff-914f-701b935fa7c1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:57.877991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.889518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.892768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/networks/3e5abe5c-98c4-4542-b973-3c0f9a714223 HTTP/1.1" status: 204 len: 168 time: 0.9730611 Dec 16 17:41:57.894042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.900438 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ad81daa9-772d-42ef-8b36-c6ba19e28234 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/ac91c251-043f-437d-9102-29ca80f0a297 HTTP/1.1" status: 204 len: 168 time: 1.4324036 Dec 16 17:41:57.901550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49154) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:57.901885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49156) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:57.908086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-db2c1cb0-c491-47b6-a37d-0c0853a3f87c None None] Provisioning complete for port 240a8107-9cb8-4188-9cb1-acd30d3205ef triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:57.908560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db2c1cb0-c491-47b6-a37d-0c0853a3f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.911024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.911443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.911849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.912257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.912654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.913095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.913524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.913936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.914450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.914951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.915299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.916281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.916672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5252bf7-51a7-40eb-badc-da8ff3e02ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:41:57.926860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Made reservation on behalf of 2913a46e4bb14440b351a50a5e03d5b9 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:57.927002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-af23e8ca-acc2-4a16-96d1-b99dff24bef0', 'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0', 'project_id': '2913a46e4bb14440b351a50a5e03d5b9', 'fixed_ips': [{'subnet_id': '2878fc1f-add5-4e09-bb9c-f324e23b084b'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:57.927942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.930322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:57.962762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:41:57.963116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:41:57.969377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa254dce-81cc-4cee-a35e-bf2eb102bedc tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Network': ['ID=3e5abe5c-98c4-4542-b973-3c0f9a714223,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:58.127513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-df27bac9-6487-4ae0-be5f-993e454a14f1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:58.129553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df27bac9-6487-4ae0-be5f-993e454a14f1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/ac91c251-043f-437d-9102-29ca80f0a297 HTTP/1.1" status: 404 len: 333 time: 0.2235229 Dec 16 17:41:58.133672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49158) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:58.214449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.227285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Allocated IP 172.20.0.2 (af23e8ca-acc2-4a16-96d1-b99dff24bef0/2878fc1f-add5-4e09-bb9c-f324e23b084b/0fb2452f-dffe-4696-a164-d7df6b153355) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:58.232160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet c4e749f4-6844-4fe1-95d5-9c57f84a845b {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:58.247609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.274944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.297514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef62fe-75f8-4f95-9c20-929d5349f3a1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:58.304132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef62fe-75f8-4f95-9c20-929d5349f3a1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:58.310090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-56ef62fe-75f8-4f95-9c20-929d5349f3a1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4018309 Dec 16 17:41:58.315376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.342773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Pushing event updated for resources: {'Port': ['ID=1a45b53e-f228-4877-81a6-deea653e6c39,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:58.349998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49160) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:58.375182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-953815880'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:58.394043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:58.396238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:58.400528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:58.415212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.437774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3ae92506-1a65-4b55-b5c6-1b2f496337ae None None] Provisioning complete for port 240a8107-9cb8-4188-9cb1-acd30d3205ef triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:58.438511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae92506-1a65-4b55-b5c6-1b2f496337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.465495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.493156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 206b0c40-51a1-49e7-9ea8-91d041535c60 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:41:58.504101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Subnet': ['ID=e483d7aa-9161-4897-942d-e20724e02746,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:58.515806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port f19aa3bc-682f-4e94-872a-559173db9b17 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:58.516149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.538459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.544535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=239894bb-cfaa-4d1e-bf86-fe50994ff162,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:58.547392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 206b0c40-51a1-49e7-9ea8-91d041535c60 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:41:58.548097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 206b0c40-51a1-49e7-9ea8-91d041535c60 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:41:58.596331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:41:58.601327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.610364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.616639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:58.623619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for f19aa3bc-682f-4e94-872a-559173db9b17 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:41:58.637692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:58.676390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:58.680149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.689472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Attempting to bind port 1a45b53e-f228-4877-81a6-deea653e6c39 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:58.690293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Attempting to bind port 1a45b53e-f228-4877-81a6-deea653e6c39 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '965afafe-1c74-4664-b3f8-514107dea968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:58.690909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Attempting to bind port 1a45b53e-f228-4877-81a6-deea653e6c39 on network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:58.700588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.713522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:58.714181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Checking segment: {'id': '965afafe-1c74-4664-b3f8-514107dea968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:58.714718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.715340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Bound using segment: {'id': '965afafe-1c74-4664-b3f8-514107dea968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:58.716061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Bound port: 1a45b53e-f228-4877-81a6-deea653e6c39, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965afafe-1c74-4664-b3f8-514107dea968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7671460e-81b3-42f5-b7a0-4ec32832b8e4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:58.717580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.736694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.803048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Checking segment: {'id': '71095bec-4049-4829-8556-3fd55605bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:58.803732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network hostable DHCP agents. Network: 2f7b0bc9-3576-4bfb-b716-84a994bc9e58, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:41:58.814722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.828966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:58.835456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:58.835456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:41:58.889105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 240a8107-9cb8-4188-9cb1-acd30d3205ef up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:41:58.909068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=f19aa3bc-682f-4e94-872a-559173db9b17,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:58.920258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:41:58.935081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.940517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Pushing event updated for resources: {'Port': ['ID=0fb2452f-dffe-4696-a164-d7df6b153355,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:58.943087 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9c0a0e01-df6e-43f3-96f3-88017a74a851 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/f19aa3bc-682f-4e94-872a-559173db9b17 HTTP/1.1" status: 204 len: 168 time: 0.8034959 Dec 16 17:41:58.943890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49164) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:58.956567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:58.957384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.980979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:41:58.982978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:58.983424 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Added segment 5fbb7817-f85e-43b8-831e-977dfd2cf505 of type vlan for network 2c240c9d-7648-45a2-b362-6d83b5a965e4 Dec 16 17:41:58.983774 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7912ab-0e2e-4071-b32a-899fdcaee18c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:41:58.990407 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6e7912ab-0e2e-4071-b32a-899fdcaee18c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/f19aa3bc-682f-4e94-872a-559173db9b17 HTTP/1.1" status: 404 len: 333 time: 0.0451922 Dec 16 17:41:58.992293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49166) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:59.060071 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3eecb193-1b6d-464f-94ec-4fcb228657fc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2445257 Dec 16 17:41:59.073326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 2ad4f34c-f625-4cab-86a9-f9efb1ea794c {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:41:59.077183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49168) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:59.082465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.083728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8f:a3:25'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:59.114635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2f7b0bc9-3576-4bfb-b716-84a994bc9e58) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:59.123111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.129092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:59.129621 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.143722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.216199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] For port 1a45b53e-f228-4877-81a6-deea653e6c39, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:59.232784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] For port 1a45b53e-f228-4877-81a6-deea653e6c39, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1a45b53e-f228-4877-81a6-deea653e6c39,segment=NetworkSegment(965afafe-1c74-4664-b3f8-514107dea968),segment_id=965afafe-1c74-4664-b3f8-514107dea968)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:59.242280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e687b6d2-39c5-4e10-b65f-8fb6f84867c6 None None] Network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:59.255639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.263525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.267339 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-90247421-26c6-4e3e-895e-48303c30407f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7361715 Dec 16 17:41:59.269785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:41:59.270410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.272575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3ae92506-1a65-4b55-b5c6-1b2f496337ae None None] Could not find standard attr ID for object ac91c251-043f-437d-9102-29ca80f0a297. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:41:59.272716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49170) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:59.284706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.298167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.334891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Attempting to bind port 0fb2452f-dffe-4696-a164-d7df6b153355 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:41:59.334891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Attempting to bind port 0fb2452f-dffe-4696-a164-d7df6b153355 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '812368c9-db07-43c7-b3dc-3456da798ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:41:59.335358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Attempting to bind port 0fb2452f-dffe-4696-a164-d7df6b153355 on network af23e8ca-acc2-4a16-96d1-b99dff24bef0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:41:59.337164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3ae92506-1a65-4b55-b5c6-1b2f496337ae None None] Could not find standard attr ID for object f19aa3bc-682f-4e94-872a-559173db9b17. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:41:59.365216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:41:59.366332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Checking segment: {'id': '812368c9-db07-43c7-b3dc-3456da798ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:41:59.366332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.366332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Bound using segment: {'id': '812368c9-db07-43c7-b3dc-3456da798ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:41:59.366747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.366862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Bound port: 0fb2452f-dffe-4696-a164-d7df6b153355, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812368c9-db07-43c7-b3dc-3456da798ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'af23e8ca-acc2-4a16-96d1-b99dff24bef0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:41:59.367174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.373425 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/c4e749f4-6844-4fe1-95d5-9c57f84a845b HTTP/1.1" status: 204 len: 168 time: 1.9280972 Dec 16 17:41:59.374991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4593f0-6d2c-48c5-9c65-3bbf64801af6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e749f4-6844-4fe1-95d5-9c57f84a845b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:59.379313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49172) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:59.383986 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 240a8107-9cb8-4188-9cb1-acd30d3205ef triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:59.385396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.421727 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0505757 Dec 16 17:41:59.424039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f05ea-6d5b-4092-8b75-38febcab6f17 None None] Network 945d7fee-4621-42af-b175-594c8066b0cc requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:41:59.427408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49174) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:41:59.441084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-14443189'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:41:59.443603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.20.0.1 (7671460e-81b3-42f5-b7a0-4ec32832b8e4/6b611a06-53c8-4ba8-bcf6-b0fabdf15772/0a7fb064-c742-421b-856b-4357c17d3f1d) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:41:59.456670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.475320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79a0f8-7bfe-4b93-9c1c-c07fc5657db5 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Network': ['ID=2c240c9d-7648-45a2-b362-6d83b5a965e4,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:59.503766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3ae92506-1a65-4b55-b5c6-1b2f496337ae None None] Provisioning complete for port 2135d9ac-d42c-4eff-914f-701b935fa7c1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:41:59.505639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ae92506-1a65-4b55-b5c6-1b2f496337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.560483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 2c240c9d-7648-45a2-b362-6d83b5a965e4 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:41:59.562647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208f199-3094-4930-92d0-7b2446aa2e0f None None] Pushing event updated for resources: {'Port': ['ID=1a45b53e-f228-4877-81a6-deea653e6c39,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:41:59.574674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.718114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-2f7b0bc9-3576-4bfb-b716-84a994bc9e58', 'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58', 'project_id': '2913a46e4bb14440b351a50a5e03d5b9', 'fixed_ips': [{'subnet_id': 'e483d7aa-9161-4897-942d-e20724e02746'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:41:59.719360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.773952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.822933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] For port 0fb2452f-dffe-4696-a164-d7df6b153355, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:41:59.837070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:41:59.837950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.853756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.909083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] For port 0fb2452f-dffe-4696-a164-d7df6b153355, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0fb2452f-dffe-4696-a164-d7df6b153355,segment=NetworkSegment(812368c9-db07-43c7-b3dc-3456da798ab3),segment_id=812368c9-db07-43c7-b3dc-3456da798ab3)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:41:59.942137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.963551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:41:59.971487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port b7a6d03d-6942-4f72-aaa2-02c40dd118e5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,segment=NetworkSegment(4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0),segment_id=4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:41:59.971853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:41:59.981718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:41:59.988125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:00.014313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for b7a6d03d-6942-4f72-aaa2-02c40dd118e5 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:00.022243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=0a7fb064-c742-421b-856b-4357c17d3f1d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:00.030755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:00.034065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.058927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.079967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.089352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2135d9ac-d42c-4eff-914f-701b935fa7c1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:00.167064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45999c4-fa2f-4c4a-be1a-cf7b2bd6f97a None None] Pushing event updated for resources: {'Port': ['ID=0fb2452f-dffe-4696-a164-d7df6b153355,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:00.206948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Allocated IP 172.20.0.2 (2f7b0bc9-3576-4bfb-b716-84a994bc9e58/e483d7aa-9161-4897-942d-e20724e02746/d53a0136-7eee-4666-a8c3-546121aead8a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:00.209382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:00.252819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.253197 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Added segment 37b9e154-1c3a-4b1b-a984-a74202e732e6 of type vlan for network 35a6f856-5444-44ac-baf0-de3091bf8f50 Dec 16 17:42:00.265943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.274416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.278963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c1bcc-ff04-42de-ac2d-e9ed1a82a526 None None] DHCP port deletion for 945d7fee-4621-42af-b175-594c8066b0cc request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:00.289127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.292180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-50f15596-720f-4e59-b5a6-9a395777e90e None None] Could not find standard attr ID for object ac91c251-043f-437d-9102-29ca80f0a297. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:42:00.324731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.330368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=b7a6d03d-6942-4f72-aaa2-02c40dd118e5,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:00.332431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port b7a6d03d-6942-4f72-aaa2-02c40dd118e5 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:00.354876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 2135d9ac-d42c-4eff-914f-701b935fa7c1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:00.355266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.358238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-50f15596-720f-4e59-b5a6-9a395777e90e None None] Provisioning complete for port 239894bb-cfaa-4d1e-bf86-fe50994ff162 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:00.358722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f15596-720f-4e59-b5a6-9a395777e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.360310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad4f34c-f625-4cab-86a9-f9efb1ea794c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:00.374524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.377822 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0034c0d3-1a22-4744-9e96-edda0f356255 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/2ad4f34c-f625-4cab-86a9-f9efb1ea794c HTTP/1.1" status: 204 len: 168 time: 1.3845713 Dec 16 17:42:00.392111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49176) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:00.401895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.417187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f69d45-5146-4a2b-8116-589826f45428 None None] Network 895efa67-21d0-48dc-a740-ae8fa7785629 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:00.529426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.622739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50f15596-720f-4e59-b5a6-9a395777e90e None None] Port 239894bb-cfaa-4d1e-bf86-fe50994ff162 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:00.638834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.644305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945d7fee-4621-42af-b175-594c8066b0cc']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:00.644749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:00.645718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.662125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:00.662812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe9061e-2ee4-4b86-b616-a0fd9c43cbd0') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:00.666666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.679146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.706259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.720617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.727376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.733521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.781655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.809025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:00.809445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:00.817912 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:00.873275 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4364758 Dec 16 17:42:00.873913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49178) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:00.895945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'ports': [{'network_id': '2c240c9d-7648-45a2-b362-6d83b5a965e4', 'name': 'tempest-port--805986614', 'admin_state_up': True}, {'network_id': '35a6f856-5444-44ac-baf0-de3091bf8f50', 'admin_state_up': False}]} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:00.896272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'port': {'network_id': '2c240c9d-7648-45a2-b362-6d83b5a965e4', 'name': 'tempest-port--805986614', 'admin_state_up': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:00.896772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'port': {'network_id': '35a6f856-5444-44ac-baf0-de3091bf8f50', 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:00.897614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:00.899250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:00.901994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Pushing event updated for resources: {'Port': ['ID=d53a0136-7eee-4666-a8c3-546121aead8a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:00.904659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:00.976050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] DHCP port deletion for 895efa67-21d0-48dc-a740-ae8fa7785629 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:00.993281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Attempting to bind port d53a0136-7eee-4666-a8c3-546121aead8a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:00.993807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Attempting to bind port d53a0136-7eee-4666-a8c3-546121aead8a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '71095bec-4049-4829-8556-3fd55605bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:00.994862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Attempting to bind port d53a0136-7eee-4666-a8c3-546121aead8a on network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:00.998095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633640da-97be-4925-bd22-579131f42fc1 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Network': ['ID=35a6f856-5444-44ac-baf0-de3091bf8f50,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:01.011468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 35a6f856-5444-44ac-baf0-de3091bf8f50 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:01.015929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.022630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.033989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/945d7fee-4621-42af-b175-594c8066b0cc HTTP/1.1" status: 204 len: 168 time: 1.6516585 Dec 16 17:42:01.058001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49180) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:01.071979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f6915-3357-418f-9851-1b234160b9ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=945d7fee-4621-42af-b175-594c8066b0cc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:01.085636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1a45b53e-f228-4877-81a6-deea653e6c39 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:01.089095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:01.089095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Checking segment: {'id': '71095bec-4049-4829-8556-3fd55605bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:01.089095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.089489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Bound using segment: {'id': '71095bec-4049-4829-8556-3fd55605bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:01.089812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Bound port: d53a0136-7eee-4666-a8c3-546121aead8a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71095bec-4049-4829-8556-3fd55605bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2f7b0bc9-3576-4bfb-b716-84a994bc9e58'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:01.090186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.132797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.141625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.239030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.300114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=239894bb-cfaa-4d1e-bf86-fe50994ff162,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:01.307807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b9bd0d-4538-4276-b9db-4aec721d5219 None None] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:01.353691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=0a7fb064-c742-421b-856b-4357c17d3f1d,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:01.362963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:01.364904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:01.381854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] In _notify_port_updated(), no bound segment for port 239894bb-cfaa-4d1e-bf86-fe50994ff162 on network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:42:01.390507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:01.391724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.393106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a5bf1d4f-8d57-41a6-a354-8343dd501927 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "PUT /v2.0/ports/239894bb-cfaa-4d1e-bf86-fe50994ff162 HTTP/1.1" status: 200 len: 995 time: 2.3146622 Dec 16 17:42:01.406378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49182) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:01.426365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] Deleting port 2135d9ac-d42c-4eff-914f-701b935fa7c1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:01.426892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.429481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] For port d53a0136-7eee-4666-a8c3-546121aead8a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:01.441391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Provisioning complete for port 239894bb-cfaa-4d1e-bf86-fe50994ff162 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:01.442019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.527059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router eb10f340-a3cd-4292-ab8f-f39a0835b3ef is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:01.581561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Allocated IP 172.20.0.1 (af23e8ca-acc2-4a16-96d1-b99dff24bef0/2878fc1f-add5-4e09-bb9c-f324e23b084b/8ecf2f31-5353-4144-aa74-c95815aba1b5) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:01.652097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:01.662516 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b303f5d-6941-4ceb-961c-73b0041d1e3d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/eb10f340-a3cd-4292-ab8f-f39a0835b3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2920651 Dec 16 17:42:01.663511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49184) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:01.679604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1a45b53e-f228-4877-81a6-deea653e6c39 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:01.679977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.685658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] For port d53a0136-7eee-4666-a8c3-546121aead8a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d53a0136-7eee-4666-a8c3-546121aead8a,segment=NetworkSegment(71095bec-4049-4829-8556-3fd55605bff7),segment_id=71095bec-4049-4829-8556-3fd55605bff7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:01.719976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] Sync routers for ids ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:01.722756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076625e-e872-4a62-9b2d-1035d81ea8c9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:01.725751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 2135d9ac-d42c-4eff-914f-701b935fa7c1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:01.726244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.728322 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6076625e-e872-4a62-9b2d-1035d81ea8c9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports/0a7fb064-c742-421b-856b-4357c17d3f1d HTTP/1.1" status: 200 len: 910 time: 0.0637519 Dec 16 17:42:01.729576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49186) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:01.761750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.778008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398145d1-a83d-45af-bc8f-37a58dcff882 None None] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:01.829979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] Routers {'eb10f340-a3cd-4292-ab8f-f39a0835b3ef'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:01.829979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:01.854523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'port': 2} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:01.859388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.914570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.923637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] For port 2135d9ac-d42c-4eff-914f-701b935fa7c1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2135d9ac-d42c-4eff-914f-701b935fa7c1,segment=NetworkSegment(20458e9e-a28e-4f14-86d8-6b3928f1c906),segment_id=20458e9e-a28e-4f14-86d8-6b3928f1c906)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:01.923999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.929139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port 239894bb-cfaa-4d1e-bf86-fe50994ff162 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:01.929475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.937198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Port 239894bb-cfaa-4d1e-bf86-fe50994ff162 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:01.944038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] For port 2135d9ac-d42c-4eff-914f-701b935fa7c1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2135d9ac-d42c-4eff-914f-701b935fa7c1,segment=NetworkSegment(20458e9e-a28e-4f14-86d8-6b3928f1c906),segment_id=20458e9e-a28e-4f14-86d8-6b3928f1c906)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:01.944220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:01.964269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:02.004846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] Calling delete_port for 2135d9ac-d42c-4eff-914f-701b935fa7c1 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:02.010459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port b1619e38-a47a-490c-841a-1f5be940b46f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:02.010806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.015346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.017001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 2135d9ac-d42c-4eff-914f-701b935fa7c1 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:02.044275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d86bb-e33f-47fc-8f53-e7e761854304 None None] Pushing event updated for resources: {'Port': ['ID=d53a0136-7eee-4666-a8c3-546121aead8a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:02.078820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] Routers {'eb10f340-a3cd-4292-ab8f-f39a0835b3ef'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:02.079106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:02.121538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.127622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Provisioning complete for port 1a45b53e-f228-4877-81a6-deea653e6c39 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:02.128085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.239654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] device_id is not set on port 05651d83-5a55-4519-9f3b-c174060d544b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:02.299678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:02.300366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f0751-e0d5-473a-90fd-86cd42460ae3 None None] The sync data for ids ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:02.326924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.381001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.405779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.406166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.436333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for 239894bb-cfaa-4d1e-bf86-fe50994ff162 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:02.442655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.456078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for b1619e38-a47a-490c-841a-1f5be940b46f owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:02.457834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 1a45b53e-f228-4877-81a6-deea653e6c39, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1a45b53e-f228-4877-81a6-deea653e6c39,segment=NetworkSegment(965afafe-1c74-4664-b3f8-514107dea968),segment_id=965afafe-1c74-4664-b3f8-514107dea968)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:02.464335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.475579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.476570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fb2452f-dffe-4696-a164-d7df6b153355 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:02.529581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:02.536054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] No DVR routers for this DVR port 2135d9ac-d42c-4eff-914f-701b935fa7c1 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:02.538019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Port': ['ID=8ecf2f31-5353-4144-aa74-c95815aba1b5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:02.541038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.547233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:02.567158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 0a7fb064-c742-421b-856b-4357c17d3f1d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:02.567672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.567778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac9a2b-ffde-4ec2-8a96-33b6270b50c0 None None] Pushing event deleted for resources: {'Port': ['ID=2135d9ac-d42c-4eff-914f-701b935fa7c1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:02.568555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:02.662084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.671706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=1a45b53e-f228-4877-81a6-deea653e6c39,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:02.722529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0fb2452f-dffe-4696-a164-d7df6b153355 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:02.723152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.725751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.753471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:42:02.754110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-34192991-eac4-42b2-b411-c7ab024a96c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:42:02.772676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 0a7fb064-c742-421b-856b-4357c17d3f1d owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:02.858290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:02.901253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 0fb2452f-dffe-4696-a164-d7df6b153355, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0fb2452f-dffe-4696-a164-d7df6b153355,segment=NetworkSegment(812368c9-db07-43c7-b3dc-3456da798ab3),segment_id=812368c9-db07-43c7-b3dc-3456da798ab3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:02.906685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.025703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b7a6d03d-6942-4f72-aaa2-02c40dd118e5 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:03.051742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: b7a6d03d-6942-4f72-aaa2-02c40dd118e5 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:03.052093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b7a6d03d-6942-4f72-aaa2-02c40dd118e5 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:03.061204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=0fb2452f-dffe-4696-a164-d7df6b153355,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:03.074485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.106963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=0a7fb064-c742-421b-856b-4357c17d3f1d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:03.332795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.336516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.346348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1a45b53e-f228-4877-81a6-deea653e6c39 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:03.413348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1a45b53e-f228-4877-81a6-deea653e6c39 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:03.413751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.447593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=2135d9ac-d42c-4eff-914f-701b935fa7c1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:03.463676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No DVR routers for this DVR port 2135d9ac-d42c-4eff-914f-701b935fa7c1 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:03.543598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fb2452f-dffe-4696-a164-d7df6b153355 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:03.561393 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:42:03.580740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Could not find standard attr ID for object 0a7fb064-c742-421b-856b-4357c17d3f1d. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:42:03.624579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Provisioning complete for port 8ecf2f31-5353-4144-aa74-c95815aba1b5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:03.625304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.688489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Port 8ecf2f31-5353-4144-aa74-c95815aba1b5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:03.691030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0fb2452f-dffe-4696-a164-d7df6b153355 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:03.691588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.726462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.744068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Provisioning complete for port 1a45b53e-f228-4877-81a6-deea653e6c39 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:03.744766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:03.780298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd7a31-30dd-4243-8670-71e3cc7bc79c None None] Network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:03.850404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=239894bb-cfaa-4d1e-bf86-fe50994ff162,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:03.950210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d53a0136-7eee-4666-a8c3-546121aead8a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:04.046632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.065245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router eb10f340-a3cd-4292-ab8f-f39a0835b3ef has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:04.120280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d53a0136-7eee-4666-a8c3-546121aead8a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:04.120800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.123915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Provisioning complete for port 0fb2452f-dffe-4696-a164-d7df6b153355 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:04.124277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3a8083e-8b23-496d-977b-7056602fd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.147876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] device_id is not set on port 86b25dd6-5baa-4a84-bf95-5122677e5fee yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:04.171731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.174899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.222329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:04.230717 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-91215001-b5c9-46dc-be30-1d4ed214db82 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/eb10f340-a3cd-4292-ab8f-f39a0835b3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5006421 Dec 16 17:42:04.231389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49190) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:04.233177 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] Sync routers for ids ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:04.255567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] Routers {'eb10f340-a3cd-4292-ab8f-f39a0835b3ef'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:04.257815 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.269036 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bd15e2aa-4b93-494b-ae08-43ffc52f95ee tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb10f340-a3cd-4292-ab8f-f39a0835b3ef HTTP/1.1" status: 200 len: 205 time: 0.0361640 Dec 16 17:42:04.269710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49192) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:04.296397 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.312049 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] Routers {'eb10f340-a3cd-4292-ab8f-f39a0835b3ef'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:04.312988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.330107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895efa67-21d0-48dc-a740-ae8fa7785629']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.332783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=b1619e38-a47a-490c-841a-1f5be940b46f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:04.346214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.376787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20458e9e-a28e-4f14-86d8-6b3928f1c906') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.377166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20458e9e-a28e-4f14-86d8-6b3928f1c906') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.396293 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:04.397376 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fe496-2379-447c-a519-f74764083a65 None None] The sync data for ids ['eb10f340-a3cd-4292-ab8f-f39a0835b3ef'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:04.416247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.437779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.452920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.460677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:04.461402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:04.471744 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:04.545625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.548759 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35e3b660-ae6b-4547-85ec-01c6ed0be1f5 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/ports/239894bb-cfaa-4d1e-bf86-fe50994ff162 HTTP/1.1" status: 204 len: 168 time: 3.1306250 Dec 16 17:42:04.557252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:04.614981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.617636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.637223 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0102fcf5-3ac6-4dae-be57-056f232e02a9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] GET failed (client error): The resource could not be found. Dec 16 17:42:04.638789 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0102fcf5-3ac6-4dae-be57-056f232e02a9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "GET /v2.0/ports/239894bb-cfaa-4d1e-bf86-fe50994ff162 HTTP/1.1" status: 404 len: 333 time: 0.0763888 Dec 16 17:42:04.655770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.673238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49196) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:04.678070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'name': 'tempest-AllowedAddressPairTestJSON-80130028'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:04.695765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.696505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router eb10f340-a3cd-4292-ab8f-f39a0835b3ef {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:42:04.703878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.717671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.720253 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8284ff76-9c5d-4329-a72d-20056d0c504e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/eb10f340-a3cd-4292-ab8f-f39a0835b3ef HTTP/1.1" status: 204 len: 168 time: 0.4495280 Dec 16 17:42:04.721053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port d53a0136-7eee-4666-a8c3-546121aead8a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d53a0136-7eee-4666-a8c3-546121aead8a,segment=NetworkSegment(71095bec-4049-4829-8556-3fd55605bff7),segment_id=71095bec-4049-4829-8556-3fd55605bff7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:04.722247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2434680f-6b24-4b00-92ca-9ca0afb79ee7 None None] Provisioning complete for port d53a0136-7eee-4666-a8c3-546121aead8a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:04.722885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2434680f-6b24-4b00-92ca-9ca0afb79ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.723021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49198) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:04.757990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.758317 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP d7f4846d-2bd3-477b-959b-a07cdf675a88 disassociated (deleted). External IP: 172.26.2.81, port: 1812a17c-7395-4d96-9ca8-9471568d01d8. Dec 16 17:42:04.772614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.816648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 6b611a06-53c8-4ba8-bcf6-b0fabdf15772 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:04.822636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.879455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.879677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2135d9ac-d42c-4eff-914f-701b935fa7c1 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:04.897021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:04.904172 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/895efa67-21d0-48dc-a740-ae8fa7785629 HTTP/1.1" status: 204 len: 168 time: 4.5077350 Dec 16 17:42:04.904172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce4229-fffa-4bc8-81d8-98dc89001258 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=895efa67-21d0-48dc-a740-ae8fa7785629,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:04.906798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49200) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:04.921725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1841350895'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:04.926885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=d53a0136-7eee-4666-a8c3-546121aead8a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:04.932008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 2135d9ac-d42c-4eff-914f-701b935fa7c1 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:04.932356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2135d9ac-d42c-4eff-914f-701b935fa7c1 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:04.991216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.057641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.085001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=6b611a06-53c8-4ba8-bcf6-b0fabdf15772,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:05.090582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.097439 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-de121db0-a433-4198-965a-264332c6f89b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/6b611a06-53c8-4ba8-bcf6-b0fabdf15772 HTTP/1.1" status: 204 len: 168 time: 0.3698370 Dec 16 17:42:05.097707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77479e49-fbff-478b-82c8-332e4f8e3a84 None None] Network 7671460e-81b3-42f5-b7a0-4ec32832b8e4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:05.104015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49202) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:05.126968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.175936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:05.179645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.208800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.212846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d53a0136-7eee-4666-a8c3-546121aead8a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:05.311718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] DHCP port deletion for 7671460e-81b3-42f5-b7a0-4ec32832b8e4 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:05.314449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:05.316227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d53a0136-7eee-4666-a8c3-546121aead8a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:05.316641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.318048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 1a45b53e-f228-4877-81a6-deea653e6c39 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:05.318656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.325471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:05.329067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.368382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.369174 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment d115f8f2-a891-453d-8438-5c0e19ab92dd of type vlan for network f38317b5-59a0-4ba4-826d-0f4e784a5f17 Dec 16 17:42:05.373716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:05.389836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 1a45b53e-f228-4877-81a6-deea653e6c39, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1a45b53e-f228-4877-81a6-deea653e6c39,segment=NetworkSegment(965afafe-1c74-4664-b3f8-514107dea968),segment_id=965afafe-1c74-4664-b3f8-514107dea968)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:05.390312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.402890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.404594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 1a45b53e-f228-4877-81a6-deea653e6c39 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:05.442375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] Deleting port 1a45b53e-f228-4877-81a6-deea653e6c39 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:05.442375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.459711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] device_id is not set on port fea4e464-9776-4869-a533-3810cfde71af yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:05.485239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.508093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.515647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] For port 1a45b53e-f228-4877-81a6-deea653e6c39, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1a45b53e-f228-4877-81a6-deea653e6c39,segment=NetworkSegment(965afafe-1c74-4664-b3f8-514107dea968),segment_id=965afafe-1c74-4664-b3f8-514107dea968)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:05.517133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.517368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=1a45b53e-f228-4877-81a6-deea653e6c39,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:05.519717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port 1a45b53e-f228-4877-81a6-deea653e6c39 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:05.535842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] Calling delete_port for 1a45b53e-f228-4877-81a6-deea653e6c39 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:05.614590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.614980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.637641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7671460e-81b3-42f5-b7a0-4ec32832b8e4']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:05.642190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] Pushing event deleted for resources: {'Port': ['ID=1a45b53e-f228-4877-81a6-deea653e6c39,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:05.647039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f4c61-5b96-48e4-9102-030fe79eb322 None None] No DVR routers for this DVR port 1a45b53e-f228-4877-81a6-deea653e6c39 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:05.647212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965afafe-1c74-4664-b3f8-514107dea968') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:05.647616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965afafe-1c74-4664-b3f8-514107dea968') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:05.663151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.676407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Port': ['ID=05651d83-5a55-4519-9f3b-c174060d544b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:05.680121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.687190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:05.687687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:05.690748 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:05.706893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.747185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.757735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.764971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.768263 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/7671460e-81b3-42f5-b7a0-4ec32832b8e4 HTTP/1.1" status: 204 len: 168 time: 0.6621535 Dec 16 17:42:05.780162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.780406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49204) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:05.784649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1209494948', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:05.785466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:05.786038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.789872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff8f5-e346-417f-b6a0-5fdf2c794fdf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=7671460e-81b3-42f5-b7a0-4ec32832b8e4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:05.799258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Checking segment: {'id': '5fbb7817-f85e-43b8-831e-977dfd2cf505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2c240c9d-7648-45a2-b362-6d83b5a965e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:05.799942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network hostable DHCP agents. Network: 2c240c9d-7648-45a2-b362-6d83b5a965e4, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:05.812052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.813029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.868820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.913724 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9957364 Dec 16 17:42:05.924870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49206) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:05.928108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Allocated IP 172.20.0.5 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/fea4e464-9776-4869-a533-3810cfde71af) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:05.935058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:05.940023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:05.952374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:05.954459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:05.963407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:05.964116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:05.972448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.004776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Port': ['ID=8ecf2f31-5353-4144-aa74-c95815aba1b5,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:06.012146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.081294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:06.223195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.245156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.291529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:49Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:06.325104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:06.335444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:06.336056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:06.337790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a190c6e-fd17-40ec-aaf9-e30f0b427899 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=f38317b5-59a0-4ba4-826d-0f4e784a5f17,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:06.340541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network 2c240c9d-7648-45a2-b362-6d83b5a965e4 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:06.355931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.26.2.198 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/8f6b6d80-bb78-4394-b999-120d381246fd) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:06.369038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 2c240c9d-7648-45a2-b362-6d83b5a965e4) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:06.373280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:06.373927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:06.374570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.394087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ccae4-8674-4840-95be-fb9ad11e8667 None None] Network 2c240c9d-7648-45a2-b362-6d83b5a965e4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:06.443332 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4d202139-6536-4ff7-95fe-c6c63fc05c51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/d7f4846d-2bd3-477b-959b-a07cdf675a88 HTTP/1.1" status: 204 len: 168 time: 5.3408666 Dec 16 17:42:06.485257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:42:06.487304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.488008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb4816e-b931-41bd-977f-2d6f8d83bed0" -d '{"events": [{"name": "network-changed", "server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:42:06.574786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Port': ['ID=86b25dd6-5baa-4a84-bf95-5122677e5fee,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:06.575489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:06.580706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.598192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e896e2ab-e710-4293-af9a-85897933f976 x-openstack-request-id: req-e896e2ab-e710-4293-af9a-85897933f976 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:42:06.598531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:42:06.598739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e896e2ab-e710-4293-af9a-85897933f976 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:42:06.599140 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'status': 'completed', 'code': 200} Dec 16 17:42:06.640632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:06.646369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:06.655691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:06.661797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=8f6b6d80-bb78-4394-b999-120d381246fd,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:06.672317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65869ac-721f-4726-87b9-45bb53edace6 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:06.675203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:06.678577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.782392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Checking segment: {'id': '37b9e154-1c3a-4b1b-a984-a74202e732e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '35a6f856-5444-44ac-baf0-de3091bf8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:06.782707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network hostable DHCP agents. Network: 35a6f856-5444-44ac-baf0-de3091bf8f50, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:06.816702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0b343142-c3be-4113-9305-360dd799fb17 None None] Provisioning complete for port 8f6b6d80-bb78-4394-b999-120d381246fd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:06.816702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b343142-c3be-4113-9305-360dd799fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.856558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:06.865335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b343142-c3be-4113-9305-360dd799fb17 None None] Port 8f6b6d80-bb78-4394-b999-120d381246fd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:06.872421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:49Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:06.879148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-59bf8766-f327-478c-ad5a-4238a6ac0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:06.880663 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-59bf8766-f327-478c-ad5a-4238a6ac0001 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 1099 time: 0.2328010 Dec 16 17:42:06.881127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124915e3-fc36-40a3-a171-2c98f1b29944 req-42b8ff5f-ae69-414c-9584-1a0dbf885643 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:06.881542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:06.882841 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-124915e3-fc36-40a3-a171-2c98f1b29944 req-42b8ff5f-ae69-414c-9584-1a0dbf885643 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 946 time: 0.0960245 Dec 16 17:42:06.902988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a8bcd-ef9b-4d61-8641-5f7bbd90db22 None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:41:49Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0d1cf32c-cc6c-4129-a9bc-839811eefa20', 'name': '', 'network_id': '848fa675-fbdb-4fd9-8523-e9ad2012f7b1', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f5:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:16Z', 'updated_at': '2021-12-16T17:39:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'f3054990-61f1-4bd1-97c1-df0418c126b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:06.947221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:06.976449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network 35a6f856-5444-44ac-baf0-de3091bf8f50 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:07.075094 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-124915e3-fc36-40a3-a171-2c98f1b29944 req-64f5b268-4cc5-42c8-89e4-6efbbd035527 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327157 Dec 16 17:42:07.078622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 35a6f856-5444-44ac-baf0-de3091bf8f50) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:07.082663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:07.087829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.092020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.096240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f82415-2bda-4037-8d8d-16477f8518c3 None None] Network 35a6f856-5444-44ac-baf0-de3091bf8f50 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:07.098426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.099555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.215022 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f29e95ae-9d79-4400-aaaa-6296881182bb tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.3309851 Dec 16 17:42:07.221960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49218) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:07.262479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.305883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1a45b53e-f228-4877-81a6-deea653e6c39 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:07.337607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1a45b53e-f228-4877-81a6-deea653e6c39 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:07.338031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1a45b53e-f228-4877-81a6-deea653e6c39 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:07.353256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.369590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c734-b293-4cbe-ad7d-699eea7329c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.378660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8337b1f4-deaf-4388-9315-3d6836cebf21 None None] Provisioning complete for port 8ecf2f31-5353-4144-aa74-c95815aba1b5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:07.379022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8337b1f4-deaf-4388-9315-3d6836cebf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.384478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-9b363fbc-a514-44f2-bd14-0b79e87cc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.386711 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-9b363fbc-a514-44f2-bd14-0b79e87cc65b service neutron] 10.222.0.57 "GET /v2.0/networks?id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 200 len: 898 time: 0.4882386 Dec 16 17:42:07.388896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:07.419577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:07.422859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:07.423582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8337b1f4-deaf-4388-9315-3d6836cebf21 None None] Port 8ecf2f31-5353-4144-aa74-c95815aba1b5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:07.439689 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd126435-bbd7-4faa-b970-93b1aa317d94 None None] New status for floating IP d7f4846d-2bd3-477b-959b-a07cdf675a88: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:42:07.521158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-f63535f2-1a36-427f-92e3-bfe98b88acc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 200 len: 217 time: 0.1195586 Dec 16 17:42:07.534916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router a9e3179a-8cb5-4401-ba06-951702368d9c is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:07.560840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.574257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=fea4e464-9776-4869-a533-3810cfde71af,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:07.629197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266ae83-7ffd-4b77-88b6-73a545f1f1b3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.640620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266ae83-7ffd-4b77-88b6-73a545f1f1b3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.644741 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c266ae83-7ffd-4b77-88b6-73a545f1f1b3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4047477 Dec 16 17:42:07.673969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49230) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:07.714718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:07.726126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] Sync routers for ids ['a9e3179a-8cb5-4401-ba06-951702368d9c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:07.749376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.750107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.752708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Router 7443be77-bc11-4d2f-b215-ef0ca7cf61ee is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:07.767905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] Routers {'a9e3179a-8cb5-4401-ba06-951702368d9c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:07.768663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a9e3179a-8cb5-4401-ba06-951702368d9c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:07.789164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.791348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3a97c964-a9b2-4566-8ac5-7d0785fb3ea5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.0101449 Dec 16 17:42:07.794547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49236) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:07.796684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:07.817246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-e89cb15e-61dd-46a5-8a96-37490285dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.819127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-e89cb15e-61dd-46a5-8a96-37490285dda2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 200 len: 834 time: 0.2675762 Dec 16 17:42:07.828574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:07.836821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6e49da51-839b-4dee-8e47-547b516836c9 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1624928 Dec 16 17:42:07.847652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49240) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:07.849118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] Routers {'a9e3179a-8cb5-4401-ba06-951702368d9c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:07.849815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a9e3179a-8cb5-4401-ba06-951702368d9c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:07.853364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'network_id': '2aad0bf2-80cf-46ef-ad61-93bfc79eb759', 'name': 'tempest-AllowedAddressPairTestJSON-497732487'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:07.903955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0ffe0004-059d-4483-88e4-c24a96fd51f3 None None] Provisioning complete for port fea4e464-9776-4869-a533-3810cfde71af triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:07.904504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ffe0004-059d-4483-88e4-c24a96fd51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:07.915338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba64316-1ac2-4085-8a1a-244c7d84d95e req-3e02b444-12ff-4c23-87b0-17b0f0cbd947 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:07.919540 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1ba64316-1ac2-4085-8a1a-244c7d84d95e req-3e02b444-12ff-4c23-87b0-17b0f0cbd947 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1947935 Dec 16 17:42:07.937205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:07.938416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c3a42-ccaa-4bf6-a55f-e2f5deb0ab67 None None] The sync data for ids ['a9e3179a-8cb5-4401-ba06-951702368d9c'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:07.953868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe0004-059d-4483-88e4-c24a96fd51f3 None None] Port fea4e464-9776-4869-a533-3810cfde71af cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:07.958731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': 'd115f8f2-a891-453d-8438-5c0e19ab92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:07.959096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: f38317b5-59a0-4ba4-826d-0f4e784a5f17, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:08.007442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:08.015144 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f2f0528e-278a-457b-9216-9dd6633005ba tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7389760 Dec 16 17:42:08.016842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:08.021746 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] Sync routers for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:08.025124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49242) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:08.032709 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:08.033427 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:08.047128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-2ae97df4-9c7d-4195-9132-09672aaef955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:08.048818 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-2ae97df4-9c7d-4195-9132-09672aaef955 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=848fa675-fbdb-4fd9-8523-e9ad2012f7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1515846 Dec 16 17:42:08.070998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-15406e62-cc04-45e2-be60-775064e547ff tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/routers/a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 200 len: 881 time: 0.2749891 Dec 16 17:42:08.073258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49244) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:08.091498 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1ba64316-1ac2-4085-8a1a-244c7d84d95e req-93220534-2a80-4fae-81fa-c5612ac8f3fa tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1625783 Dec 16 17:42:08.152467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Deleting port 05651d83-5a55-4519-9f3b-c174060d544b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:08.153424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.157297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f38317b5-59a0-4ba4-826d-0f4e784a5f17) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:08.170587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afb6f1-13d1-4cb8-875b-e46e0a56b764 None None] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:08.180261 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:08.189409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:08.190006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.193279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:08.194468 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:41:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:08.238664 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:08.239577 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6d9e0-9175-4c0d-a26e-b156428808fa None None] The sync data for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:08.301318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f38317b5-59a0-4ba4-826d-0f4e784a5f17', 'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': 'b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:08.303043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.306890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-61ca6441-6449-4b1e-8af2-d60541eec926 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:08.308464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-61ca6441-6449-4b1e-8af2-d60541eec926 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 946 time: 0.2340920 Dec 16 17:42:08.329863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Made reservation on behalf of c8745f43a2234c17bd6a16386e41fa6b for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:08.333222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.359045 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-49307b08-3063-44eb-8e6b-ff0fb810cf23 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4246557 Dec 16 17:42:08.371878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49248) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:08.389986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.432543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Calling delete_port for 05651d83-5a55-4519-9f3b-c174060d544b owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:08.447468 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-fce6d856-56df-4e71-98fd-3930e4880b48 service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450186 Dec 16 17:42:08.623706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Allocated IP 2001:db8::2 (f38317b5-59a0-4ba4-826d-0f4e784a5f17/b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1/b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:08.703598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cfb4816e-b931-41bd-977f-2d6f8d83bed0 req-b5a9870b-3c6f-4c0e-ae87-f1b291a2e71f service neutron] 10.222.0.57 "GET /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488718 Dec 16 17:42:08.717243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17', 'name': 'tempest-PortsIpV6TestJSON-810946457', 'fixed_ips': [{'subnet_id': 'b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1', 'ip_address': '2001:db8::10'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:08.726979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713391d-062d-46be-ab3c-c6a9230f2470 req-7d377ba4-2fa9-4010-94ad-3ef769d69685 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:08.728523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2713391d-062d-46be-ab3c-c6a9230f2470 req-7d377ba4-2fa9-4010-94ad-3ef769d69685 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 946 time: 0.5063484 Dec 16 17:42:08.729661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.775719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.781537 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/ports/05651d83-5a55-4519-9f3b-c174060d544b HTTP/1.1" status: 204 len: 168 time: 1.1042192 Dec 16 17:42:08.784216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260965-a274-4e4b-b3d4-687d40f58314 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Port': ['ID=05651d83-5a55-4519-9f3b-c174060d544b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:08.789113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49250) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:08.795136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.809978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.820395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] device_id is not set on port 953ae530-8917-4dac-bd6d-7685fb5d1889 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:08.860984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:08.866732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:08.875610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:08.879080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Pushing event updated for resources: {'Port': ['ID=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:08.942175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Attempting to bind port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:08.942767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Attempting to bind port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd115f8f2-a891-453d-8438-5c0e19ab92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:08.943134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Attempting to bind port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc on network f38317b5-59a0-4ba4-826d-0f4e784a5f17 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:08.949294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:08.949691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Checking segment: {'id': 'd115f8f2-a891-453d-8438-5c0e19ab92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:08.950294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:08.950691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Bound using segment: {'id': 'd115f8f2-a891-453d-8438-5c0e19ab92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:08.951179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Bound port: b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd115f8f2-a891-453d-8438-5c0e19ab92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:08.951565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.017661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] For port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:09.020916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] For port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,segment=NetworkSegment(d115f8f2-a891-453d-8438-5c0e19ab92dd),segment_id=d115f8f2-a891-453d-8438-5c0e19ab92dd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:09.026905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.061563 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2713391d-062d-46be-ab3c-c6a9230f2470 req-ada13ad4-1358-4910-bed3-7d56c7686b47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831180 Dec 16 17:42:09.101391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2291c2-6331-4f85-bcee-0a31c83d07fd None None] Pushing event updated for resources: {'Port': ['ID=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:09.147291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 1812a17c-7395-4d96-9ca8-9471568d01d8 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:09.147647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.209382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Allocated IP 172.20.0.3 (2aad0bf2-80cf-46ef-ad61-93bfc79eb759/89d30b8a-ff43-46f4-8e42-c408d42628e3/953ae530-8917-4dac-bd6d-7685fb5d1889) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:09.242142 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-dad47063-9048-4906-a4fa-98e6991ff4fa tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:09.245032 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dad47063-9048-4906-a4fa-98e6991ff4fa tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2144828 Dec 16 17:42:09.247412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49254) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:09.283428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:09.352583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Deleting port 86b25dd6-5baa-4a84-bf95-5122677e5fee {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:09.353073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.367530 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ff17d7c7-772a-43fa-9055-9ffcda0f26f4 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2825937 Dec 16 17:42:09.373844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49256) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:09.417692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1209494948'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:09.454268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4905a6-4a71-4dc3-b103-7a038b8f9708 req-37688b8b-734c-41b0-bb2d-ecefb666e2f6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:09.455853 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a4905a6-4a71-4dc3-b103-7a038b8f9708 req-37688b8b-734c-41b0-bb2d-ecefb666e2f6 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2400663 Dec 16 17:42:09.530382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 1812a17c-7395-4d96-9ca8-9471568d01d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1812a17c-7395-4d96-9ca8-9471568d01d8,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:09.530756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.536001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.560405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 1812a17c-7395-4d96-9ca8-9471568d01d8 owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:09.585750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.619691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Calling delete_port for 86b25dd6-5baa-4a84-bf95-5122677e5fee owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:09.682685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e733db3-3d0a-4a57-9bd6-e16b597fc73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.689104 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a4905a6-4a71-4dc3-b103-7a038b8f9708 req-c920bcce-0dc3-4cb0-8604-5b01a8741ea1 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1952467 Dec 16 17:42:09.690327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port e629cb4f-530e-4653-a353-8359e83c2cfd yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:09.725542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.876349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.910585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.954208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Port': ['ID=86b25dd6-5baa-4a84-bf95-5122677e5fee,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:09.960161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:09.964118 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-59698954-dfba-4e8f-b022-a3faa2b2711e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/ports/86b25dd6-5baa-4a84-bf95-5122677e5fee HTTP/1.1" status: 204 len: 168 time: 1.1736856 Dec 16 17:42:09.968250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49258) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:09.996901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.004688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:10.017874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:10.020499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:10.027451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::10 (f38317b5-59a0-4ba4-826d-0f4e784a5f17/b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1/e629cb4f-530e-4653-a353-8359e83c2cfd) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:10.031365 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e623ecb6-6f74-44d3-9721-dbe15673be34 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0621197 Dec 16 17:42:10.035460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49260) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:10.045807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2030009492'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:10.072986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=953ae530-8917-4dac-bd6d-7685fb5d1889,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:10.100783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.131531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.138828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=1812a17c-7395-4d96-9ca8-9471568d01d8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:10.150391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:10.153985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.168262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 1812a17c-7395-4d96-9ca8-9471568d01d8 on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:10.170909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.175753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ca127d82-36ea-48d5-93b3-40c968387b15 req-d496790a-e392-428d-985b-6cdd5d8649a9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/1812a17c-7395-4d96-9ca8-9471568d01d8 HTTP/1.1" status: 204 len: 173 time: 1.8550839 Dec 16 17:42:10.181329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'name': 'network-vif-deleted', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:42:10.183848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e747ea03-ddd1-4531-bd1b-22dddf3600ec" -d '{"events": [{"server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "name": "network-vif-deleted", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:42:10.198663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:10.199603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.256813 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe1e070b-3a74-48a2-9344-ae521e4b2d95 req-5c37a3d7-0a9b-4d6a-8247-8f2fc8b4d13d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=898b74fb-fe61-40ec-be9a-39b2f1e7f7b6 HTTP/1.1" status: 200 len: 210 time: 0.0428877 Dec 16 17:42:10.268988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b73d352-ec31-47fd-ad2f-1eabdada8e49 x-openstack-request-id: req-8b73d352-ec31-47fd-ad2f-1eabdada8e49 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:42:10.269308 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898b74fb-fe61-40ec-be9a-39b2f1e7f7b6", "name": "network-vif-deleted", "tag": "1812a17c-7395-4d96-9ca8-9471568d01d8", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:42:10.269570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b73d352-ec31-47fd-ad2f-1eabdada8e49 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:42:10.269991 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b74fb-fe61-40ec-be9a-39b2f1e7f7b6', 'name': 'network-vif-deleted', 'tag': '1812a17c-7395-4d96-9ca8-9471568d01d8', 'status': 'completed', 'code': 200} Dec 16 17:42:10.296858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1101e09e-6d08-4d54-937b-a3d8d2e281bc tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4480822 Dec 16 17:42:10.299243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.304921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49266) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:10.309995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8f:a3:25'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:db:01:e2'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:10.425267 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:10.429566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.456461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42d61c-9399-45ca-9bd6-079217b5784f None None] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:10.489884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.490237 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Added segment 9c257e55-5207-4760-8c57-d45a321cc6e2 of type vlan for network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf Dec 16 17:42:10.509683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.556983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:10.560499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:10.565052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:10.569048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Provisioning complete for port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:10.569471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.575464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:10.576387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.597376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=e629cb4f-530e-4653-a353-8359e83c2cfd,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:10.604633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router a9e3179a-8cb5-4401-ba06-951702368d9c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:10.606777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.618955 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ec6c8d66-2372-4b88-84cd-4ad2d84d26be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2420101 Dec 16 17:42:10.621160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49268) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:10.629503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': 'f38317b5-59a0-4ba4-826d-0f4e784a5f17', 'name': 'tempest-PortsIpV6TestJSON-1018789027', 'fixed_ips': [{'subnet_id': 'b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1', 'ip_address': '2001:db8::f'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:10.754532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.795809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] For port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,segment=NetworkSegment(d115f8f2-a891-453d-8438-5c0e19ab92dd),segment_id=d115f8f2-a891-453d-8438-5c0e19ab92dd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:10.813948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.820095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:10.821090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.832890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.873078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:10.879679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.917060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Pushing event updated for resources: {'Port': ['ID=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:10.927959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Provisioning complete for port 953ae530-8917-4dac-bd6d-7685fb5d1889 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:10.928530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.934465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:10.949813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 13e50298-938d-4177-8448-ae910534b370 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:10.984950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7552ced1-0b9c-432a-897f-fe2f392d2e0c None None] Port 953ae530-8917-4dac-bd6d-7685fb5d1889 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:11.010542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d0c1-b090-4219-aa6a-959dae7e00d8 req-e2a0dff7-b934-4844-9258-31f19838f9fc tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:11.012445 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5a84d0c1-b090-4219-aa6a-959dae7e00d8 req-e2a0dff7-b934-4844-9258-31f19838f9fc tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1190095 Dec 16 17:42:11.129979 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5a84d0c1-b090-4219-aa6a-959dae7e00d8 req-34ccc3b6-52c5-433e-b2a3-70860ef7a22f tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069996 Dec 16 17:42:11.130377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5403add3-ba60-4b01-9abb-f3a6ac322d50 None None] Provisioning complete for port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:11.131090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5403add3-ba60-4b01-9abb-f3a6ac322d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.232448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::f (f38317b5-59a0-4ba4-826d-0f4e784a5f17/b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1/13e50298-938d-4177-8448-ae910534b370) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:11.267909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:11.311744 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:11.318238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5403add3-ba60-4b01-9abb-f3a6ac322d50 None None] Provisioning complete for port e629cb4f-530e-4653-a353-8359e83c2cfd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:11.318624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5403add3-ba60-4b01-9abb-f3a6ac322d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.334522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.353430 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3140142 Dec 16 17:42:11.355324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] Sync routers for ids ['a9e3179a-8cb5-4401-ba06-951702368d9c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:11.357504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49274) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.357857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49276) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.360374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.364481 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4ed9e40a-7213-465d-baf1-c68459b9c727 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 200 len: 888 time: 1.9869261 Dec 16 17:42:11.370902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49278) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.388198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] Routers {'a9e3179a-8cb5-4401-ba06-951702368d9c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:11.388899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a9e3179a-8cb5-4401-ba06-951702368d9c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:11.390759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5403add3-ba60-4b01-9abb-f3a6ac322d50 None None] Port e629cb4f-530e-4653-a353-8359e83c2cfd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:11.403748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1127979077'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:11.425904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:11.431871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:11.432242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.449640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e2ffe-59a6-425d-85a3-30c9b511c706 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Network': ['ID=04fe10a9-bbfb-4dbf-b0d2-6be643c74caf,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:11.464253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] Routers {'a9e3179a-8cb5-4401-ba06-951702368d9c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:11.464889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a9e3179a-8cb5-4401-ba06-951702368d9c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:11.507305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:11.507951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed968c7-4536-4299-8533-2e77f650be5e None None] The sync data for ids ['a9e3179a-8cb5-4401-ba06-951702368d9c'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:11.509701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:11.522721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.563198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.584703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:11.588591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.591190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6b630183-f29c-404e-87e0-1c53f0fdd30b None None] Provisioning complete for port e629cb4f-530e-4653-a353-8359e83c2cfd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:11.591536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b630183-f29c-404e-87e0-1c53f0fdd30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.637086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a9756f9-8840-40ca-ab47-a1707ec4728a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.652390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:11.662449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6b630183-f29c-404e-87e0-1c53f0fdd30b None None] Port e629cb4f-530e-4653-a353-8359e83c2cfd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:11.668074 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5d2b5b70-8df3-467e-b612-4db30ff57ab0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/routers/a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 200 len: 888 time: 0.2925167 Dec 16 17:42:11.672207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:11.673178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49280) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.674806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:11.681252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:11.681882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.697040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=13e50298-938d-4177-8448-ae910534b370,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:11.712820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:11.713066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d4342b95-1936-4500-a1d9-7b6ad9ad28d7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 200 len: 205 time: 0.0351026 Dec 16 17:42:11.716972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a9756f9-8840-40ca-ab47-a1707ec4728a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.722619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49282) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.730057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting port 8ecf2f31-5353-4144-aa74-c95815aba1b5 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:11.730329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.737448 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8df59a2-f4af-49e6-b6a9-cc660040926b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1149733 Dec 16 17:42:11.741340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49284) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.804927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.805927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Added segment ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b of type vlan for network f8724933-ec41-4a3b-8162-dae6f7b7aa19 Dec 16 17:42:11.870366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.886902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.903904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.946508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.953369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:11.953985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.980049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:11.981403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803de74-8ce4-4cf2-becf-0f7792ad06f0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:11.986102 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1803de74-8ce4-4cf2-becf-0f7792ad06f0 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2436929 Dec 16 17:42:11.989065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49286) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:11.989559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-65098f69-61d3-4502-98d6-a62359ca7f09 None None] Provisioning complete for port 13e50298-938d-4177-8448-ae910534b370 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:11.990033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65098f69-61d3-4502-98d6-a62359ca7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.011354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a9756f9-8840-40ca-ab47-a1707ec4728a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.013828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a9756f9-8840-40ca-ab47-a1707ec4728a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.017720 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6a9756f9-8840-40ca-ab47-a1707ec4728a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/0554d5cd-68ff-4fb7-a693-b6d112a7a8bb HTTP/1.1" status: 204 len: 168 time: 0.6239033 Dec 16 17:42:12.034928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-65098f69-61d3-4502-98d6-a62359ca7f09 None None] Port 13e50298-938d-4177-8448-ae910534b370 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:12.053874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.071369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49290) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:12.076461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.091247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Calling delete_port for 8ecf2f31-5353-4144-aa74-c95815aba1b5 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:12.104887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9756f9-8840-40ca-ab47-a1707ec4728a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554d5cd-68ff-4fb7-a693-b6d112a7a8bb,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:12.116433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7177277 Dec 16 17:42:12.128919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a99937-2e62-475d-b5aa-38a1a5fc5e86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Network': ['ID=f8724933-ec41-4a3b-8162-dae6f7b7aa19,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:12.137712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event updated for resources: {'Port': ['ID=953ae530-8917-4dac-bd6d-7685fb5d1889,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:12.184560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f8724933-ec41-4a3b-8162-dae6f7b7aa19 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:12.246366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] In _notify_port_updated(), no bound segment for port 953ae530-8917-4dac-bd6d-7685fb5d1889 on network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:42:12.251769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:12.252414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.253778 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-09c3d43a-1d80-44bc-9bcd-adea99fca427 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "PUT /v2.0/ports/953ae530-8917-4dac-bd6d-7685fb5d1889 HTTP/1.1" status: 200 len: 1055 time: 1.9488015 Dec 16 17:42:12.258813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49294) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:12.275992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e531614-9704-40e5-82ad-1dbb96958066 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:12.282823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e531614-9704-40e5-82ad-1dbb96958066 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:12.288751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e531614-9704-40e5-82ad-1dbb96958066 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:12.291374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49296) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:12.293415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0e531614-9704-40e5-82ad-1dbb96958066 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2990420 Dec 16 17:42:12.295922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49298) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:12.302775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'subnets': [{'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1126180059', 'ip_version': 4}, {'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:12.303093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'subnet': {'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1126180059', 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:12.303881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Request body: {'subnet': {'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:12.358213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dded1efe-6aa7-4e5d-b6b1-b85953a5b725 None None] Provisioning complete for port 953ae530-8917-4dac-bd6d-7685fb5d1889 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:12.358946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dded1efe-6aa7-4e5d-b6b1-b85953a5b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.396033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dded1efe-6aa7-4e5d-b6b1-b85953a5b725 None None] Port 953ae530-8917-4dac-bd6d-7685fb5d1889 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:12.407855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82b8f5-344b-4342-83b4-5c0b6e6ebd36 req-a8c64b64-ead5-4188-a5ea-75e34859ec11 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:12.409376 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c82b8f5-344b-4342-83b4-5c0b6e6ebd36 req-a8c64b64-ead5-4188-a5ea-75e34859ec11 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1674390 Dec 16 17:42:12.421388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.527917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 1812a17c-7395-4d96-9ca8-9471568d01d8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:12.553597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 1812a17c-7395-4d96-9ca8-9471568d01d8 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:12.554252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 1812a17c-7395-4d96-9ca8-9471568d01d8 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:12.559077 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c82b8f5-344b-4342-83b4-5c0b6e6ebd36 req-fa56b924-d9f6-446e-8fd7-81e5c9b4b586 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423900 Dec 16 17:42:12.581171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 8f6b6d80-bb78-4394-b999-120d381246fd {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:12.581520 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.595242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Made reservation on behalf of 5d15f8ab62fc4e6ab7dc4df53abc8c0c for: {'subnet': 2} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:12.599733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.600077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.738456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.743239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port 953ae530-8917-4dac-bd6d-7685fb5d1889 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:12.743578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.752901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 13e50298-938d-4177-8448-ae910534b370 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:12.753335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:12.886723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Port': ['ID=8ecf2f31-5353-4144-aa74-c95815aba1b5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:13.031185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.057918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.071875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.090036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 13e50298-938d-4177-8448-ae910534b370 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:13.101467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.105656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for 953ae530-8917-4dac-bd6d-7685fb5d1889 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:13.121842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 8f6b6d80-bb78-4394-b999-120d381246fd owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:13.256105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.439704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.491537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=8f6b6d80-bb78-4394-b999-120d381246fd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:13.512017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730820e-e7bb-4bbf-99e8-3dce690756dc None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:13.609806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.613018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.764885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.774725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.800561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Subnet': ['ID=08c3a96a-aaf0-4a1c-9646-59f8a54a144b,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:13.848118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Checking segment: {'id': '9c257e55-5207-4760-8c57-d45a321cc6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:13.848493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network hostable DHCP agents. Network: 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:13.853852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.854332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router a9e3179a-8cb5-4401-ba06-951702368d9c {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:42:13.857372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.862315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.863554 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f3fbe2d9-368b-4f3d-8a7d-ee8df9cd054f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 204 len: 168 time: 2.1324444 Dec 16 17:42:13.871582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49302) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:13.872200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbd5a4-1e03-4019-a27d-5154be568946 req-3c59b07c-8d81-4876-835d-b081def48729 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:13.873741 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35fbd5a4-1e03-4019-a27d-5154be568946 req-3c59b07c-8d81-4876-835d-b081def48729 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2119293 Dec 16 17:42:13.884251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-2046808977'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:13.892635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:13.911119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:13.918306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Router 7443be77-bc11-4d2f-b215-ef0ca7cf61ee has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:13.920140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345ad93-5675-4b53-ad39-a1c3fc832f68 None None] Network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:13.921579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.925431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=13e50298-938d-4177-8448-ae910534b370,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:13.946639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.948361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:13.977435 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35fbd5a4-1e03-4019-a27d-5154be568946 req-f3d7666f-3caa-47a6-acfa-d018a08ea0f3 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928795 Dec 16 17:42:13.994811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event updated for resources: {'Subnet': ['ID=0d9264ec-426f-4004-ab57-0ca89eca9450,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:14.012566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Checking segment: {'id': 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:14.012964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network hostable DHCP agents. Network: f8724933-ec41-4a3b-8162-dae6f7b7aa19, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:14.035209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.041647 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e22658ec-bb4e-4e51-ac4a-cc6d6720fd1f tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/13e50298-938d-4177-8448-ae910534b370 HTTP/1.1" status: 204 len: 168 time: 1.7382946 Dec 16 17:42:14.042301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49304) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.049753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=953ae530-8917-4dac-bd6d-7685fb5d1889,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:14.099196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4b6927-b6ce-4188-a540-e048839beb51 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:42:14.105673 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6a4b6927-b6ce-4188-a540-e048839beb51 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/13e50298-938d-4177-8448-ae910534b370 HTTP/1.1" status: 404 len: 333 time: 0.0620801 Dec 16 17:42:14.106467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49306) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.121022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-04fe10a9-bbfb-4dbf-b0d2-6be643c74caf', 'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf', 'project_id': '5d15f8ab62fc4e6ab7dc4df53abc8c0c', 'fixed_ips': [{'subnet_id': '08c3a96a-aaf0-4a1c-9646-59f8a54a144b'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:14.122022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.129937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Network f8724933-ec41-4a3b-8162-dae6f7b7aa19 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:14.152485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:14.156033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.177199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f8724933-ec41-4a3b-8162-dae6f7b7aa19) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:14.183241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:14.184391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:14.185316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.224518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-20ef4ae6-d4f8-4424-a776-e7fb26bb15c3 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9299426 Dec 16 17:42:14.235209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49308) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.308176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:14.320600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7ac68c90-8b0f-4909-9ef3-6d06066f6331 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0718236 Dec 16 17:42:14.324857 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] Sync routers for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:14.328377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49310) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.342696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd994d1-8f20-4697-acc3-4e11dcca9a8e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:14.343326 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:14.344742 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:14.345854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd994d1-8f20-4697-acc3-4e11dcca9a8e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:14.349095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:14.350825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd994d1-8f20-4697-acc3-4e11dcca9a8e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:14.355761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Allocated IP 172.20.0.2 (04fe10a9-bbfb-4dbf-b0d2-6be643c74caf/08c3a96a-aaf0-4a1c-9646-59f8a54a144b/36af3d7d-62ea-4a31-b2f0-2db5a6d0a623) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:14.356861 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2dd994d1-8f20-4697-acc3-4e11dcca9a8e tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1204529 Dec 16 17:42:14.358410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b10143-b18b-4dd7-9e45-4b31cd176843 None None] Network f8724933-ec41-4a3b-8162-dae6f7b7aa19 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:14.363021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port e629cb4f-530e-4653-a353-8359e83c2cfd {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:14.365714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.370172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49312) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.375863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.376780 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment 1b9620cf-563f-4be0-baf2-2ee4b49313b1 of type vlan for network a84cf9a6-0f76-463c-845b-8fe877304c1d Dec 16 17:42:14.405694 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:14.417641 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:14.418512 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:14.429090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-e638ac13-b00c-46ac-ae3a-3d2529e438d7 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] delete failed (client error): The resource could not be found. Dec 16 17:42:14.431166 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e638ac13-b00c-46ac-ae3a-3d2529e438d7 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-730076296 HTTP/1.1" status: 404 len: 334 time: 0.0995784 Dec 16 17:42:14.447641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49314) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.454826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-371c86af-cb49-404d-827b-b65d7955fb11 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'router': {'external_gateway_info': {'network_id': '7443be77-bc11-4d2f-b215-ef0ca7cf61ee'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:14.491688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f8724933-ec41-4a3b-8162-dae6f7b7aa19', 'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19', 'project_id': '5d15f8ab62fc4e6ab7dc4df53abc8c0c', 'fixed_ips': [{'subnet_id': '0d9264ec-426f-4004-ab57-0ca89eca9450'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:14.492894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.493765 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:14.494775 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d35d6-4fe3-436e-8728-021bc719d351 None None] The sync data for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:14.577125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.633520 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Deleting subnet 08c3a96a-aaf0-4a1c-9646-59f8a54a144b {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:14.702504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Allocated IP 172.20.0.18 (f8724933-ec41-4a3b-8162-dae6f7b7aa19/0d9264ec-426f-4004-ab57-0ca89eca9450/9ef12076-d38e-49f7-aeca-eb72ce2cbecf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:14.713746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.719383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:14.719979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.726480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.736462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-371c86af-cb49-404d-827b-b65d7955fb11 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.747117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for e629cb4f-530e-4653-a353-8359e83c2cfd owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:14.767886 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-371c86af-cb49-404d-827b-b65d7955fb11 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] update failed (client error): The resource could not be found. Dec 16 17:42:14.769120 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-371c86af-cb49-404d-827b-b65d7955fb11 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee HTTP/1.1" status: 404 len: 339 time: 0.3183730 Dec 16 17:42:14.774276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49316) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.799651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.812723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.824681 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9427409 Dec 16 17:42:14.824912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.825054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.828986 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-74ecc9cd-ba0f-495a-9ba5-4b37867fa831 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/ports/953ae530-8917-4dac-bd6d-7685fb5d1889 HTTP/1.1" status: 204 len: 168 time: 2.5655577 Dec 16 17:42:14.830782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49318) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.830924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49320) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.844180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:14.847725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bf559-299c-408a-bd16-7b3139c5a0f3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=a84cf9a6-0f76-463c-845b-8fe877304c1d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:14.923205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec02cd0-a2b9-4548-83a6-677bf74c4a41 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] GET failed (client error): The resource could not be found. Dec 16 17:42:14.927368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aec02cd0-a2b9-4548-83a6-677bf74c4a41 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "GET /v2.0/ports/953ae530-8917-4dac-bd6d-7685fb5d1889 HTTP/1.1" status: 404 len: 333 time: 0.0915761 Dec 16 17:42:14.930643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49322) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:14.935220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.947664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network a84cf9a6-0f76-463c-845b-8fe877304c1d details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:14.981006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:14.995456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:15.003695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:15.009996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.018015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:15.026275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 0d1cf32c-cc6c-4129-a9bc-839811eefa20 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:15.027291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.031493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:15.035837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.069231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Pushing event updated for resources: {'Port': ['ID=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:15.116659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Network f8724933-ec41-4a3b-8162-dae6f7b7aa19 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:15.140086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Attempting to bind port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:15.140724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Attempting to bind port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9c257e55-5207-4760-8c57-d45a321cc6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:15.140983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Attempting to bind port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 on network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:15.149279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:15.153423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:15.153423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Checking segment: {'id': '9c257e55-5207-4760-8c57-d45a321cc6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:15.153872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.154185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Bound using segment: {'id': '9c257e55-5207-4760-8c57-d45a321cc6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:15.155168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Bound port: 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c257e55-5207-4760-8c57-d45a321cc6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04fe10a9-bbfb-4dbf-b0d2-6be643c74caf'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:15.155168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.169809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:15.200525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Pushing event updated for resources: {'Port': ['ID=9ef12076-d38e-49f7-aeca-eb72ce2cbecf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:15.250673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 0d1cf32c-cc6c-4129-a9bc-839811eefa20, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0d1cf32c-cc6c-4129-a9bc-839811eefa20,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:15.251614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.267339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 0d1cf32c-cc6c-4129-a9bc-839811eefa20 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:15.274286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Attempting to bind port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:15.274642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Attempting to bind port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:15.275021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Attempting to bind port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf on network f8724933-ec41-4a3b-8162-dae6f7b7aa19 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:15.277378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] For port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:15.281222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] For port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,segment=NetworkSegment(9c257e55-5207-4760-8c57-d45a321cc6e2),segment_id=9c257e55-5207-4760-8c57-d45a321cc6e2)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:15.284381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:15.284761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Checking segment: {'id': 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:15.285199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.286193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Bound using segment: {'id': 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:15.286193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Bound port: 9ef12076-d38e-49f7-aeca-eb72ce2cbecf, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f8724933-ec41-4a3b-8162-dae6f7b7aa19'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:15.286418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.302374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.394952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a6caa-37ad-4cf3-8a2d-fe2e10978943 req-839caae6-3a82-418a-bd6f-48f0c0267737 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:15.396530 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b3a6caa-37ad-4cf3-8a2d-fe2e10978943 req-839caae6-3a82-418a-bd6f-48f0c0267737 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1982231 Dec 16 17:42:15.398305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a712-59f8-465b-b674-46b35fd68c66 None None] Pushing event updated for resources: {'Port': ['ID=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:15.400138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.407670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] For port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:15.407979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port fea4e464-9776-4869-a533-3810cfde71af {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:15.408300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.410931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.413517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] For port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9ef12076-d38e-49f7-aeca-eb72ce2cbecf,segment=NetworkSegment(ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b),segment_id=ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:15.425272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.493537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d4bf8-d64d-4777-9b3d-41a094f27a28 None None] Pushing event updated for resources: {'Port': ['ID=9ef12076-d38e-49f7-aeca-eb72ce2cbecf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:15.524303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.544528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=e629cb4f-530e-4653-a353-8359e83c2cfd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:15.547969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.603765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.609416 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fbda1525-9953-46e2-8976-c464e486003a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/e629cb4f-530e-4653-a353-8359e83c2cfd HTTP/1.1" status: 204 len: 168 time: 1.4986293 Dec 16 17:42:15.609980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=4a7997a0-f2bc-489c-8d77-ca31f904b7f9,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:15.615729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49326) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:15.679553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee11f35a-33c7-4cb1-90a1-132dd3aa41a8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:42:15.683980 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ee11f35a-33c7-4cb1-90a1-132dd3aa41a8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/e629cb4f-530e-4653-a353-8359e83c2cfd HTTP/1.1" status: 404 len: 333 time: 0.0655916 Dec 16 17:42:15.688896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49328) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:15.746500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': '1b9620cf-563f-4be0-baf2-2ee4b49313b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:15.746868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: a84cf9a6-0f76-463c-845b-8fe877304c1d, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:15.754531 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b3a6caa-37ad-4cf3-8a2d-fe2e10978943 req-16b8d267-e9fc-445c-b09a-e16f201eba10 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3381240 Dec 16 17:42:15.783417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.810837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:15.844992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.848156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network a84cf9a6-0f76-463c-845b-8fe877304c1d is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:15.861225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.914008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, a84cf9a6-0f76-463c-845b-8fe877304c1d) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:15.935020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7390bc-9a69-4b8f-bde2-402e175d55ff None None] Network a84cf9a6-0f76-463c-845b-8fe877304c1d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:15.952626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:15.953232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:15.968272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.014941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.067106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=0d1cf32c-cc6c-4129-a9bc-839811eefa20,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:16.089045 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-20e72858-aed8-46be-874f-826c470466f8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2525475 Dec 16 17:42:16.092024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49330) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:16.117054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-265873259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:16.179807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-a84cf9a6-0f76-463c-845b-8fe877304c1d', 'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '4a7997a0-f2bc-489c-8d77-ca31f904b7f9'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:16.180447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.245871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.247124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.322556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.349291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for fea4e464-9776-4869-a533-3810cfde71af owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:16.413152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Subnet': ['ID=08c3a96a-aaf0-4a1c-9646-59f8a54a144b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:16.416689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.419948 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-99ac980f-c5c2-43a0-813d-26137a0d5d7a tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/subnets/08c3a96a-aaf0-4a1c-9646-59f8a54a144b HTTP/1.1" status: 204 len: 168 time: 2.0319369 Dec 16 17:42:16.424580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49332) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:16.474087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.480799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.516650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.535920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.541238 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1 HTTP/1.1" status: 204 len: 168 time: 0.8252974 Dec 16 17:42:16.541238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc73565-1098-4935-8156-93e2d19aee0e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:16.545894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49334) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:16.554223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Allocated IP 172.20.0.2 (a84cf9a6-0f76-463c-845b-8fe877304c1d/4a7997a0-f2bc-489c-8d77-ca31f904b7f9/7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:16.578450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.582589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4787d01a-098e-448d-8163-63d035f14179 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4666708 Dec 16 17:42:16.611604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.615502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49336) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:16.619000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Deleting subnet 0d9264ec-426f-4004-ab57-0ca89eca9450 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:16.643414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Allocated IP 172.20.0.1 (6cb45b73-779d-4c2f-ab99-54583aae101f/a5b81b02-fe13-4f95-a28f-58ab11d59494/272acee1-dffe-4faf-9542-a57ebe4d7ab7) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:16.650152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.737245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.744439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee3f7f-01a6-4aaf-8c55-7eed6460e1bf None None] Network f38317b5-59a0-4ba4-826d-0f4e784a5f17 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:16.747999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.830334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.883905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Pushing event updated for resources: {'Port': ['ID=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:16.892970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Network a84cf9a6-0f76-463c-845b-8fe877304c1d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:16.897582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:16.900278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:16.935166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.985671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Attempting to bind port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:16.986280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Attempting to bind port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1b9620cf-563f-4be0-baf2-2ee4b49313b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:16.986742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Attempting to bind port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e on network a84cf9a6-0f76-463c-845b-8fe877304c1d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:16.993251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:16.994583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Checking segment: {'id': '1b9620cf-563f-4be0-baf2-2ee4b49313b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:16.994583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:16.994889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Bound using segment: {'id': '1b9620cf-563f-4be0-baf2-2ee4b49313b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:16.995479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Bound port: 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9620cf-563f-4be0-baf2-2ee4b49313b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a84cf9a6-0f76-463c-845b-8fe877304c1d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:16.995961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.024445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.074337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] For port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:17.078376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] For port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,segment=NetworkSegment(1b9620cf-563f-4be0-baf2-2ee4b49313b1),segment_id=1b9620cf-563f-4be0-baf2-2ee4b49313b1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:17.087012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.095731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.148264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] DHCP port deletion for f38317b5-59a0-4ba4-826d-0f4e784a5f17 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:17.221426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9264ec-426f-4004-ab57-0ca89eca9450,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:17.254826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e6a55-9226-4781-83d5-2fa0bca2b9dd None None] Pushing event updated for resources: {'Port': ['ID=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:17.270057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bb863-af4b-42b2-a291-1c35a1b941ed None None] Network 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:17.306959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=fea4e464-9776-4869-a533-3810cfde71af,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:17.335592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.352878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.354947 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d2f6d51b-bf4f-49e7-be89-0384fd80ab64 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/subnets/0d9264ec-426f-4004-ab57-0ca89eca9450 HTTP/1.1" status: 204 len: 168 time: 0.9293151 Dec 16 17:42:17.384385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49340) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:17.476795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5972d9be-34ec-4390-b367-8f09cfe6aff3 None None] Provisioning complete for port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:17.479118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5972d9be-34ec-4390-b367-8f09cfe6aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.519307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117a7c6-99e5-4eb2-8635-2181c34578fb req-3a370837-2f21-491a-b2f6-36aa5e586af9 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:17.532020 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4117a7c6-99e5-4eb2-8635-2181c34578fb req-3a370837-2f21-491a-b2f6-36aa5e586af9 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.4489820 Dec 16 17:42:17.563981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:17.577392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] Deleting port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:17.578127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.623564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.651724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.779286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] For port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,segment=NetworkSegment(d115f8f2-a891-453d-8438-5c0e19ab92dd),segment_id=d115f8f2-a891-453d-8438-5c0e19ab92dd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:17.779704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.842016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] Calling delete_port for b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:17.847571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d865580f-7249-4c82-9dbd-f7e34138c8a4 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:17.853139 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d865580f-7249-4c82-9dbd-f7e34138c8a4 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4578547 Dec 16 17:42:17.853908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49342) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:17.856859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:17.857452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.868464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.873088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] DHCP port deletion for 04fe10a9-bbfb-4dbf-b0d2-6be643c74caf request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:17.875187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5972d9be-34ec-4390-b367-8f09cfe6aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.897164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:17.897552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.913903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4117a7c6-99e5-4eb2-8635-2181c34578fb req-f43f7ce3-fdf3-4208-9594-3d419f9b3536 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3808901 Dec 16 17:42:17.931239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4ba7a-1e96-490c-bd9f-23b696165130 None None] Network f8724933-ec41-4a3b-8162-dae6f7b7aa19 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:17.958139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:17.962838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3aaaf1c9-af22-44ae-80c7-343c38d5030d tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/ports/fea4e464-9776-4869-a533-3810cfde71af HTTP/1.1" status: 204 len: 168 time: 3.0335402 Dec 16 17:42:17.967147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49344) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:18.021717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network 6cb45b73-779d-4c2f-ab99-54583aae101f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:18.030859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:18.042644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf43fe-c826-4a14-8400-1921631862a3 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] GET failed (client error): The resource could not be found. Dec 16 17:42:18.049380 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6eaf43fe-c826-4a14-8400-1921631862a3 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "GET /v2.0/ports/fea4e464-9776-4869-a533-3810cfde71af HTTP/1.1" status: 404 len: 333 time: 0.0730186 Dec 16 17:42:18.049380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:18.056345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Port': ['ID=272acee1-dffe-4faf-9542-a57ebe4d7ab7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:18.069320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49346) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:18.119593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.139115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] For port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,segment=NetworkSegment(d115f8f2-a891-453d-8438-5c0e19ab92dd),segment_id=d115f8f2-a891-453d-8438-5c0e19ab92dd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:18.139475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.159506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router d53db94e-57ae-48df-810a-1dafea7a4e1b has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:18.160131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5972d9be-34ec-4390-b367-8f09cfe6aff3 None None] For port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,segment=NetworkSegment(9c257e55-5207-4760-8c57-d45a321cc6e2),segment_id=9c257e55-5207-4760-8c57-d45a321cc6e2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:18.160748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.20.0.1 (a84cf9a6-0f76-463c-845b-8fe877304c1d/4a7997a0-f2bc-489c-8d77-ca31f904b7f9/bf865cec-79ad-4822-97d5-6ae8e7c799b4) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:18.184313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:18.190928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5972d9be-34ec-4390-b367-8f09cfe6aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.208156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.241123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.296047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] Deleting port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:18.296736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.316922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] No DVR routers for this DVR port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:18.331845 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Deleting port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:18.332346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.387700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9ef12076-d38e-49f7-aeca-eb72ce2cbecf up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:18.474411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] For port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9ef12076-d38e-49f7-aeca-eb72ce2cbecf,segment=NetworkSegment(ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b),segment_id=ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:18.475044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.490836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.498823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] DHCP port deletion for f8724933-ec41-4a3b-8162-dae6f7b7aa19 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:18.509450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Calling delete_port for 9ef12076-d38e-49f7-aeca-eb72ce2cbecf owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:18.509676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5dcda758-43eb-4840-9528-a2fe0c882bf1 None None] Provisioning complete for port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:18.509803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5dcda758-43eb-4840-9528-a2fe0c882bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.511686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972d9be-34ec-4390-b367-8f09cfe6aff3 None None] Pushing event updated for resources: {'Port': ['ID=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:18.561524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] For port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,segment=NetworkSegment(9c257e55-5207-4760-8c57-d45a321cc6e2),segment_id=9c257e55-5207-4760-8c57-d45a321cc6e2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:18.561931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.571768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.611890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27042306-9f00-4272-8a0a-4c5c2cfd32b7 None None] Pushing event deleted for resources: {'Port': ['ID=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:18.632391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] Calling delete_port for 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:18.637338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port 1639b6a7-391b-4909-927f-ad33a0808834 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:18.637679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.641101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.643842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:18.659950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] Sync routers for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:18.672081 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-59a23d36-b213-4274-9c13-999fa10b4cc0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/d53db94e-57ae-48df-810a-1dafea7a4e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5910447 Dec 16 17:42:18.684547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49348) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:18.733825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:18.734387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:18.746940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.783994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] No DVR routers for this DVR port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:18.789664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:18.795219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No DVR routers for this DVR port b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:18.810168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b25ac-09f3-4295-8848-90e1d884c6d7 None None] Network a84cf9a6-0f76-463c-845b-8fe877304c1d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:18.812118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:18.812488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.817817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Port': ['ID=9ef12076-d38e-49f7-aeca-eb72ce2cbecf,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:18.827290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet f3054990-61f1-4bd1-97c1-df0418c126b9 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:18.837538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.850063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5dcda758-43eb-4840-9528-a2fe0c882bf1 None None] Port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf update to ACTIVE by agent not found {{(pid=103244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 17:42:18.871866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.885826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf was deleted so its status cannot be updated. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 17:42:18.907129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Deleting port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:18.907512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.943346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:18.974886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8724933-ec41-4a3b-8162-dae6f7b7aa19']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:18.995018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:18.995374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7a6c0c-0dba-4f97-b68c-ec86a4f4990b') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:18.999421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.017450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.018527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network a84cf9a6-0f76-463c-845b-8fe877304c1d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:19.022373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.030599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.041105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.043937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:19.060237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.078849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:19.085416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:19.085739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:19.089584 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:19.093561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=bf865cec-79ad-4822-97d5-6ae8e7c799b4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:19.095887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for 1639b6a7-391b-4909-927f-ad33a0808834 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:19.135904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38317b5-59a0-4ba4-826d-0f4e784a5f17']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:19.157129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.166034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd115f8f2-a891-453d-8438-5c0e19ab92dd') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:19.166317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd115f8f2-a891-453d-8438-5c0e19ab92dd') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:19.171694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.216492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.223113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.229004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] Pushing event deleted for resources: {'Port': ['ID=36af3d7d-62ea-4a31-b2f0-2db5a6d0a623,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:19.233006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f21577-1be7-433d-8ea4-db31eda29250 None None] No DVR routers for this DVR port 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:19.236075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.249735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.254751 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/networks/f8724933-ec41-4a3b-8162-dae6f7b7aa19 HTTP/1.1" status: 204 len: 168 time: 1.4003451 Dec 16 17:42:19.264550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] For port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:19.265004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.274631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49352) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:19.284179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:19.294507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2ad8b-49d2-4470-b223-dd2bee7d92e6 req-59c5dbf4-2ea8-4c36-a193-5b6da4ff6409 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:19.296581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b2ad8b-49d2-4470-b223-dd2bee7d92e6 req-59c5dbf4-2ea8-4c36-a193-5b6da4ff6409 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2495410 Dec 16 17:42:19.316295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Provisioning complete for port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:19.316867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.321218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.363416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:19.363817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.365577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Calling delete_port for 9ef12076-d38e-49f7-aeca-eb72ce2cbecf owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:19.367475 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:19.371756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:42:19.372391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a744b-17e7-48b4-92f4-0b25f64bda42 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Network': ['ID=f8724933-ec41-4a3b-8162-dae6f7b7aa19,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:19.397201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.406358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.420434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event updated for resources: {'Port': ['ID=272acee1-dffe-4faf-9542-a57ebe4d7ab7,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:19.454415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:19.476228 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06b2ad8b-49d2-4470-b223-dd2bee7d92e6 req-b03a6fda-5e91-489d-b0f1-2f7d5ccf3640 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1501510 Dec 16 17:42:19.504443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Network f8724933-ec41-4a3b-8162-dae6f7b7aa19 is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 17:42:19.504787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] No DVR routers for this DVR port 9ef12076-d38e-49f7-aeca-eb72ce2cbecf on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:19.505815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.507414 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2f35-2ccf-49c3-936a-dd7a42c31339 None None] Pushing event deleted for resources: {'Port': ['ID=9ef12076-d38e-49f7-aeca-eb72ce2cbecf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:19.669554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:19.670358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.672596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Network 6cb45b73-779d-4c2f-ab99-54583aae101f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:19.676064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:19.685106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.717162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fe10a9-bbfb-4dbf-b0d2-6be643c74caf']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:19.718476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.731746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c257e55-5207-4760-8c57-d45a321cc6e2') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:19.732046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c257e55-5207-4760-8c57-d45a321cc6e2') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:19.751850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.821812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] For port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,segment=NetworkSegment(1b9620cf-563f-4be0-baf2-2ee4b49313b1),segment_id=1b9620cf-563f-4be0-baf2-2ee4b49313b1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:19.837595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.860800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.873591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:19.874243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:19.878048 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:19.928087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:19.939107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Router 7443be77-bc11-4d2f-b215-ef0ca7cf61ee has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:19.953353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Pushing event updated for resources: {'Port': ['ID=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:19.988603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:42:15Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.001834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.006846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.013992 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/networks/04fe10a9-bbfb-4dbf-b0d2-6be643c74caf HTTP/1.1" status: 204 len: 168 time: 0.7356427 Dec 16 17:42:20.022116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49354) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:20.052199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] Checking router: d53db94e-57ae-48df-810a-1dafea7a4e1b for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:20.065400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a01ef-d420-4fe9-a16b-b752195eae86 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Network': ['ID=04fe10a9-bbfb-4dbf-b0d2-6be643c74caf,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:20.071481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.073408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Provisioning complete for port 272acee1-dffe-4faf-9542-a57ebe4d7ab7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:20.073831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.092996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:20.099866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2e9db0a3-e031-4302-8ca1-20b1b6f6dbd5 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3245909 Dec 16 17:42:20.103914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49356) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:20.110646 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] Sync routers for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:20.113393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:20.128805 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:20.129377 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.133384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-68b2f436-ef5f-4ff6-a0a2-a2974c1158d8 None None] Port 272acee1-dffe-4faf-9542-a57ebe4d7ab7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:20.134815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.135928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:20.136321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b1a3ff00-0ad9-47fe-a4f0-13279d8fd8cc not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:20.136743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:20.161493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:20.161838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 36af3d7d-62ea-4a31-b2f0-2db5a6d0a623 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:20.162264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9ef12076-d38e-49f7-aeca-eb72ce2cbecf no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:20.186813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] Routers {'d53db94e-57ae-48df-810a-1dafea7a4e1b'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:20.187484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['d53db94e-57ae-48df-810a-1dafea7a4e1b'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.189454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9ef12076-d38e-49f7-aeca-eb72ce2cbecf {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:20.189796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9ef12076-d38e-49f7-aeca-eb72ce2cbecf not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:20.201046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.237666 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.239519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a794c361-722a-42b4-99ad-fff3036f708e tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.244583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.249370 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:20.249733 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/f38317b5-59a0-4ba4-826d-0f4e784a5f17 HTTP/1.1" status: 204 len: 168 time: 3.7005882 Dec 16 17:42:20.249990 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.258676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef380f-7ec6-41d7-bd1e-1649a28b5fcb tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=f38317b5-59a0-4ba4-826d-0f4e784a5f17,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:20.262238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.285372 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.286026 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e90d85-205a-4a52-8044-6a798bc4a679 None None] The sync data for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:20.290625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49358) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:20.298264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.307314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Provisioning complete for port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:20.307688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.310163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-749838511'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:20.339721 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-a794c361-722a-42b4-99ad-fff3036f708e tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 17:42:20.340764 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a794c361-722a-42b4-99ad-fff3036f708e tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee HTTP/1.1" status: 409 len: 329 time: 0.2357252 Dec 16 17:42:20.343505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49360) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:20.354143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] Set router d53db94e-57ae-48df-810a-1dafea7a4e1b gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:20.431027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=1639b6a7-391b-4909-927f-ad33a0808834,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:20.592178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Provisioning complete for port 272acee1-dffe-4faf-9542-a57ebe4d7ab7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:20.592646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.650137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Port 272acee1-dffe-4faf-9542-a57ebe4d7ab7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:20.655132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.661245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:42:15Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.705427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57410162-43bc-4cb4-94ea-a18e0b88439a None None] The sync data for ids ['d53db94e-57ae-48df-810a-1dafea7a4e1b'] in dv-neutron-821818-2-hyperv is: [{'id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'name': 'tempest-TestNetworkBasicOps-router-1743549176', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:39:04Z', 'updated_at': '2021-12-16T17:42:15Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dca55f94-17df-4153-b61a-f6f0ad10b5bd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53db94e-57ae-48df-810a-1dafea7a4e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:39:06Z', 'updated_at': '2021-12-16T17:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:20.707293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Provisioning complete for port bf865cec-79ad-4822-97d5-6ae8e7c799b4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:20.707657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.715017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:20.718572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.730914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306586-4e4b-4d2f-aa1a-7382145707ba req-b6ac8bcc-6aa3-4f1a-9448-d089960b15a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:20.732838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-28306586-4e4b-4d2f-aa1a-7382145707ba req-b6ac8bcc-6aa3-4f1a-9448-d089960b15a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1062896 Dec 16 17:42:20.748279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.751329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=f3054990-61f1-4bd1-97c1-df0418c126b9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:20.753987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.760429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-99fbade1-ad78-463c-9e52-831566779062 None None] Port bf865cec-79ad-4822-97d5-6ae8e7c799b4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:20.761070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a1703b-56b2-4fda-99fd-38601a37b83e None None] Network 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:20.761346 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6f167637-4c1f-4280-b707-30c17417e3b1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/f3054990-61f1-4bd1-97c1-df0418c126b9 HTTP/1.1" status: 204 len: 168 time: 2.0480964 Dec 16 17:42:20.767303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49364) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:20.788192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.791702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3c353249-9222-4ae7-be40-eeeb0015eadb tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/ports/1639b6a7-391b-4909-927f-ad33a0808834 HTTP/1.1" status: 204 len: 168 time: 2.7214959 Dec 16 17:42:20.807307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49366) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:20.880601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a6f856-5444-44ac-baf0-de3091bf8f50']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.903443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:20.908183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b9e154-1c3a-4b1b-a984-a74202e732e6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.908478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b9e154-1c3a-4b1b-a984-a74202e732e6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:20.927699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-28306586-4e4b-4d2f-aa1a-7382145707ba req-de35a36a-3817-4a9f-9187-a4ead552b6a5 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1851792 Dec 16 17:42:20.931314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.953992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting subnet 89d30b8a-ff43-46f4-8e42-c408d42628e3 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:20.957151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.961425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.961774 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Added segment f2406462-84c9-45ec-95e3-b1b4262922a5 of type vlan for network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 Dec 16 17:42:20.962114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.965991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:20.970914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.006892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:21.007306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:21.011880 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:21.111544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.124268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] DHCP port deletion for 848fa675-fbdb-4fd9-8523-e9ad2012f7b1 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:21.137136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.191136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.213093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.216408 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/networks/35a6f856-5444-44ac-baf0-de3091bf8f50 HTTP/1.1" status: 204 len: 168 time: 1.1923742 Dec 16 17:42:21.222101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49368) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:21.250027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] Deleting port 13f953de-c81c-4704-abf7-4768dfcde4ed {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:21.250491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.263665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7cdb-b6d6-47c6-8594-83e17e678011 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Network': ['ID=35a6f856-5444-44ac-baf0-de3091bf8f50,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:21.265606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.270970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:21.271623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.311198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:21.373421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] For port 13f953de-c81c-4704-abf7-4768dfcde4ed, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=13f953de-c81c-4704-abf7-4768dfcde4ed,segment=NetworkSegment(0af13a1b-676b-4f03-96ec-b55f4945a8f1),segment_id=0af13a1b-676b-4f03-96ec-b55f4945a8f1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:21.374139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.382881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.390692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] Calling delete_port for 13f953de-c81c-4704-abf7-4768dfcde4ed owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:21.416775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:21.417474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.425313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.467354 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1637919 Dec 16 17:42:21.494900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49370) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:21.497472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd35b-adbe-43e0-80df-517e12601625 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Network': ['ID=958d45c6-d506-48d4-b8ab-725c2bcf4de4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:21.502724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.508348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:21.521767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:21.590782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.605102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.631135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.634376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=bf865cec-79ad-4822-97d5-6ae8e7c799b4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:21.637127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.653670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] Pushing event deleted for resources: {'Port': ['ID=13f953de-c81c-4704-abf7-4768dfcde4ed,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:21.655946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328800-0067-4f4d-aa3d-881ecce4e5da None None] No DVR routers for this DVR port 13f953de-c81c-4704-abf7-4768dfcde4ed on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:21.741602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0d1cf32c-cc6c-4129-a9bc-839811eefa20 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:21.751339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port dca55f94-17df-4153-b61a-f6f0ad10b5bd {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:21.751717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.767413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0d1cf32c-cc6c-4129-a9bc-839811eefa20 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:21.768143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0d1cf32c-cc6c-4129-a9bc-839811eefa20 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:21.768828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 13f953de-c81c-4704-abf7-4768dfcde4ed no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:21.794240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 13f953de-c81c-4704-abf7-4768dfcde4ed {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:21.794871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 13f953de-c81c-4704-abf7-4768dfcde4ed not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:21.849513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.856273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.875225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting port 272acee1-dffe-4faf-9542-a57ebe4d7ab7 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:21.875569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.915589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:21.919148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.928180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port dca55f94-17df-4153-b61a-f6f0ad10b5bd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dca55f94-17df-4153-b61a-f6f0ad10b5bd,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:21.928553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.930115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e277add-c9cf-4099-be5d-4475ac1e461d None None] Network 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:21.931901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Subnet': ['ID=89d30b8a-ff43-46f4-8e42-c408d42628e3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:21.943675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c240c9d-7648-45a2-b362-6d83b5a965e4']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:21.947033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:21.949102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for dca55f94-17df-4153-b61a-f6f0ad10b5bd owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:21.952442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-119bfb26-c947-4437-99b4-a2207042958b tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/subnets/89d30b8a-ff43-46f4-8e42-c408d42628e3 HTTP/1.1" status: 204 len: 168 time: 1.1419752 Dec 16 17:42:21.953971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:21.994931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbb7817-f85e-43b8-831e-977dfd2cf505') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:21.997253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbb7817-f85e-43b8-831e-977dfd2cf505') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:22.013162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.038296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network a84cf9a6-0f76-463c-845b-8fe877304c1d is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:22.045735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:22.051210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.073742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:22.074189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:22.078674 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:22.126091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.152450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.158679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] DHCP port deletion for 2aad0bf2-80cf-46ef-ad61-93bfc79eb759 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:22.162048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Calling delete_port for 272acee1-dffe-4faf-9542-a57ebe4d7ab7 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:22.217045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] Deleting port ce18496a-53fc-498f-9649-4a459cb11a29 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:22.218255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.237365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.261392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.266739 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] 10.222.0.66 "DELETE /v2.0/networks/2c240c9d-7648-45a2-b362-6d83b5a965e4 HTTP/1.1" status: 204 len: 168 time: 1.0318835 Dec 16 17:42:22.285951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c919990-357e-45e6-93d0-898c803bb98e req-20888137-0f04-42f0-a021-b794ab77c7c5 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:22.287894 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c919990-357e-45e6-93d0-898c803bb98e req-20888137-0f04-42f0-a021-b794ab77c7c5 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2328129 Dec 16 17:42:22.289302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f3c5e-91d5-4409-897f-66035fe02845 tempest-BulkNetworkOpsTest-1434093330 tempest-BulkNetworkOpsTest-1434093330-project] Pushing event deleted for resources: {'Network': ['ID=2c240c9d-7648-45a2-b362-6d83b5a965e4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:22.312804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] For port ce18496a-53fc-498f-9649-4a459cb11a29, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ce18496a-53fc-498f-9649-4a459cb11a29,segment=NetworkSegment(7e810e4c-9bec-4efb-ad27-102437918837),segment_id=7e810e4c-9bec-4efb-ad27-102437918837)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:22.316837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.341605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] Calling delete_port for ce18496a-53fc-498f-9649-4a459cb11a29 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:22.386578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.404658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:22.437871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7b4ccf73-1f86-4f67-b3a5-1e467313074e None None] Provisioning complete for port bf865cec-79ad-4822-97d5-6ae8e7c799b4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:22.439006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccf73-1f86-4f67-b3a5-1e467313074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.489460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ccf73-1f86-4f67-b3a5-1e467313074e None None] Port bf865cec-79ad-4822-97d5-6ae8e7c799b4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:22.500807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.514308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c919990-357e-45e6-93d0-898c803bb98e req-7e8c9c34-7cde-4e5e-9930-dddc327d0c2c tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1743984 Dec 16 17:42:22.532564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] Pushing event deleted for resources: {'Port': ['ID=ce18496a-53fc-498f-9649-4a459cb11a29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:22.536418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28686975-d00c-4a76-a728-7c7138c3c335 None None] No DVR routers for this DVR port ce18496a-53fc-498f-9649-4a459cb11a29 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:22.558168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Deleting port ce18496a-53fc-498f-9649-4a459cb11a29 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:22.558511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.577938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=6b9488be-b2a1-4fd7-888a-ebc1b243e388,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:22.582588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Checking segment: {'id': 'f2406462-84c9-45ec-95e3-b1b4262922a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:22.582948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network hostable DHCP agents. Network: 958d45c6-d506-48d4-b8ab-725c2bcf4de4, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:22.611632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:22.614289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.620525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:22.631246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] Sync routers for ids ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:22.633955 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ae329fac-41b1-4c50-8903-c2fab07a8e4e tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/773d51b2-ea0e-44ad-b6f1-e69a9d93aa53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0168087 Dec 16 17:42:22.635469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 958d45c6-d506-48d4-b8ab-725c2bcf4de4) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:22.637098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49380) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:22.648422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811b453-bec9-41f2-92d2-e1503f9eb411 None None] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:22.651495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:22.652399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.675445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] Routers {'773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:22.675899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:22.695154 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-add2988e-c347-4afa-a75d-6b4700f0a5be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1904359 Dec 16 17:42:22.698467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49382) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:22.703470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1437319815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:22.731110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bebf7-8a8e-4364-8ea3-fb868a2d1dee tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:22.733458 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-354bebf7-8a8e-4364-8ea3-fb868a2d1dee tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports/bf865cec-79ad-4822-97d5-6ae8e7c799b4 HTTP/1.1" status: 200 len: 910 time: 0.0948644 Dec 16 17:42:22.737024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49384) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:22.743598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a7997a0-f2bc-489c-8d77-ca31f904b7f9'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:22.751990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=dca55f94-17df-4153-b61a-f6f0ad10b5bd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:22.781083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49386) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:22.811294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.812724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.856387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.879239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.892984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.957479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.960014 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a5dcf4c7-edef-4e1e-a26f-b886241d5d6a tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2603548 Dec 16 17:42:22.964822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49390) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:22.969540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:22.982266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4', 'name': 'tempest-PortsIpV6TestJSON-1724907228'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:22.997572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2008b3f8-d80a-4348-94a6-753df17e17d2 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:23.001917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.012327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.026959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] Routers {'773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:23.027588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.047126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.073451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.074109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6705c19-0211-464e-bc8f-8b4767e0397a None None] The sync data for ids ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:23.095440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] For port ce18496a-53fc-498f-9649-4a459cb11a29, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:23.095814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.099055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Port': ['ID=272acee1-dffe-4faf-9542-a57ebe4d7ab7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:23.123496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8da0977c-6421-4881-b439-4db0d418c820 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d15f8ab62fc4e6ab7dc4df53abc8c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408794 Dec 16 17:42:23.124539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-958d45c6-d506-48d4-b8ab-725c2bcf4de4', 'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': '6b9488be-b2a1-4fd7-888a-ebc1b243e388'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:23.125632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.129646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49392) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:23.141633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.231580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Calling delete_port for ce18496a-53fc-498f-9649-4a459cb11a29 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:23.238035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Port ce18496a-53fc-498f-9649-4a459cb11a29 was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:42:23.241856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.259119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] No DVR routers for this DVR port ce18496a-53fc-498f-9649-4a459cb11a29 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:23.260701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.276464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.277027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router d53db94e-57ae-48df-810a-1dafea7a4e1b {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:42:23.286067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.293698 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3a5a57bc-e598-435f-a09d-7ea9f0fe20cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/d53db94e-57ae-48df-810a-1dafea7a4e1b HTTP/1.1" status: 204 len: 168 time: 2.5238388 Dec 16 17:42:23.310413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49394) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:23.343269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ce18496a-53fc-498f-9649-4a459cb11a29 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:23.355039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Port': ['ID=ce18496a-53fc-498f-9649-4a459cb11a29,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:23.393112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: ce18496a-53fc-498f-9649-4a459cb11a29 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:23.393471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ce18496a-53fc-498f-9649-4a459cb11a29 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:23.418599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Allocated IP 2001:db8::2 (958d45c6-d506-48d4-b8ab-725c2bcf4de4/6b9488be-b2a1-4fd7-888a-ebc1b243e388/bb169bc4-16df-440f-9fe9-986be372b702) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:23.466183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:23.470133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.487283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.567698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aad0bf2-80cf-46ef-ad61-93bfc79eb759']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.581248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e810e4c-9bec-4efb-ad27-102437918837') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.581516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e810e4c-9bec-4efb-ad27-102437918837') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.591582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.595540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Router 7443be77-bc11-4d2f-b215-ef0ca7cf61ee has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:23.597592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.602485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.653793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.655200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:23.658677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:23.661998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:23.675672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Pushing event updated for resources: {'Port': ['ID=bb169bc4-16df-440f-9fe9-986be372b702,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:23.693475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:23.693901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:23.699513 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:23.729999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Attempting to bind port bb169bc4-16df-440f-9fe9-986be372b702 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:23.730557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Attempting to bind port bb169bc4-16df-440f-9fe9-986be372b702 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f2406462-84c9-45ec-95e3-b1b4262922a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:23.731026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Attempting to bind port bb169bc4-16df-440f-9fe9-986be372b702 on network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:23.736887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:23.737449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Checking segment: {'id': 'f2406462-84c9-45ec-95e3-b1b4262922a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:23.737984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.738484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Bound using segment: {'id': 'f2406462-84c9-45ec-95e3-b1b4262922a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:23.739064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Bound port: bb169bc4-16df-440f-9fe9-986be372b702, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2406462-84c9-45ec-95e3-b1b4262922a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '958d45c6-d506-48d4-b8ab-725c2bcf4de4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:23.739551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.792151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:23.807040 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8db96eca-3578-4cbc-bdec-f599679b1f17 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4623427 Dec 16 17:42:23.808087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49398) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:23.814703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] For port bb169bc4-16df-440f-9fe9-986be372b702, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:23.820841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] For port bb169bc4-16df-440f-9fe9-986be372b702, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb169bc4-16df-440f-9fe9-986be372b702,segment=NetworkSegment(f2406462-84c9-45ec-95e3-b1b4262922a5),segment_id=f2406462-84c9-45ec-95e3-b1b4262922a5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:23.831701 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] Sync routers for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:23.833516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.852889 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:23.853532 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.906147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad87b-86fe-4e38-a82c-344b342979ca req-1af9aee2-98e2-446e-85ca-798d9ae968c5 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:23.907757 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-734ad87b-86fe-4e38-a82c-344b342979ca req-1af9aee2-98e2-446e-85ca-798d9ae968c5 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.3018827 Dec 16 17:42:23.909035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.914361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port ba741a11-a8b9-4c77-bc07-e6b796d5a579 yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:23.919386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5420d72e-ade3-4c3e-85db-841f00a59b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.925713 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.935336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad358fc-b6b4-481c-a80c-0c1cc7e55ecc None None] Pushing event updated for resources: {'Port': ['ID=bb169bc4-16df-440f-9fe9-986be372b702,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:23.944637 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] Routers {'7443be77-bc11-4d2f-b215-ef0ca7cf61ee'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:23.946011 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.955073 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-afae0ce1-5423-4feb-8aed-570f21200f31 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] show failed (client error): The resource could not be found. Dec 16 17:42:23.965236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:23.966112 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-afae0ce1-5423-4feb-8aed-570f21200f31 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1974478218 HTTP/1.1" status: 404 len: 335 time: 0.1557906 Dec 16 17:42:23.976459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49400) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:23.983888 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:23.984748 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e0d97-6dde-42fa-af84-a01a6e2b8973 None None] The sync data for ids ['7443be77-bc11-4d2f-b215-ef0ca7cf61ee'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:23.985456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2b8b2737-71c8-4329-8ef7-02054c0d6be1 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:24.000259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.005975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] 10.222.0.66 "DELETE /v2.0/networks/2aad0bf2-80cf-46ef-ad61-93bfc79eb759 HTTP/1.1" status: 204 len: 168 time: 2.0496545 Dec 16 17:42:24.032357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2df67-abd7-49dd-849c-0e16daa5b868 tempest-AllowedAddressPairTestJSON-1461567445 tempest-AllowedAddressPairTestJSON-1461567445-project] Pushing event deleted for resources: {'Network': ['ID=2aad0bf2-80cf-46ef-ad61-93bfc79eb759,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:24.039186 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-734ad87b-86fe-4e38-a82c-344b342979ca req-1307e5ba-17ab-455a-8655-04b572c82632 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158628 Dec 16 17:42:24.073747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5420d72e-ade3-4c3e-85db-841f00a59b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.077784 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-2b8b2737-71c8-4329-8ef7-02054c0d6be1 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] update failed (client error): The resource could not be found. Dec 16 17:42:24.078838 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2b8b2737-71c8-4329-8ef7-02054c0d6be1 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1461691894 HTTP/1.1" status: 404 len: 335 time: 0.1013770 Dec 16 17:42:24.082925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49404) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:24.157811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting subnet e483d7aa-9161-4897-942d-e20724e02746 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:24.161068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.219765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.312138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.345077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.370439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49408) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:24.396544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848fa675-fbdb-4fd9-8523-e9ad2012f7b1']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:24.409909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5420d72e-ade3-4c3e-85db-841f00a59b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.412590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5420d72e-ade3-4c3e-85db-841f00a59b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.414498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5420d72e-ade3-4c3e-85db-841f00a59b58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21775abe-1f52-4389-b26a-53860739d437 HTTP/1.1" status: 204 len: 168 time: 1.2815199 Dec 16 17:42:24.431522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.438518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af13a1b-676b-4f03-96ec-b55f4945a8f1') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:24.438818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af13a1b-676b-4f03-96ec-b55f4945a8f1') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:24.440931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::330 (958d45c6-d506-48d4-b8ab-725c2bcf4de4/6b9488be-b2a1-4fd7-888a-ebc1b243e388/ba741a11-a8b9-4c77-bc07-e6b796d5a579) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:24.465890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.467460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420d72e-ade3-4c3e-85db-841f00a59b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21775abe-1f52-4389-b26a-53860739d437,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:24.470262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Subnet': ['ID=e483d7aa-9161-4897-942d-e20724e02746,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:24.485399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.486887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a166ccd-d003-46e2-bc22-6491ad28da36 None None] Network 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:24.490374 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e5b7bb9c-4781-40dc-ac95-559644b3a50d tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/subnets/e483d7aa-9161-4897-942d-e20724e02746 HTTP/1.1" status: 204 len: 168 time: 0.4061124 Dec 16 17:42:24.494450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49414) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:24.508646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.552754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:24.553207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:24.557253 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:24.590565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting subnet 2878fc1f-add5-4e09-bb9c-f324e23b084b {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:24.594646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.655614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.705235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.731235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.735088 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/848fa675-fbdb-4fd9-8523-e9ad2012f7b1 HTTP/1.1" status: 204 len: 168 time: 1.4030814 Dec 16 17:42:24.764324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49420) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:24.766879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a4dc6-aee7-4804-843b-c168e12257b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=848fa675-fbdb-4fd9-8523-e9ad2012f7b1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:24.776089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--191653781', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:24.814489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.821844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] DHCP port deletion for 2f7b0bc9-3576-4bfb-b716-84a994bc9e58 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:24.864031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.869125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:24.873165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.918884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.926541 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9cd3a56e-042e-43f5-9d2a-e072220ab483 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8745f43a2234c17bd6a16386e41fa6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548925 Dec 16 17:42:24.929299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49428) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:24.940917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] Deleting port d53a0136-7eee-4666-a8c3-546121aead8a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:24.941360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.948527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.953248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:24.965020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:24.986260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Subnet': ['ID=2878fc1f-add5-4e09-bb9c-f324e23b084b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.003438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.005678 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-df1cdafa-6c0e-4f4e-bff3-56f8014453c3 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/subnets/2878fc1f-add5-4e09-bb9c-f324e23b084b HTTP/1.1" status: 204 len: 168 time: 0.5073080 Dec 16 17:42:25.008691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49432) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:25.020437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628575be-0051-4d41-bcb1-9bdf14785f1a None None] Network af23e8ca-acc2-4a16-96d1-b99dff24bef0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:25.052522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.053085 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment 10f071bf-75b1-4e17-ba22-971f7a38d144 of type vlan for network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 Dec 16 17:42:25.105766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:25.129301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.134572 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/ports/bf865cec-79ad-4822-97d5-6ae8e7c799b4 HTTP/1.1" status: 200 len: 910 time: 2.3961861 Dec 16 17:42:25.136542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49438) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:25.173693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] For port d53a0136-7eee-4666-a8c3-546121aead8a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d53a0136-7eee-4666-a8c3-546121aead8a,segment=NetworkSegment(71095bec-4049-4829-8556-3fd55605bff7),segment_id=71095bec-4049-4829-8556-3fd55605bff7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:25.174156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.181442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714bf7e-6ebe-48d8-bb3a-d6e2ce44e623 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=bf865cec-79ad-4822-97d5-6ae8e7c799b4,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.188142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.196496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] Calling delete_port for d53a0136-7eee-4666-a8c3-546121aead8a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:25.207132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.272361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.308515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2ee4-338d-42ee-ab85-9a35afa0baa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.350709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb169bc4-16df-440f-9fe9-986be372b702 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:25.379149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.387183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:25.390707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.391402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2ee4-338d-42ee-ab85-9a35afa0baa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.418191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99ba6-ab1d-4d3b-9bc8-3e7e166aeda5 req-3f2c07b9-160e-4ae8-98ed-6b07dc089390 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:25.420379 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-15c99ba6-ab1d-4d3b-9bc8-3e7e166aeda5 req-3f2c07b9-160e-4ae8-98ed-6b07dc089390 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2051632 Dec 16 17:42:25.430394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a86b9-84d7-4d51-b36a-831fcc63fd51 None None] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:25.432062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:25.463015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:25.517612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-754afe5a-216e-40af-a806-d92394ebb8f6 None None] Provisioning complete for port bb169bc4-16df-440f-9fe9-986be372b702 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:25.518222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-754afe5a-216e-40af-a806-d92394ebb8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.522057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:25.530079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:25.530700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.558688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] DHCP port deletion for af23e8ca-acc2-4a16-96d1-b99dff24bef0 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:25.558797 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-15c99ba6-ab1d-4d3b-9bc8-3e7e166aeda5 req-49793574-8383-4563-bc04-07c989b24316 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124225 Dec 16 17:42:25.561246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.562824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting port d53a0136-7eee-4666-a8c3-546121aead8a {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:25.563167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.595961 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8301120 Dec 16 17:42:25.599178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bb169bc4-16df-440f-9fe9-986be372b702 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:25.599552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.610792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49448) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:25.622535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:25.631264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] Pushing event deleted for resources: {'Port': ['ID=d53a0136-7eee-4666-a8c3-546121aead8a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.649253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=ba741a11-a8b9-4c77-bc07-e6b796d5a579,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.652873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a40d3-99c3-40f9-a87a-98559b2ea718 None None] No DVR routers for this DVR port d53a0136-7eee-4666-a8c3-546121aead8a on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:25.704839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.706413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.707109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] For port d53a0136-7eee-4666-a8c3-546121aead8a, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:25.708214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.714383 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a4ecdc2d-a979-4c42-8802-e312c9103e10 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7367294 Dec 16 17:42:25.715473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e62fd-4fa0-4ab6-b841-4e142c6242ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.718483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49450) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:25.732034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:25.739570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Calling delete_port for d53a0136-7eee-4666-a8c3-546121aead8a owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:25.744513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Port d53a0136-7eee-4666-a8c3-546121aead8a was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:42:25.746370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.765207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] No DVR routers for this DVR port d53a0136-7eee-4666-a8c3-546121aead8a on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:25.814770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2ee4-338d-42ee-ab85-9a35afa0baa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.818240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2ee4-338d-42ee-ab85-9a35afa0baa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.818980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4f7d2ee4-338d-42ee-ab85-9a35afa0baa5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bf71326-aa18-4c37-8196-8b4d1fac3486 HTTP/1.1" status: 204 len: 168 time: 0.8886323 Dec 16 17:42:25.820416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Port': ['ID=d53a0136-7eee-4666-a8c3-546121aead8a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.830703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49454) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:25.951171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] Deleting port 0fb2452f-dffe-4696-a164-d7df6b153355 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:25.951652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:25.955320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d2ee4-338d-42ee-ab85-9a35afa0baa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf71326-aa18-4c37-8196-8b4d1fac3486,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:25.992478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.027858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7b0bc9-3576-4bfb-b716-84a994bc9e58']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:26.038875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] For port 0fb2452f-dffe-4696-a164-d7df6b153355, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0fb2452f-dffe-4696-a164-d7df6b153355,segment=NetworkSegment(812368c9-db07-43c7-b3dc-3456da798ab3),segment_id=812368c9-db07-43c7-b3dc-3456da798ab3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:26.039280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.047974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71095bec-4049-4829-8556-3fd55605bff7') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:26.048684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71095bec-4049-4829-8556-3fd55605bff7') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:26.057257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] Calling delete_port for 0fb2452f-dffe-4696-a164-d7df6b153355 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:26.066108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.091143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.098783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375565b-6b67-43ec-8944-82567df6bd2c req-d3c109bf-dda7-4a43-a69f-2546f812dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:26.102455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0375565b-6b67-43ec-8944-82567df6bd2c req-d3c109bf-dda7-4a43-a69f-2546f812dab2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1099 time: 0.1648796 Dec 16 17:42:26.105837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:26.106574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:26.110751 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:26.149597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5b402368-05c0-488e-bfbd-af9924d4d819 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:26.150348 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-5b402368-05c0-488e-bfbd-af9924d4d819 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 17:42:26.150836 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-5b402368-05c0-488e-bfbd-af9924d4d819 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 17:42:26.156794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5b402368-05c0-488e-bfbd-af9924d4d819 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3142457 Dec 16 17:42:26.183376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-754afe5a-216e-40af-a806-d92394ebb8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.191400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.192820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49460) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:26.199465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825403972'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:26.223424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] No DVR routers for this DVR port 0fb2452f-dffe-4696-a164-d7df6b153355 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:26.275541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-754afe5a-216e-40af-a806-d92394ebb8f6 None None] For port bb169bc4-16df-440f-9fe9-986be372b702, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb169bc4-16df-440f-9fe9-986be372b702,segment=NetworkSegment(f2406462-84c9-45ec-95e3-b1b4262922a5),segment_id=f2406462-84c9-45ec-95e3-b1b4262922a5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:26.276828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020d36d-e569-4ad5-8075-d0c45fb12d8a None None] Pushing event deleted for resources: {'Port': ['ID=0fb2452f-dffe-4696-a164-d7df6b153355,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:26.278418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.281973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.307599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-754afe5a-216e-40af-a806-d92394ebb8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.317886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.325198 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0375565b-6b67-43ec-8944-82567df6bd2c req-e54fd718-103a-4497-a92e-88a320d4df3f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1987629 Dec 16 17:42:26.333416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.337937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.344270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/networks/2f7b0bc9-3576-4bfb-b716-84a994bc9e58 HTTP/1.1" status: 204 len: 168 time: 1.3344924 Dec 16 17:42:26.345041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:26.384086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.582028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.586136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ecf73-d2af-4910-a1bc-405b3ef1b06a tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Network': ['ID=2f7b0bc9-3576-4bfb-b716-84a994bc9e58,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:26.603251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.673299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:42:26.673790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:42:26.676642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d7237369-d2b5-47d3-b692-3d4a57310b4e None None] Provisioning complete for port ba741a11-a8b9-4c77-bc07-e6b796d5a579 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:26.681532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7237369-d2b5-47d3-b692-3d4a57310b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:26.719241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754afe5a-216e-40af-a806-d92394ebb8f6 None None] Pushing event updated for resources: {'Port': ['ID=bb169bc4-16df-440f-9fe9-986be372b702,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:26.738289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d7237369-d2b5-47d3-b692-3d4a57310b4e None None] Port ba741a11-a8b9-4c77-bc07-e6b796d5a579 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:26.753312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d7237369-d2b5-47d3-b692-3d4a57310b4e None None] Provisioning complete for port bb169bc4-16df-440f-9fe9-986be372b702 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:26.753715 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7237369-d2b5-47d3-b692-3d4a57310b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.006825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6f5a9521-8e94-4841-b53d-d70e800d6f7e None None] Provisioning complete for port ba741a11-a8b9-4c77-bc07-e6b796d5a579 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:27.008120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9521-8e94-4841-b53d-d70e800d6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.026930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49482) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:27.033920 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027716 Dec 16 17:42:27.040401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49484) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:27.051220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a9521-8e94-4841-b53d-d70e800d6f7e None None] Port ba741a11-a8b9-4c77-bc07-e6b796d5a579 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:27.056770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.062760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.095077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.102465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e132dd2-bd00-4a04-86c7-382791f2d698,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:27.149125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a62f4e-1d46-4777-b939-8942e4747be3 req-50d9e45c-f482-49c3-bc7e-c1a5ad1f4569 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:27.151055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55a62f4e-1d46-4777-b939-8942e4747be3 req-50d9e45c-f482-49c3-bc7e-c1a5ad1f4569 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1205323 Dec 16 17:42:27.190109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.204868 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-18149daf-9c6a-4e3f-a3e7-5325292e3ac2 tempest-NetworksApiDiscovery-444220950 tempest-NetworksApiDiscovery-444220950-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1553900 Dec 16 17:42:27.238575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.274854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.277181 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0821996 Dec 16 17:42:27.296036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49490) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:27.303037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '8be6163d-ede5-4b54-b1c7-de67d624ac82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:27.310164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.325698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dca55f94-17df-4153-b61a-f6f0ad10b5bd no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:27.346064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6038-5da2-46b3-99e4-b29fa271a466 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be6163d-ede5-4b54-b1c7-de67d624ac82,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:27.362803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dca55f94-17df-4153-b61a-f6f0ad10b5bd {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:27.363885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dca55f94-17df-4153-b61a-f6f0ad10b5bd not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:27.364732 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55a62f4e-1d46-4777-b939-8942e4747be3 req-f5989b13-6f38-451e-8a3c-ada9f94a9c46 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1886444 Dec 16 17:42:27.366447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af23e8ca-acc2-4a16-96d1-b99dff24bef0']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:27.377574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d53a0136-7eee-4666-a8c3-546121aead8a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:27.379142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812368c9-db07-43c7-b3dc-3456da798ab3') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:27.379448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812368c9-db07-43c7-b3dc-3456da798ab3') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:27.403805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.411365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: d53a0136-7eee-4666-a8c3-546121aead8a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:27.411742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d53a0136-7eee-4666-a8c3-546121aead8a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:27.427030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.437015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:27.437392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:27.440505 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:27.481646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.527031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.544574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.548201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/networks/af23e8ca-acc2-4a16-96d1-b99dff24bef0 HTTP/1.1" status: 204 len: 168 time: 1.1987617 Dec 16 17:42:27.558447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb169bc4-16df-440f-9fe9-986be372b702 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:27.566672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49492) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:27.575627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193677-ba99-419e-a88b-e08d6ca28e01 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Network': ['ID=af23e8ca-acc2-4a16-96d1-b99dff24bef0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:27.624978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bb169bc4-16df-440f-9fe9-986be372b702 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:27.625913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.646311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.666204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49496) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:27.762402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting subnet a5b81b02-fe13-4f95-a28f-58ab11d59494 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:27.772673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.786526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fb2452f-dffe-4696-a164-d7df6b153355 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:27.793944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3011-75d1-4378-979f-c997ba1982d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.815342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0fb2452f-dffe-4696-a164-d7df6b153355 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:27.815849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fb2452f-dffe-4696-a164-d7df6b153355 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:27.881551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3011-75d1-4378-979f-c997ba1982d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.886127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3011-75d1-4378-979f-c997ba1982d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.923500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3011-75d1-4378-979f-c997ba1982d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1d451-6066-4964-b2f4-faab4a914f89,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:27.923788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.930907 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2e4b3011-75d1-4378-979f-c997ba1982d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d3a53a76b1f4d6d8f0802178614e6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611845 Dec 16 17:42:27.931149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49500) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:27.937182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.943808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:27.980335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98a1297b-b1ae-487a-9d90-18c61dbed05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.001248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98a1297b-b1ae-487a-9d90-18c61dbed05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.027777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.037594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.048354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.064154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98a1297b-b1ae-487a-9d90-18c61dbed05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.067052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98a1297b-b1ae-487a-9d90-18c61dbed05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.071220 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-98a1297b-b1ae-487a-9d90-18c61dbed05e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aea1d451-6066-4964-b2f4-faab4a914f89 HTTP/1.1" status: 204 len: 168 time: 0.1362264 Dec 16 17:42:28.078055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1297b-b1ae-487a-9d90-18c61dbed05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1d451-6066-4964-b2f4-faab4a914f89,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:28.114993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.142736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=ba741a11-a8b9-4c77-bc07-e6b796d5a579,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:28.154189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638fad2b-575a-4e6c-9d86-5e2656970b9a,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:28.236889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.238207 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-39aa49d6-16b0-4a31-83d3-8cdd0d8f3dd3 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9403212 Dec 16 17:42:28.241116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49504) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:28.247615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-80234893-abf6-490c-8040-4740c2681719 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '8be6163d-ede5-4b54-b1c7-de67d624ac82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:28.327251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-80234893-abf6-490c-8040-4740c2681719 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.379592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.393736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f22ef470-b7d6-4a2f-8b42-05e511721dc8 None None] Provisioning complete for port ba741a11-a8b9-4c77-bc07-e6b796d5a579 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:28.395112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f22ef470-b7d6-4a2f-8b42-05e511721dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.398316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-80234893-abf6-490c-8040-4740c2681719 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 17:42:28.399683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-80234893-abf6-490c-8040-4740c2681719 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1568699 Dec 16 17:42:28.402713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49508) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:28.452480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f22ef470-b7d6-4a2f-8b42-05e511721dc8 None None] Port ba741a11-a8b9-4c77-bc07-e6b796d5a579 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:28.496534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-391bc8de-3fef-46a6-922f-b259aabf7bfb tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.516203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.162 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/dc4a4afe-9808-412e-bba8-cb92495e8ae5) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:28.534345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-391bc8de-3fef-46a6-922f-b259aabf7bfb tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.544066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63593ccf-cb4c-4c09-8c3b-1ad6020bf635 req-ca5f4dd5-e67f-4dd4-873b-494efc69d1c7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:28.545302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.546034 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63593ccf-cb4c-4c09-8c3b-1ad6020bf635 req-ca5f4dd5-e67f-4dd4-873b-494efc69d1c7 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.0775135 Dec 16 17:42:28.574604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:42:28.609012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:28.633203 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63593ccf-cb4c-4c09-8c3b-1ad6020bf635 req-5afcfb2a-07e9-43a1-bf4e-b9265e25a077 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790601 Dec 16 17:42:28.645286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.653426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-391bc8de-3fef-46a6-922f-b259aabf7bfb tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.656186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-391bc8de-3fef-46a6-922f-b259aabf7bfb tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.660499 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-391bc8de-3fef-46a6-922f-b259aabf7bfb tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/8be6163d-ede5-4b54-b1c7-de67d624ac82 HTTP/1.1" status: 204 len: 168 time: 0.2538793 Dec 16 17:42:28.660499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49510) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:28.668653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49512) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:28.685210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port bf865cec-79ad-4822-97d5-6ae8e7c799b4 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:28.685558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.719876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bc8de-3fef-46a6-922f-b259aabf7bfb tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be6163d-ede5-4b54-b1c7-de67d624ac82,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:28.745335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cad43d-a145-41b9-b632-f139d8566b04 None None] Network 6cb45b73-779d-4c2f-ab99-54583aae101f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:28.787649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-88e9d2c9-f892-43a2-8b6f-1804fabf818a tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1143062 Dec 16 17:42:28.795112 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ebb6d968-519a-4169-93d4-61a4f4f3ba9a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/floatingips/cbd31142-b3da-4066-87ff-031f66a44292 HTTP/1.1" status: 200 len: 994 time: 0.1306424 Dec 16 17:42:28.795112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49514) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:28.799739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853078968'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:28.839200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.859059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.862546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:28.914249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'port_id': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'mac_address': 'fa:16:3e:1a:40:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:42:28.917690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.923567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.928159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:42:28.931062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118a2d3-a3a4-47fd-be6b-bbe82d364d6d" -d '{"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-unplugged", "status": "completed", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:42:28.966058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3bf59e-5ad7-4c5d-bf8a-46a7eb4aa030,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:28.966266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:28.990756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.991173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:28.995802 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-25d100ff-0814-434d-a90e-a65a3a29dbfe tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1979251 Dec 16 17:42:28.996252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49520) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.003251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-23065691-05b2-41cc-aee6-3bfa50c8858d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': 'ba3bf59e-5ad7-4c5d-bf8a-46a7eb4aa030', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:29.007485 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-23065691-05b2-41cc-aee6-3bfa50c8858d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 17:42:29.007712 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-23065691-05b2-41cc-aee6-3bfa50c8858d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:29.012035 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-23065691-05b2-41cc-aee6-3bfa50c8858d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113256 Dec 16 17:42:29.013120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49522) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.039722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b81b02-fe13-4f95-a28f-58ab11d59494,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.042039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.047688 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3e949add-1e34-46dc-b9bd-9e4a3bb8f72b tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/subnets/a5b81b02-fe13-4f95-a28f-58ab11d59494 HTTP/1.1" status: 204 len: 168 time: 1.4709604 Dec 16 17:42:29.056449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.073161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49524) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.073808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] DHCP port deletion for 6cb45b73-779d-4c2f-ab99-54583aae101f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:29.091448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f5d95f-c7fc-47bc-a343-d765b97b7295 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:42:29.104393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.127143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8598539-7d4b-4ce5-ab95-80b6f49a7d37 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.158885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8598539-7d4b-4ce5-ab95-80b6f49a7d37 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.160742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:42:29.161155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:42:29.193310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] Deleting port 240a8107-9cb8-4188-9cb1-acd30d3205ef {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:29.194029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.231749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8598539-7d4b-4ce5-ab95-80b6f49a7d37 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.234815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.235380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8598539-7d4b-4ce5-ab95-80b6f49a7d37 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.239546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c8598539-7d4b-4ce5-ab95-80b6f49a7d37 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/ba3bf59e-5ad7-4c5d-bf8a-46a7eb4aa030 HTTP/1.1" status: 204 len: 168 time: 0.2248290 Dec 16 17:42:29.240198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49526) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.249943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.256709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8598539-7d4b-4ce5-ab95-80b6f49a7d37 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3bf59e-5ad7-4c5d-bf8a-46a7eb4aa030,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.261524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401dcf38-b37d-4329-8034-22ba4457092d x-openstack-request-id: req-401dcf38-b37d-4329-8034-22ba4457092d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:42:29.261915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-unplugged", "status": "completed", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:42:29.262265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-401dcf38-b37d-4329-8034-22ba4457092d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:42:29.262530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.263098 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'code': 200} Dec 16 17:42:29.301630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8f93592-6f7c-454b-a8b8-c135f4604268 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511544 Dec 16 17:42:29.302351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] For port 240a8107-9cb8-4188-9cb1-acd30d3205ef, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=240a8107-9cb8-4188-9cb1-acd30d3205ef,segment=NetworkSegment(a3ba3f8b-7f89-4f05-8815-60d78a207497),segment_id=a3ba3f8b-7f89-4f05-8815-60d78a207497)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:29.302469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49528) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.302901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.306981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630358105'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:29.309849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.319545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] Calling delete_port for 240a8107-9cb8-4188-9cb1-acd30d3205ef owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:29.337339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.340593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for bf865cec-79ad-4822-97d5-6ae8e7c799b4 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:29.409032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.414100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.422267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.452113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.453750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1505635 Dec 16 17:42:29.456419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c0835-e421-43ab-940d-26c5fc9f834b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad254e86-82f4-438e-89ca-370f134a9134,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.459823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] Pushing event deleted for resources: {'Port': ['ID=240a8107-9cb8-4188-9cb1-acd30d3205ef,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.459995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49530) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.462985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d283182-ca77-41ce-a6a9-a9d5ab319c19 None None] No DVR routers for this DVR port 240a8107-9cb8-4188-9cb1-acd30d3205ef on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:29.470137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a0e0456f-3340-4e63-b64f-0ae59a47c796 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': 'ad254e86-82f4-438e-89ca-370f134a9134', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:29.471572 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-a0e0456f-3340-4e63-b64f-0ae59a47c796 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 17:42:29.472141 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-a0e0456f-3340-4e63-b64f-0ae59a47c796 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:29.473173 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a0e0456f-3340-4e63-b64f-0ae59a47c796 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124962 Dec 16 17:42:29.478846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49532) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:29.513560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 240a8107-9cb8-4188-9cb1-acd30d3205ef no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:29.530389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.534325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 240a8107-9cb8-4188-9cb1-acd30d3205ef {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:29.534672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 240a8107-9cb8-4188-9cb1-acd30d3205ef not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:29.653149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:29.672015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:29.676275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:29.705852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ccfa4a-1563-40d7-83d3-d9c0b334e045 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:29.718505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=dc4a4afe-9808-412e-bba8-cb92495e8ae5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.727493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.744444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f5d95f-c7fc-47bc-a343-d765b97b7295 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:42:29.776769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Deleting port 240a8107-9cb8-4188-9cb1-acd30d3205ef {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:29.777154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.781221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:29.789097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.824397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-83af67a6-c4d5-42f9-b5b6-780092f46598 None None] Provisioning complete for port dc4a4afe-9808-412e-bba8-cb92495e8ae5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:29.824705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83af67a6-c4d5-42f9-b5b6-780092f46598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.830162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f8170fea-6d1b-4154-9fa1-86f834ecda6d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.869197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:29.879253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-83af67a6-c4d5-42f9-b5b6-780092f46598 None None] Port dc4a4afe-9808-412e-bba8-cb92495e8ae5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:29.947562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] For port 240a8107-9cb8-4188-9cb1-acd30d3205ef, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:29.947821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:29.950948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f8170fea-6d1b-4154-9fa1-86f834ecda6d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.029700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Calling delete_port for 240a8107-9cb8-4188-9cb1-acd30d3205ef owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:30.058396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Port 240a8107-9cb8-4188-9cb1-acd30d3205ef was not found and therefore no delete operation was performed {{(pid=103243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:42:30.060331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['53f5d95f-c7fc-47bc-a343-d765b97b7295'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:42:30.079324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.086243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.132518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.133315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.146017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Port': ['ID=240a8107-9cb8-4188-9cb1-acd30d3205ef,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.156014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] No DVR routers for this DVR port 240a8107-9cb8-4188-9cb1-acd30d3205ef on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:30.164879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.230604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f8170fea-6d1b-4154-9fa1-86f834ecda6d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.233382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f8170fea-6d1b-4154-9fa1-86f834ecda6d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.234521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f8170fea-6d1b-4154-9fa1-86f834ecda6d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/ad254e86-82f4-438e-89ca-370f134a9134 HTTP/1.1" status: 204 len: 168 time: 0.7489991 Dec 16 17:42:30.237679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49534) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.294761 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-58d12838-b43e-49bb-9a63-1bf21627c925 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523632 Dec 16 17:42:30.295405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49536) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.301217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051350322'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.327172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.379945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8170fea-6d1b-4154-9fa1-86f834ecda6d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad254e86-82f4-438e-89ca-370f134a9134,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.399512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=ba741a11-a8b9-4c77-bc07-e6b796d5a579,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.427110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.432978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.446866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.470557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47255fab-a679-4f12-b971-2a1ddb81210c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.476930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.481438 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b469eac8-8eaf-4bd4-bdca-a9eb29f51f99 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1851935 Dec 16 17:42:30.482301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49538) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.487402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2199031a-6e6a-402d-8230-3819f70d5e58 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '47255fab-a679-4f12-b971-2a1ddb81210c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.507615 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-2199031a-6e6a-402d-8230-3819f70d5e58 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 17:42:30.508222 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-2199031a-6e6a-402d-8230-3819f70d5e58 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.508572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=bf865cec-79ad-4822-97d5-6ae8e7c799b4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.509370 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2199031a-6e6a-402d-8230-3819f70d5e58 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258009 Dec 16 17:42:30.512096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49540) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.516894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fa8849f6-2bec-4f0b-8135-06999f7b673e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '47255fab-a679-4f12-b971-2a1ddb81210c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.517690 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-fa8849f6-2bec-4f0b-8135-06999f7b673e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 17:42:30.518334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-fa8849f6-2bec-4f0b-8135-06999f7b673e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.521994 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa8849f6-2bec-4f0b-8135-06999f7b673e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064504 Dec 16 17:42:30.523193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49542) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.528663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4b481c3f-7c26-4fc1-a032-4e7a3153013a tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '47255fab-a679-4f12-b971-2a1ddb81210c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.529490 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-4b481c3f-7c26-4fc1-a032-4e7a3153013a tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 17:42:30.529968 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-4b481c3f-7c26-4fc1-a032-4e7a3153013a tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.533251 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4b481c3f-7c26-4fc1-a032-4e7a3153013a tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068238 Dec 16 17:42:30.533409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49544) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.537473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-71f1358d-4071-455c-b2b7-9ba865a746cc tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '47255fab-a679-4f12-b971-2a1ddb81210c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.538202 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-71f1358d-4071-455c-b2b7-9ba865a746cc tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 17:42:30.538675 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-71f1358d-4071-455c-b2b7-9ba865a746cc tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.539607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-71f1358d-4071-455c-b2b7-9ba865a746cc tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053899 Dec 16 17:42:30.541981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49546) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.545968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb45b73-779d-4c2f-ab99-54583aae101f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:30.577613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ba3f8b-7f89-4f05-8815-60d78a207497') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:30.577981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ba3f8b-7f89-4f05-8815-60d78a207497') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:30.596010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61d7b46b-3e1a-4cca-b152-b3a99d1f64f1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.619398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61d7b46b-3e1a-4cca-b152-b3a99d1f64f1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.622009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:30.648446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.653299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.655173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:30.665861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61d7b46b-3e1a-4cca-b152-b3a99d1f64f1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.669319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61d7b46b-3e1a-4cca-b152-b3a99d1f64f1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.672827 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-61d7b46b-3e1a-4cca-b152-b3a99d1f64f1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/47255fab-a679-4f12-b971-2a1ddb81210c HTTP/1.1" status: 204 len: 168 time: 0.1276469 Dec 16 17:42:30.674021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49548) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.692730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b46b-3e1a-4cca-b152-b3a99d1f64f1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47255fab-a679-4f12-b971-2a1ddb81210c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.717046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.720564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.727641 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b22b8fdf-f58d-4656-8ef0-768541055209 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525346 Dec 16 17:42:30.733095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49550) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.738230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--167339306'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.761916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:30.762326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:30.768454 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:30.771107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.850627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.855890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.888856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340b329b-1c7f-47b0-8401-bb096986067c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:30.894083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:30.898260 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-26b8e21d-36b9-4a36-b2f5-f1835fbf79d4 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1613340 Dec 16 17:42:30.899013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49552) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.904665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-02a81d9d-9be6-4f63-99a8-74c11f2f1fb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.905560 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-02a81d9d-9be6-4f63-99a8-74c11f2f1fb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 17:42:30.906057 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-02a81d9d-9be6-4f63-99a8-74c11f2f1fb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.909593 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-02a81d9d-9be6-4f63-99a8-74c11f2f1fb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072582 Dec 16 17:42:30.909980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49554) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.915007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-75776658-4b18-45ce-b9e7-82be8e34c69f tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.957842 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-75776658-4b18-45ce-b9e7-82be8e34c69f tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.958972 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-75776658-4b18-45ce-b9e7-82be8e34c69f tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0480690 Dec 16 17:42:30.961860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49556) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.966202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-bb9ccac7-7da6-4804-8088-9634b969d681 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.966729 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-bb9ccac7-7da6-4804-8088-9634b969d681 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 17:42:30.967248 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-bb9ccac7-7da6-4804-8088-9634b969d681 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:30.968289 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bb9ccac7-7da6-4804-8088-9634b969d681 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053611 Dec 16 17:42:30.972176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49558) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:30.977359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-21d8bdf4-5d2e-4679-94b3-b21e23a54e14 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:30.989846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.003675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.006937 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/networks/6cb45b73-779d-4c2f-ab99-54583aae101f HTTP/1.1" status: 204 len: 168 time: 1.9284799 Dec 16 17:42:31.010659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49560) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.018455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-99fb5b5b-8dd6-4d07-b91b-dad801a037a1 None None] Provisioning complete for port ba741a11-a8b9-4c77-bc07-e6b796d5a579 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:31.019547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fb5b5b-8dd6-4d07-b91b-dad801a037a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.020235 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-21d8bdf4-5d2e-4679-94b3-b21e23a54e14 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:31.024627 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-21d8bdf4-5d2e-4679-94b3-b21e23a54e14 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0515215 Dec 16 17:42:31.025205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49562) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.029701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f7c79d98-4915-43ba-939e-8e83f75efb07 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.030184 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-f7c79d98-4915-43ba-939e-8e83f75efb07 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 17:42:31.030671 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-f7c79d98-4915-43ba-939e-8e83f75efb07 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:31.032998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f7c79d98-4915-43ba-939e-8e83f75efb07 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055227 Dec 16 17:42:31.034757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49564) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.039851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2f4f9c49-38b3-4505-ab50-3b418d14bc5d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.060173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-99fb5b5b-8dd6-4d07-b91b-dad801a037a1 None None] Port ba741a11-a8b9-4c77-bc07-e6b796d5a579 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:31.067199 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-2f4f9c49-38b3-4505-ab50-3b418d14bc5d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Project 7c7f7fcf89b343aab30018cf29534a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:42:31.080969 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-2f4f9c49-38b3-4505-ab50-3b418d14bc5d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:31.082064 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2f4f9c49-38b3-4505-ab50-3b418d14bc5d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0463731 Dec 16 17:42:31.084979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49566) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.089685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-944e35c6-7385-4e84-93a4-c7802f441182 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.090159 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-944e35c6-7385-4e84-93a4-c7802f441182 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 17:42:31.090644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-944e35c6-7385-4e84-93a4-c7802f441182 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:31.091607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-944e35c6-7385-4e84-93a4-c7802f441182 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056887 Dec 16 17:42:31.094397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49568) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.098924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-04e08075-6980-4120-98c3-d3c426eb86ec tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.125006 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-04e08075-6980-4120-98c3-d3c426eb86ec tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Project 7c7f7fcf89b343aab30018cf29534a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:42:31.138300 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-04e08075-6980-4120-98c3-d3c426eb86ec tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:31.139373 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-04e08075-6980-4120-98c3-d3c426eb86ec tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0440722 Dec 16 17:42:31.142239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49570) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.146765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-db5f1ba2-7a62-4d93-972b-c0a6bbbfdeb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '340b329b-1c7f-47b0-8401-bb096986067c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.171269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-db5f1ba2-7a62-4d93-972b-c0a6bbbfdeb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Project 7c7f7fcf89b343aab30018cf29534a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:42:31.185135 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-db5f1ba2-7a62-4d93-972b-c0a6bbbfdeb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:31.186208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-db5f1ba2-7a62-4d93-972b-c0a6bbbfdeb8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0430274 Dec 16 17:42:31.189110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49572) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.243361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd47-e342-43d5-aa74-7866a20ae10e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.266508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd47-e342-43d5-aa74-7866a20ae10e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.312721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd47-e342-43d5-aa74-7866a20ae10e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.315519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd47-e342-43d5-aa74-7866a20ae10e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.316722 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a6a3dd47-e342-43d5-aa74-7866a20ae10e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/340b329b-1c7f-47b0-8401-bb096986067c HTTP/1.1" status: 204 len: 168 time: 0.1266835 Dec 16 17:42:31.320120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.339641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3dd47-e342-43d5-aa74-7866a20ae10e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b329b-1c7f-47b0-8401-bb096986067c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:31.356615 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-033f516e-8d6e-4561-8885-38144eac0207 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7443be77-bc11-4d2f-b215-ef0ca7cf61ee HTTP/1.1" status: 200 len: 205 time: 0.3413115 Dec 16 17:42:31.357482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b0790-c964-45ce-9214-ee21f16fea4f tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Pushing event deleted for resources: {'Network': ['ID=6cb45b73-779d-4c2f-ab99-54583aae101f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:31.361023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49576) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.383612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-843235d5-4cf2-408f-a4d8-7b6ea0990469 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0587764 Dec 16 17:42:31.383903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49578) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.388227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912353725'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.411735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.480741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.484872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.512811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.514000 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1291807 Dec 16 17:42:31.517096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49580) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.523107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e1581bcc-e83b-4f1e-b330-8b2fd11c30f7 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe3084-6e12-4442-af1c-cd334e4a2628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.528356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf741d20-ea5a-44f0-b73d-137cb60172df tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe3084-6e12-4442-af1c-cd334e4a2628,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:31.568469 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-e1581bcc-e83b-4f1e-b330-8b2fd11c30f7 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The resource could not be found. Dec 16 17:42:31.569740 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e1581bcc-e83b-4f1e-b330-8b2fd11c30f7 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0516205 Dec 16 17:42:31.572500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49582) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.576901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8f281793-5cce-454a-924d-8699b630c398 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe3084-6e12-4442-af1c-cd334e4a2628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '54391d84-7bb7-46b0-8285-32816ca943dc'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.581128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:31.584146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.618934 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-8f281793-5cce-454a-924d-8699b630c398 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The resource could not be found. Dec 16 17:42:31.619975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f281793-5cce-454a-924d-8699b630c398 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0464761 Dec 16 17:42:31.623628 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49584) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.661866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Router b8469689-3815-49fe-a6f2-fcca9054b67f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:31.676388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-252df688-7342-4c9f-9bf3-0f5845724ee0 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.698720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-252df688-7342-4c9f-9bf3-0f5845724ee0 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.741495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-252df688-7342-4c9f-9bf3-0f5845724ee0 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.744210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-252df688-7342-4c9f-9bf3-0f5845724ee0 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.745456 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-252df688-7342-4c9f-9bf3-0f5845724ee0 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/bfbe3084-6e12-4442-af1c-cd334e4a2628 HTTP/1.1" status: 204 len: 168 time: 0.1208601 Dec 16 17:42:31.748696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49586) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.761106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df688-7342-4c9f-9bf3-0f5845724ee0 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe3084-6e12-4442-af1c-cd334e4a2628,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:31.809874 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-974676c4-5464-4d5b-ac43-59f3f74b9a9b tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589085 Dec 16 17:42:31.813638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49588) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.817952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0a9c2d53-ed7a-498f-b396-96a97730aed8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': 'c0dacae3-a4eb-4a90-8a03-3a52cc3b4c36', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.842412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.859342 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-0a9c2d53-ed7a-498f-b396-96a97730aed8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The resource could not be found. Dec 16 17:42:31.860400 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0a9c2d53-ed7a-498f-b396-96a97730aed8 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0458443 Dec 16 17:42:31.863980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49590) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.869401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157265357'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:31.880719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.885381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.895139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:31.916924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:31.929754 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bb2dacda-816b-4d22-b9c9-4cb1846bafb7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/773d51b2-ea0e-44ad-b6f1-e69a9d93aa53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7619867 Dec 16 17:42:31.931406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] Sync routers for ids ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:31.935164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49592) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.951922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] Routers {'773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:31.952963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:31.976118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fabd1254-568d-464e-a4c0-b0eb3688f6b1 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 HTTP/1.1" status: 200 len: 205 time: 0.0398214 Dec 16 17:42:31.976709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49594) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:31.992525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.007916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] Routers {'773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:32.008993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.023000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.023477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Fanout notify agent at l3_agent the message router_deleted on router 7443be77-bc11-4d2f-b215-ef0ca7cf61ee {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:42:32.032534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.033841 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-99b35d41-fefb-473b-961b-fbbaa632acc2 tempest-RoutersNegativeTest-1235788148 tempest-RoutersNegativeTest-1235788148-project] 10.222.0.66 "DELETE /v2.0/routers/7443be77-bc11-4d2f-b215-ef0ca7cf61ee HTTP/1.1" status: 204 len: 168 time: 0.6427581 Dec 16 17:42:32.048775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.049514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274a326-e56f-4a15-8ece-c58192685671 None None] The sync data for ids ['773d51b2-ea0e-44ad-b6f1-e69a9d93aa53'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:32.071150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.073932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:32.074177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.080411 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ede91be1-32a0-4dd5-8ec8-b0301c08d420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/routers/b8469689-3815-49fe-a6f2-fcca9054b67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3161590 Dec 16 17:42:32.082916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49598) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.088413 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] Sync routers for ids ['b8469689-3815-49fe-a6f2-fcca9054b67f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:32.103881 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] Routers {'b8469689-3815-49fe-a6f2-fcca9054b67f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:32.104861 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b8469689-3815-49fe-a6f2-fcca9054b67f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.143163 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.152088 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] Routers {'b8469689-3815-49fe-a6f2-fcca9054b67f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:32.153299 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b8469689-3815-49fe-a6f2-fcca9054b67f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.155597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.157879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb99939-c7d2-4f53-919f-c3f0838b63a6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:32.158915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bdb99939-c7d2-4f53-919f-c3f0838b63a6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8469689-3815-49fe-a6f2-fcca9054b67f HTTP/1.1" status: 200 len: 989 time: 0.0749454 Dec 16 17:42:32.161805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49600) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.192029 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.194757 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf8405-d498-4e17-bcfc-71d5f073ab55 None None] The sync data for ids ['b8469689-3815-49fe-a6f2-fcca9054b67f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:32.238350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.239607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3747013 Dec 16 17:42:32.246113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49602) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.252709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--22214460'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:32.283100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.284856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5286c-5611-4677-a1d7-8243cb975f9c tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83ca1c3-31e2-47a8-8834-8a5c0b6b2204,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:32.287596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.289142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 21b88211-e718-4a48-ac9c-96e6469f352f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:32.336613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.337547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router 773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:42:32.348312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.352641 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-55554532-4015-41f2-bef5-a27684d9e326 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 HTTP/1.1" status: 204 len: 168 time: 0.3690882 Dec 16 17:42:32.352882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49606) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.383211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.399669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49608) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.419228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 4a7997a0-f2bc-489c-8d77-ca31f904b7f9 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:32.422502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.476178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.562633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:32.578956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Sync routers for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:32.594693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:32.603484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.611117 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a0881fba-f26e-466e-a064-8d1285f879e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2913a46e4bb14440b351a50a5e03d5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2101812 Dec 16 17:42:32.616674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.617910 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c5b7fbc3-e695-4b57-a15f-19628ab5073a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9989195 Dec 16 17:42:32.620568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49612) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.630761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49614) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.643051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:32.644119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:32.671467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.679883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.681943 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8aa68521-7494-4c0a-8b56-74137dd37542 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501409 Dec 16 17:42:32.686503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.690703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49616) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.706027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.709460 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/4a7997a0-f2bc-489c-8d77-ca31f904b7f9 HTTP/1.1" status: 204 len: 168 time: 0.3555264 Dec 16 17:42:32.717653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8fd01-4dc7-41ce-852b-62c9f676963c None None] Network a84cf9a6-0f76-463c-845b-8fe877304c1d requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:32.722638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.764020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74106aa-5e38-4865-bec5-e9aa8be146e9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7997a0-f2bc-489c-8d77-ca31f904b7f9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:32.820210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec27a4-c79c-4308-9253-30c21a0b7ac2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:32.824585 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-acec27a4-c79c-4308-9253-30c21a0b7ac2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261053 Dec 16 17:42:32.824772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 53f5d95f-c7fc-47bc-a343-d765b97b7295 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:32.824772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.825085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49620) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.830970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.832684 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5852604 Dec 16 17:42:32.840555 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49622) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.842191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ac7a4-f877-4015-a317-66fa219a13d1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2959ba-8e2b-4676-8aa6-17a9d1dd6488,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:32.868968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f036ea0e-b57b-407e-be14-72e573f41205 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': 'd83ca1c3-31e2-47a8-8834-8a5c0b6b2204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cf2959ba-8e2b-4676-8aa6-17a9d1dd6488'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:32.878749 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b975f750-6120-4761-9d53-daec0f9c8337 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501885 Dec 16 17:42:32.878961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49624) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:32.884531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151594828', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:32.890023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc9c541f-d184-46ed-b591-85409537a00f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.911925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:32.922453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:32.980855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-f036ea0e-b57b-407e-be14-72e573f41205 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:32.982048 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f036ea0e-b57b-407e-be14-72e573f41205 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1403885 Dec 16 17:42:32.988287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:33.027176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:33.030835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.100132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.129144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c924d0a6-ca91-4040-ac2f-bdb6664121e1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.149139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:42:33.151665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a2956b-6bac-4079-9d65-e26fa547c1e6" -d '{"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-plugged", "status": "completed", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:42:33.160801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] DHCP port deletion for a84cf9a6-0f76-463c-845b-8fe877304c1d request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:33.170232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c924d0a6-ca91-4040-ac2f-bdb6664121e1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.179205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:33.236982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae61f2b-6819-435e-8e29-9cc6c426246e x-openstack-request-id: req-bae61f2b-6819-435e-8e29-9cc6c426246e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:42:33.237276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-plugged", "status": "completed", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:42:33.237529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bae61f2b-6819-435e-8e29-9cc6c426246e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:42:33.237922 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'code': 200} Dec 16 17:42:33.238562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.248765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc9c541f-d184-46ed-b591-85409537a00f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.262916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c924d0a6-ca91-4040-ac2f-bdb6664121e1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.265786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c924d0a6-ca91-4040-ac2f-bdb6664121e1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.269489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c924d0a6-ca91-4040-ac2f-bdb6664121e1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/cf2959ba-8e2b-4676-8aa6-17a9d1dd6488 HTTP/1.1" status: 204 len: 168 time: 0.2775850 Dec 16 17:42:33.271406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49630) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:33.318537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:33.321089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924d0a6-ca91-4040-ac2f-bdb6664121e1 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2959ba-8e2b-4676-8aa6-17a9d1dd6488,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:33.332572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] Deleting port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:33.333024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.348173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:30Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:33.354288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.382792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.427122 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2fb2a012-1b2a-4e56-835d-f71a6543180e tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1527824 Dec 16 17:42:33.430335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49632) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:33.457569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=189d9e11-953c-4c8b-8e4d-ed873b8fa989,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:33.478625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:33.478975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.493848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc9c541f-d184-46ed-b591-85409537a00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.494739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:33.495165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:33.496410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc9c541f-d184-46ed-b591-85409537a00f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.497590 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dc9c541f-d184-46ed-b591-85409537a00f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d97586fb-d3f0-4c44-b8d9-700c030b4b2b HTTP/1.1" status: 204 len: 168 time: 0.8752367 Dec 16 17:42:33.527171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa79e130-2b60-43bd-8309-516cf42ed4be tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.545883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:33.570541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c541f-d184-46ed-b591-85409537a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97586fb-d3f0-4c44-b8d9-700c030b4b2b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:33.577126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa79e130-2b60-43bd-8309-516cf42ed4be tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.619147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,segment=NetworkSegment(1b9620cf-563f-4be0-baf2-2ee4b49313b1),segment_id=1b9620cf-563f-4be0-baf2-2ee4b49313b1)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:33.619783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.625755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Checking router: 21b88211-e718-4a48-ac9c-96e6469f352f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:33.626133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Updating router 21b88211-e718-4a48-ac9c-96e6469f352f port dc4a4afe-9808-412e-bba8-cb92495e8ae5 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:42:33.634842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:33.640786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:33.644081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:33.664564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:33.665899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.680192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa79e130-2b60-43bd-8309-516cf42ed4be tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.684549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7fa54-eaa0-469d-8c9b-6452bddc9f11 None None] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:33.684730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa79e130-2b60-43bd-8309-516cf42ed4be tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.689802 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-aa79e130-2b60-43bd-8309-516cf42ed4be tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/d83ca1c3-31e2-47a8-8834-8a5c0b6b2204 HTTP/1.1" status: 204 len: 168 time: 0.2582743 Dec 16 17:42:33.691931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49636) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:33.709942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] For port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,segment=NetworkSegment(1b9620cf-563f-4be0-baf2-2ee4b49313b1),segment_id=1b9620cf-563f-4be0-baf2-2ee4b49313b1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:33.710758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.746726 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a9239af5-ad0a-4d39-930a-4528e4d6798f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8640959 Dec 16 17:42:33.747058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49640) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:33.749366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e130-2b60-43bd-8309-516cf42ed4be tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83ca1c3-31e2-47a8-8834-8a5c0b6b2204,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:33.760925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.771062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] Calling delete_port for 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:33.810070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.830053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port ba741a11-a8b9-4c77-bc07-e6b796d5a579 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:33.830674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:33.835552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No active binding found for port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e {{(pid=103244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 17:42:33.836190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:33.874109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3664fa6d-1b51-41af-ae6a-236818e8e6f5 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1569784 Dec 16 17:42:33.880790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49642) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:33.897633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--555366547'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:33.950663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:33.952981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:33.976849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:33.977800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.079737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.086429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.090142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.105201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.121859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for ba741a11-a8b9-4c77-bc07-e6b796d5a579 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:34.137768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84cf9a6-0f76-463c-845b-8fe877304c1d']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:34.164067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] Pushing event deleted for resources: {'Port': ['ID=7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.175673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a7503-82e0-4ba0-a89e-d46f3552c1bf None None] No DVR routers for this DVR port 7ffc48bd-a4a8-4b5f-a94f-42043f35bd4e on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:34.202148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.221693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.228789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9620cf-563f-4be0-baf2-2ee4b49313b1') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:34.229301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9620cf-563f-4be0-baf2-2ee4b49313b1') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:34.264875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Allocated IP 172.20.0.2 (6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2/189d9e11-953c-4c8b-8e4d-ed873b8fa989/ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:34.290633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.336012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.337515 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4522913 Dec 16 17:42:34.338486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34955e98-5e2c-4091-b6aa-f021d657917d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686e0b0d-54fd-49fa-a7b8-5d8139e824f4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.340700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49658) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:34.343346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.361859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f34e25b9-b556-4a6c-9100-073c50116c46 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '686e0b0d-54fd-49fa-a7b8-5d8139e824f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:34.380284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:34.381298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.382578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:34.385093 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:34.403863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.475033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Attempting to bind port dc4a4afe-9808-412e-bba8-cb92495e8ae5 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:34.476160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Attempting to bind port dc4a4afe-9808-412e-bba8-cb92495e8ae5 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:34.476618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Attempting to bind port dc4a4afe-9808-412e-bba8-cb92495e8ae5 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:34.488666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0c420d-3379-4ab3-8edc-8ebd24aee54c None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:34.517949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.521044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:34.521590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:34.522630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.523425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:34.524124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Bound port: dc4a4afe-9808-412e-bba8-cb92495e8ae5, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:34.524705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.524960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.531112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.535735 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/a84cf9a6-0f76-463c-845b-8fe877304c1d HTTP/1.1" status: 204 len: 168 time: 1.8115571 Dec 16 17:42:34.539874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49662) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:34.558805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0ec00-2b1c-4337-b725-a1059c8f40cf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=a84cf9a6-0f76-463c-845b-8fe877304c1d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.565291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1765817117', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:34.569699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a24b11-5d3e-4080-a338-8799d23dd0aa None None] Pushing event updated for resources: {'Port': ['ID=dc4a4afe-9808-412e-bba8-cb92495e8ae5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.571221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-f34e25b9-b556-4a6c-9100-073c50116c46 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:34.573802 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f34e25b9-b556-4a6c-9100-073c50116c46 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2276876 Dec 16 17:42:34.574215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:34.579486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49666) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:34.583862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-119e24f9-1afb-46bb-92f2-3ded1ef0dd4f tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group_rule': {'security_group_id': '686e0b0d-54fd-49fa-a7b8-5d8139e824f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:34.638994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7869ab92-8bc3-4dc2-b56d-2b9cd90af4bf None None] Provisioning complete for port dc4a4afe-9808-412e-bba8-cb92495e8ae5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:34.639406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7869ab92-8bc3-4dc2-b56d-2b9cd90af4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.670313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.670875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.676321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] For port dc4a4afe-9808-412e-bba8-cb92495e8ae5, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:34.688215 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-119e24f9-1afb-46bb-92f2-3ded1ef0dd4f tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:34.689619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-119e24f9-1afb-46bb-92f2-3ded1ef0dd4f tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1094937 Dec 16 17:42:34.691775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.692987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.696785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49670) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:34.701905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] For port dc4a4afe-9808-412e-bba8-cb92495e8ae5, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc4a4afe-9808-412e-bba8-cb92495e8ae5,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:34.703719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.723359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=ba741a11-a8b9-4c77-bc07-e6b796d5a579,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.754722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7869ab92-8bc3-4dc2-b56d-2b9cd90af4bf None None] Port dc4a4afe-9808-412e-bba8-cb92495e8ae5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:34.759871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Pushing event updated for resources: {'Port': ['ID=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.764529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.790357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124886270'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:34.798992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53ed76cb-2622-47a3-878e-d9653bd04b81 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.847059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a24b11-5d3e-4080-a338-8799d23dd0aa None None] Pushing event updated for resources: {'Port': ['ID=dc4a4afe-9808-412e-bba8-cb92495e8ae5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:34.862577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998eef55-6d50-4777-9f52-c3319846d1d1 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:34.868697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:34.869483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:34.874790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:34.879549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.904023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.907276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53ed76cb-2622-47a3-878e-d9653bd04b81 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.910456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.920680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:34.926652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:34.958566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:34.981625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.035569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Attempting to bind port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:35.036201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Attempting to bind port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:35.036725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Attempting to bind port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 on network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:35.061521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Router b8469689-3815-49fe-a6f2-fcca9054b67f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:35.061766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.065461 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-62484249-ee8c-4a67-a911-58c2ec5ec76f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5216634 Dec 16 17:42:35.065820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49672) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.071902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-1455338500'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:35.072807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:35.073212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Checking segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:35.073617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.074009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Bound using segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:35.074484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Bound port: ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:35.074974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.103796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-907725c3-25d8-4a18-9f9d-1c282f5a98d2 None None] Provisioning complete for port dc4a4afe-9808-412e-bba8-cb92495e8ae5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:35.104180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-907725c3-25d8-4a18-9f9d-1c282f5a98d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.149565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53ed76cb-2622-47a3-878e-d9653bd04b81 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.152149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53ed76cb-2622-47a3-878e-d9653bd04b81 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.155686 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-53ed76cb-2622-47a3-878e-d9653bd04b81 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/686e0b0d-54fd-49fa-a7b8-5d8139e824f4 HTTP/1.1" status: 204 len: 168 time: 0.4500418 Dec 16 17:42:35.157762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.161242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49674) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.172412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:35.175736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.179651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:35.187594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:35.189866 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] Sync routers for ids ['b8469689-3815-49fe-a6f2-fcca9054b67f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:35.193599 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6e6955c6-1954-4a2f-96ca-330a18dbf5b7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/routers/b8469689-3815-49fe-a6f2-fcca9054b67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0277803 Dec 16 17:42:35.198641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49676) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.205277 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] Routers {'b8469689-3815-49fe-a6f2-fcca9054b67f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:35.206316 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b8469689-3815-49fe-a6f2-fcca9054b67f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:35.207680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.222745 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30cad02-589d-47c7-9230-496a763a04f7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:42:35.226658 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e30cad02-589d-47c7-9230-496a763a04f7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/ba741a11-a8b9-4c77-bc07-e6b796d5a579 HTTP/1.1" status: 404 len: 333 time: 0.0246131 Dec 16 17:42:35.227431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49678) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.253089 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:35.263963 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] Routers {'b8469689-3815-49fe-a6f2-fcca9054b67f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:35.265017 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b8469689-3815-49fe-a6f2-fcca9054b67f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:35.270878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2/189d9e11-953c-4c8b-8e4d-ed873b8fa989/c5d22282-996f-4214-b828-d076786d39c0) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:35.300344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:35.301358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-907725c3-25d8-4a18-9f9d-1c282f5a98d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.312040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] For port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:35.315839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.318965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.319960 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment e6041536-1e88-4a91-98d0-be9a76857a01 of type vlan for network 18ca34db-cf37-475f-bc55-b932cdfdc291 Dec 16 17:42:35.323094 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:35.323832 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8efb7c-7cf3-4016-a6dd-820e632d7120 None None] The sync data for ids ['b8469689-3815-49fe-a6f2-fcca9054b67f'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:35.337525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed76cb-2622-47a3-878e-d9653bd04b81 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e0b0d-54fd-49fa-a7b8-5d8139e824f4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.435812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb9bd4-35cc-4477-bcda-aa6d387befb0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.444971 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-74eeb726-b945-486f-ba01-9a57e31e1716 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2747159 Dec 16 17:42:35.446607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49680) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.458787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'tempest-secgroup--111603566'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:35.489495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.522580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.528553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.532870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.535135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] For port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:35.539219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.544681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-907725c3-25d8-4a18-9f9d-1c282f5a98d2 None None] For port dc4a4afe-9808-412e-bba8-cb92495e8ae5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc4a4afe-9808-412e-bba8-cb92495e8ae5,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:35.552559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.558286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.564518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-907725c3-25d8-4a18-9f9d-1c282f5a98d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.569651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.582591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.588180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:35.588735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.626061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.627300 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0462201 Dec 16 17:42:35.632355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2be7e-b194-44bc-9bf0-7932219ab1bc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae7d97-61e0-4e2d-9422-e55d17da4a91,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.634574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49682) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.640240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.641003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Fanout notify agent at l3_agent the message router_deleted on router b8469689-3815-49fe-a6f2-fcca9054b67f {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:42:35.650846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.651898 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c6b4eb68-3958-4707-87ee-76a86f32e8cc tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/routers/b8469689-3815-49fe-a6f2-fcca9054b67f HTTP/1.1" status: 204 len: 168 time: 0.4225821 Dec 16 17:42:35.655172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49684) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.669245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.674838 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6077135 Dec 16 17:42:35.677714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49686) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.700443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c4968-0ced-40be-8d25-b415ce62d0a8 None None] Pushing event updated for resources: {'Port': ['ID=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.715987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:35.718579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e7bcb-c2b8-434c-9ecd-dd1729ce4037 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=18ca34db-cf37-475f-bc55-b932cdfdc291,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.749769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:35.750037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 6b9488be-b2a1-4fd7-888a-ebc1b243e388 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:35.753689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.778755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:35.794783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:35.809355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:35.810845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.874808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:30Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:35.898066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=c5d22282-996f-4214-b828-d076786d39c0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.929062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907725c3-25d8-4a18-9f9d-1c282f5a98d2 None None] Pushing event updated for resources: {'Port': ['ID=dc4a4afe-9808-412e-bba8-cb92495e8ae5,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:35.930489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-828642df-ca34-40bf-8e9c-e7011437e7b3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2903261 Dec 16 17:42:35.931134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49688) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:35.938681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457d9cd-db30-4be9-bba2-15c0a3a59d21 None None] The sync data for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv is: [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:30Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:35.946579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.947726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.961100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-security--1093180893', 'description': 'tempest-security-description-979811693'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:35.968275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:35.999657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.030232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.061412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9488be-b2a1-4fd7-888a-ebc1b243e388,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:36.063432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.071340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b1735-af10-440b-8eed-f9ea1518bd9c None None] Network 958d45c6-d506-48d4-b8ab-725c2bcf4de4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:36.072315 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e92b35b4-d7a4-468a-b083-c264ad87db20 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/6b9488be-b2a1-4fd7-888a-ebc1b243e388 HTTP/1.1" status: 204 len: 168 time: 0.4155836 Dec 16 17:42:36.073011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49690) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.086099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.089998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6404920 Dec 16 17:42:36.099852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49692) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.109754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d2fab4ba-3f59-4880-b6aa-20ceba2b4e3d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:36.109754 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-d2fab4ba-3f59-4880-b6aa-20ceba2b4e3d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 17:42:36.110255 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-d2fab4ba-3f59-4880-b6aa-20ceba2b4e3d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 17:42:36.113669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d2fab4ba-3f59-4880-b6aa-20ceba2b4e3d tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "PUT /v2.0/security-groups/d7446eef-ae54-4f9a-b9c5-a1853339d7f3 HTTP/1.1" status: 409 len: 330 time: 0.0074897 Dec 16 17:42:36.117327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab41b3a-f7aa-4086-84be-73be3c70b232 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7446eef-ae54-4f9a-b9c5-a1853339d7f3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:36.120823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.139889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49694) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.199755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.204440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.204619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:36.207945 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.214960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.217546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.221614 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "PUT /v2.0/security-groups/74ae7d97-61e0-4e2d-9422-e55d17da4a91 HTTP/1.1" status: 200 len: 1796 time: 0.2725608 Dec 16 17:42:36.222259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49696) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.251625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3b6e-248a-4d44-a27a-e2be32ca0732 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.284063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3b6e-248a-4d44-a27a-e2be32ca0732 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.332358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port bb169bc4-16df-440f-9fe9-986be372b702 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:36.332827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.366681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] DHCP port deletion for 958d45c6-d506-48d4-b8ab-725c2bcf4de4 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:42:36.405014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3b6e-248a-4d44-a27a-e2be32ca0732 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.407791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3b6e-248a-4d44-a27a-e2be32ca0732 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.410671 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0a0c3b6e-248a-4d44-a27a-e2be32ca0732 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/d7446eef-ae54-4f9a-b9c5-a1853339d7f3 HTTP/1.1" status: 204 len: 168 time: 0.2691524 Dec 16 17:42:36.452995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] Deleting port bb169bc4-16df-440f-9fe9-986be372b702 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:36.453456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.453599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49698) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.455443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] For port bb169bc4-16df-440f-9fe9-986be372b702, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb169bc4-16df-440f-9fe9-986be372b702,segment=NetworkSegment(f2406462-84c9-45ec-95e3-b1b4262922a5),segment_id=f2406462-84c9-45ec-95e3-b1b4262922a5)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:36.456168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.478783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c3b6e-248a-4d44-a27a-e2be32ca0732 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7446eef-ae54-4f9a-b9c5-a1853339d7f3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:36.493266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for bb169bc4-16df-440f-9fe9-986be372b702 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:36.548598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] For port bb169bc4-16df-440f-9fe9-986be372b702, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb169bc4-16df-440f-9fe9-986be372b702,segment=NetworkSegment(f2406462-84c9-45ec-95e3-b1b4262922a5),segment_id=f2406462-84c9-45ec-95e3-b1b4262922a5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:36.548963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.566805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] Calling delete_port for bb169bc4-16df-440f-9fe9-986be372b702 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:36.600153 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1ad131d0-6a56-4aa9-967f-cc52a1207852 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1405783 Dec 16 17:42:36.606684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49700) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.643961 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-1dfcbdb1-ea31-4095-9132-a559d2054c71 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] delete failed (client error): The resource could not be found. Dec 16 17:42:36.648606 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1dfcbdb1-ea31-4095-9132-a559d2054c71 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "DELETE /v2.0/security-groups/c5967f43-0692-4733-9129-b1fd07046f9e HTTP/1.1" status: 404 len: 347 time: 0.0373986 Dec 16 17:42:36.652528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49702) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.683435 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-6977751f-ccb0-4b9c-877d-1a986dbdb2dc tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] show failed (client error): The resource could not be found. Dec 16 17:42:36.683435 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6977751f-ccb0-4b9c-877d-1a986dbdb2dc tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-groups/d1888ce1-ee4f-4884-b755-d85f4dd1f55f HTTP/1.1" status: 404 len: 347 time: 0.0264387 Dec 16 17:42:36.685682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49704) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.700409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.707306 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-3ede7c8a-cfdd-4d69-8b21-025254a50e90 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] show failed (client error): The resource could not be found. Dec 16 17:42:36.714248 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3ede7c8a-cfdd-4d69-8b21-025254a50e90 tempest-NegativeSecGroupIPv6Test-1943503282 tempest-NegativeSecGroupIPv6Test-1943503282-project] 10.222.0.66 "GET /v2.0/security-group-rules/9738d160-bb3e-45c9-9fd3-f08b813dcaca HTTP/1.1" status: 404 len: 356 time: 0.0227032 Dec 16 17:42:36.721317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.753680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] Pushing event deleted for resources: {'Port': ['ID=bb169bc4-16df-440f-9fe9-986be372b702,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:36.754033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No DVR routers for this DVR port bb169bc4-16df-440f-9fe9-986be372b702 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:36.758599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611760b-1dd5-41c4-ba76-683dc00c6a79 None None] No DVR routers for this DVR port bb169bc4-16df-440f-9fe9-986be372b702 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:42:36.875165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=bb169bc4-16df-440f-9fe9-986be372b702,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:36.901275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:36.935481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d734fb6-6e09-47ba-924f-6a8746334dc5 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae7d97-61e0-4e2d-9422-e55d17da4a91,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:36.946403 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-41d083d8-88a8-425a-a690-5482f6557328 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups/74ae7d97-61e0-4e2d-9422-e55d17da4a91 HTTP/1.1" status: 200 len: 1796 time: 0.7087440 Dec 16 17:42:36.948659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49708) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:36.950552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958d45c6-d506-48d4-b8ab-725c2bcf4de4']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:36.976319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2406462-84c9-45ec-95e3-b1b4262922a5') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:36.976629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2406462-84c9-45ec-95e3-b1b4262922a5') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:37.014086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.055730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.070271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:42:37.070684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: self.session.flush() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:42:37.073863 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:42:37.078516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.093070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b313383b-a55f-4776-878e-87ca46a26fd8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.175696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b313383b-a55f-4776-878e-87ca46a26fd8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.191143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.202052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49712) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.206611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.210941 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/958d45c6-d506-48d4-b8ab-725c2bcf4de4 HTTP/1.1" status: 204 len: 168 time: 1.1365006 Dec 16 17:42:37.218860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49716) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.229366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2243b-e44f-4c3f-8023-7a40b5a09f12 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=958d45c6-d506-48d4-b8ab-725c2bcf4de4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:37.230270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba34a56-e6a9-47ef-bcf0-bf6a54609633 None None] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:37.258185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b313383b-a55f-4776-878e-87ca46a26fd8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.261238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b313383b-a55f-4776-878e-87ca46a26fd8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.262625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b313383b-a55f-4776-878e-87ca46a26fd8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/74ae7d97-61e0-4e2d-9422-e55d17da4a91 HTTP/1.1" status: 204 len: 168 time: 0.3085856 Dec 16 17:42:37.269694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.272704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.300124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313383b-a55f-4776-878e-87ca46a26fd8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae7d97-61e0-4e2d-9422-e55d17da4a91,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:37.347818 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e489677e-a725-4b11-b794-20c5663892ad tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739591 Dec 16 17:42:37.350940 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49720) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.358934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=9631b7d3-a230-4691-8d23-e2cd85444b9c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:37.367573 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-6ac496de-a3db-4206-8a04-dcd8bc7e9164 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] delete failed (client error): The resource could not be found. Dec 16 17:42:37.368610 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6ac496de-a3db-4206-8a04-dcd8bc7e9164 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/74ae7d97-61e0-4e2d-9422-e55d17da4a91 HTTP/1.1" status: 404 len: 347 time: 0.0166295 Dec 16 17:42:37.373503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49722) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.383956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197188062'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:37.404372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eeed79b0-e657-44c6-bfe1-0104dec9c822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.407732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f34eea80-05a5-4a26-b2ac-3e4a327b7457 None None] Provisioning complete for port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:37.408189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f34eea80-05a5-4a26-b2ac-3e4a327b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.423629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.443798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e85d3-05ea-4012-a1e5-891beda75ca9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:37.448668 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a11e85d3-05ea-4012-a1e5-891beda75ca9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/d095428a-65af-4293-a355-93f133f62653 HTTP/1.1" status: 200 len: 844 time: 0.2257476 Dec 16 17:42:37.449812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49724) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.489605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:37.490738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: 18ca34db-cf37-475f-bc55-b932cdfdc291, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:37.527556 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3d08db1e-41ee-4e4c-9812-fb8dd6182523 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/d095428a-65af-4293-a355-93f133f62653?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0712416 Dec 16 17:42:37.527806 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e20be994-3d8c-4951-8725-8d6208cedf4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c7f7fcf89b343aab30018cf29534a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233035 Dec 16 17:42:37.527806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49726) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.530437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49728) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.536719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:37.571828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f34eea80-05a5-4a26-b2ac-3e4a327b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.636438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f34eea80-05a5-4a26-b2ac-3e4a327b7457 None None] For port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:37.641627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.648257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f34eea80-05a5-4a26-b2ac-3e4a327b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.648838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351344e9-b70c-4eb2-8fc3-74c291dea7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.656835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.697354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc4a4afe-9808-412e-bba8-cb92495e8ae5 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:37.718880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351344e9-b70c-4eb2-8fc3-74c291dea7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.720775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:37.729273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.731152 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3566840 Dec 16 17:42:37.735723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541e2e2-5340-442f-80e8-76e1b469da2d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789395c3-114e-425c-8d19-7eaa58274e82,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:37.736088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49730) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.756864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '789395c3-114e-425c-8d19-7eaa58274e82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:37.770601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eea80-05a5-4a26-b2ac-3e4a327b7457 None None] Pushing event updated for resources: {'Port': ['ID=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:37.784530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dc4a4afe-9808-412e-bba8-cb92495e8ae5 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:37.784912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.786283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 18ca34db-cf37-475f-bc55-b932cdfdc291) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:37.807327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351344e9-b70c-4eb2-8fc3-74c291dea7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.811029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-351344e9-b70c-4eb2-8fc3-74c291dea7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.815009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:37.815009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.820671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4152970-964b-409b-bdf2-e6aa345410ef None None] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:37.825930 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-351344e9-b70c-4eb2-8fc3-74c291dea7b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e132dd2-bd00-4a04-86c7-382791f2d698 HTTP/1.1" status: 204 len: 168 time: 0.2891796 Dec 16 17:42:37.850703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351344e9-b70c-4eb2-8fc3-74c291dea7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e132dd2-bd00-4a04-86c7-382791f2d698,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:37.901097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:37.904805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:37.932569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49734) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:37.932732 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f257edfb-e99e-4808-8dad-d537b2f9aebf tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2493360 Dec 16 17:42:37.951693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.009906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:38.050672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.062792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d5f6699f-1e29-4b0b-84c9-f1d37dfa051e None None] Provisioning complete for port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:38.063169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5f6699f-1e29-4b0b-84c9-f1d37dfa051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.081256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.245661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-18ca34db-cf37-475f-bc55-b932cdfdc291', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:38.249795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.286172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d5f6699f-1e29-4b0b-84c9-f1d37dfa051e None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:38.286551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5f6699f-1e29-4b0b-84c9-f1d37dfa051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.310503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.335150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:38.335685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.337814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6699f-1e29-4b0b-84c9-f1d37dfa051e None None] Port c5d22282-996f-4214-b828-d076786d39c0 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:38.353533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.354870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=c5d22282-996f-4214-b828-d076786d39c0,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:38.447715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.476282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476c9436-e980-4d36-859d-65eee5c86b64,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:38.483389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-995c9472-ab78-4d97-86a2-de41a1a6ccef None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:38.483881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-995c9472-ab78-4d97-86a2-de41a1a6ccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.518357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.585246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-995c9472-ab78-4d97-86a2-de41a1a6ccef None None] Port c5d22282-996f-4214-b828-d076786d39c0 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:38.593072 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Allocated IP 172.20.0.2 (18ca34db-cf37-475f-bc55-b932cdfdc291/9631b7d3-a230-4691-8d23-e2cd85444b9c/e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:38.603619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.608335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ab26cef0-c9a2-4e78-ae3c-b872b6963dcc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8637333 Dec 16 17:42:38.612812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49746) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:38.613691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=7cdf141a-c3fe-4685-9bce-3ddd664aa7ca,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:38.652006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:38.673391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:38.676589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:38.677225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.683193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb169bc4-16df-440f-9fe9-986be372b702 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:42:38.700841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:38.705372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbfc8-7c2a-4fd6-ac43-c9b71e02c659 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.713343 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab547e-985c-44e3-b300-8fc4791ab0d4 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:38.715309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbfc8-7c2a-4fd6-ac43-c9b71e02c659 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.731991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: bb169bc4-16df-440f-9fe9-986be372b702 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:42:38.732333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb169bc4-16df-440f-9fe9-986be372b702 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:42:38.748383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:38.759051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbfc8-7c2a-4fd6-ac43-c9b71e02c659 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.767478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbfc8-7c2a-4fd6-ac43-c9b71e02c659 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.775904 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4a0cbfc8-7c2a-4fd6-ac43-c9b71e02c659 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/476c9436-e980-4d36-859d-65eee5c86b64 HTTP/1.1" status: 204 len: 168 time: 0.1564016 Dec 16 17:42:38.776489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49754) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:38.800579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cbfc8-7c2a-4fd6-ac43-c9b71e02c659 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=476c9436-e980-4d36-859d-65eee5c86b64,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:38.860543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.882513 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-91b7adc0-32b4-48ed-a227-9d31d03d25d4 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3517666 Dec 16 17:42:38.889239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49758) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:38.897811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911360790'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:38.954191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.965767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:38.971485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-772ced3d-af72-4895-88f9-7a34f9c4f01f', 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'project_id': '8eaff8ca592145fbbb72287080a116b0', 'fixed_ips': [{'subnet_id': '7cdf141a-c3fe-4685-9bce-3ddd664aa7ca'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:38.972458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.019964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49760) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.045481 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8e341eb7-1418-419f-8141-580e7694608f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2602644 Dec 16 17:42:39.046306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49764) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.088282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 21b88211-e718-4a48-ac9c-96e6469f352f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:39.091571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.149847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:39.178918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4825fb5d-4b0c-4c3f-b568-06c32ffde0da tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.187988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:39.192629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:39.195424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-215848841-network', 'tenant_id': 'd582b0f4fbe741bf89382c168d44dbef'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:39.197870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Pushing event updated for resources: {'Port': ['ID=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:39.264545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.276002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.285514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4825fb5d-4b0c-4c3f-b568-06c32ffde0da tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.297275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:39.299183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Attempting to bind port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:39.299569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Attempting to bind port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:39.299911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Attempting to bind port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 on network 18ca34db-cf37-475f-bc55-b932cdfdc291 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:39.305029 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f9731020-01ef-4b30-8047-41cb6f25abc1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/21b88211-e718-4a48-ac9c-96e6469f352f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5566144 Dec 16 17:42:39.305919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Made reservation on behalf of d582b0f4fbe741bf89382c168d44dbef for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:39.307945 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.308197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.311517 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4171264 Dec 16 17:42:39.311517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49766) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.314015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Allocated IP 2001:db8::2 (772ced3d-af72-4895-88f9-7a34f9c4f01f/7cdf141a-c3fe-4685-9bce-3ddd664aa7ca/81a59418-1208-460a-958a-47c64ccba3d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:39.316337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a636b6cc-2c59-4f66-b964-1a006e47117a None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:39.316709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a636b6cc-2c59-4f66-b964-1a006e47117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.318019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49768) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.321435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:39.321829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Checking segment: {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:39.322468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.322623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Bound using segment: {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:39.322976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.323100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Bound port: e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:39.323524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.331697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'security_group': {'name': 'tempest-secgroup-1217581626'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:39.350661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Sync routers for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:39.360836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53e446-5d0a-4a8a-bfa0-394320b9269e tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab5048-0d22-4865-9b53-0cb187fde180,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:39.366829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.20.0.1 (18ca34db-cf37-475f-bc55-b932cdfdc291/9631b7d3-a230-4691-8d23-e2cd85444b9c/3df20533-f47d-4a6d-915a-78fb4855c513) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:39.451353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4825fb5d-4b0c-4c3f-b568-06c32ffde0da tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.453487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.454765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4825fb5d-4b0c-4c3f-b568-06c32ffde0da tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.458824 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4825fb5d-4b0c-4c3f-b568-06c32ffde0da tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/789395c3-114e-425c-8d19-7eaa58274e82 HTTP/1.1" status: 204 len: 168 time: 0.4090738 Dec 16 17:42:39.462082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.500070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825fb5d-4b0c-4c3f-b568-06c32ffde0da tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789395c3-114e-425c-8d19-7eaa58274e82,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:39.568500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.568500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.569188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.569662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.570612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.571288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.572792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.574430 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d624ccf-0e42-45cc-bc88-a119399b9f74 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4951 time: 0.2605417 Dec 16 17:42:39.577511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49772) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.593533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:39.603029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49774) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.603193 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d10a1da-47f1-47be-b0c2-bbb5de3582ca tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1354480 Dec 16 17:42:39.628785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.633713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735823436'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:39.634572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.637833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.678688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:39.678950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:39.679719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:39.685682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df31f84d-bd40-4a37-abbd-588519b67974,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:39.705234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.705685 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Added segment 4a5fc926-2135-4b52-9bad-fe1fa638d9f6 of type vlan for network 65260336-5716-4963-b299-1760de358392 Dec 16 17:42:39.711238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.736107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.741191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.743269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a636b6cc-2c59-4f66-b964-1a006e47117a None None] Port c5d22282-996f-4214-b828-d076786d39c0 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:39.756418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.756891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.757400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.757864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.758626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.758757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.759211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.761156 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d6d417d8-3122-4684-95df-5ecec3fd7fd1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4554 time: 0.1781409 Dec 16 17:42:39.764648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49776) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.769761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.783677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.803708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef89e-c517-4511-a2e4-6f5bcaf11e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.812657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] For port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:39.833149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] For port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,segment=NetworkSegment(e6041536-1e88-4a91-98d0-be9a76857a01),segment_id=e6041536-1e88-4a91-98d0-be9a76857a01)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:39.835794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:39.846987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:39.849571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:39.871124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.876047 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5461991 Dec 16 17:42:39.876047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49778) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:39.887951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-25377398', 'security_groups': ['f969988a-9deb-4da1-b2e4-fa23550b61a4'], 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7cdf141a-c3fe-4685-9bce-3ddd664aa7ca'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:39.888175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.889805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ab670-3f46-42ea-8e2b-baea53e28929 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f969988a-9deb-4da1-b2e4-fa23550b61a4,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:39.894312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=3df20533-f47d-4a6d-915a-78fb4855c513,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:39.903350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.904649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:39.906083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.970188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:39.971266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:39.971893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.005823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:40.014305 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9932292 Dec 16 17:42:40.017946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49780) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:40.025016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Request body: {'subnet': {'network_id': '65260336-5716-4963-b299-1760de358392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-215848841-subnet', 'tenant_id': 'd582b0f4fbe741bf89382c168d44dbef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:40.029449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.047921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.063965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c75af-2405-4808-8d0e-ee0d4fde4d57 admin admin] Pushing event updated for resources: {'Network': ['ID=65260336-5716-4963-b299-1760de358392,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:40.094809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbac57-8869-4071-9cfa-16b41a25ad9f None None] Pushing event updated for resources: {'Port': ['ID=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:40.106196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Made reservation on behalf of d582b0f4fbe741bf89382c168d44dbef for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:40.107250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 65260336-5716-4963-b299-1760de358392 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:40.111449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.158685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67e1553-fe0d-4eb0-b7f8-0684587845f3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:40.166103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.169774 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e5454458-0c8a-4aa7-90a6-9c9645d301d8 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5626936 Dec 16 17:42:40.171628 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49782) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:40.182100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.185718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.186908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': 'f67e1553-fe0d-4eb0-b7f8-0684587845f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:40.210982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:40.233129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.321830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:40.343365 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e0ca2eb8-98e6-4e56-94f0-8feb04390ea7 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2860 time: 0.5755439 Dec 16 17:42:40.350880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.369103 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:40.371911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:40.378961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.417150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Pushing event updated for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:40.418750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 0dbf3926-4e41-47e3-b78b-059962a08fb8 yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:40.499841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.530420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.540026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Attempting to bind port 81a59418-1208-460a-958a-47c64ccba3d2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:40.540567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Attempting to bind port 81a59418-1208-460a-958a-47c64ccba3d2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'fa81104d-9852-4b7a-b07e-b093d53e62ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:40.541084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Attempting to bind port 81a59418-1208-460a-958a-47c64ccba3d2 on network 772ced3d-af72-4895-88f9-7a34f9c4f01f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:40.561994 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:42:40.633415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:40.634048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Checking segment: {'id': 'fa81104d-9852-4b7a-b07e-b093d53e62ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:40.635238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.635724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Bound using segment: {'id': 'fa81104d-9852-4b7a-b07e-b093d53e62ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:40.636389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Bound port: 81a59418-1208-460a-958a-47c64ccba3d2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa81104d-9852-4b7a-b07e-b093d53e62ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:40.636871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.688780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50d587a-45ed-43a4-bf85-ea2329f36364,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:40.711968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.715691 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7cabb48a-591b-4ca6-817b-368e2eb9d123 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5321963 Dec 16 17:42:40.729473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:37Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:40.731667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49786) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:40.746795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': 'f67e1553-fe0d-4eb0-b7f8-0684587845f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:40.774267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Checking router: 21b88211-e718-4a48-ac9c-96e6469f352f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:40.774792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Updating router 21b88211-e718-4a48-ac9c-96e6469f352f port c5d22282-996f-4214-b828-d076786d39c0 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:42:40.779175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:40.780412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.795904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.853629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=81a59418-1208-460a-958a-47c64ccba3d2,segment=NetworkSegment(fa81104d-9852-4b7a-b07e-b093d53e62ae),segment_id=fa81104d-9852-4b7a-b07e-b093d53e62ae)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:40.859305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.878294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.883365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:40.883881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.893319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619866390', 'description': 'tempest-secgroup-smoke-1619866390 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:40.912143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.954254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::1c5 (772ced3d-af72-4895-88f9-7a34f9c4f01f/7cdf141a-c3fe-4685-9bce-3ddd664aa7ca/0dbf3926-4e41-47e3-b78b-059962a08fb8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:40.958319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:40.976996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92237c68-7aca-4df3-a0af-f70f9af6f270 None None] Pushing event updated for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.000389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.050181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:41.052466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=3df20533-f47d-4a6d-915a-78fb4855c513,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.065400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:41.177943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.196919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.275900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c3abbf-24ca-4896-9559-98c845c996ab,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.300089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.326048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.327276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-37f73bb1-b5d8-447a-8e1b-54e2b49f9cee tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5946333 Dec 16 17:42:41.330438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.334681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49790) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:41.341071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.350966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': 'f67e1553-fe0d-4eb0-b7f8-0684587845f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:41.364429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.366200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.367684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:42:41.371569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.395146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.412297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf06ae-f8c1-4a64-bbe5-b13eecde1147 None None] Pushing event updated for resources: {'Port': ['ID=c5d22282-996f-4214-b828-d076786d39c0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.533795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.538088 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6503484 Dec 16 17:42:41.538400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbae74-5ebd-4aa3-a43e-37e88f5888de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32aa3ba-068c-4a10-b474-71e92ac2232d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.541157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Attempting to bind port c5d22282-996f-4214-b828-d076786d39c0 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:41.541864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:41.542253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Attempting to bind port c5d22282-996f-4214-b828-d076786d39c0 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:41.542624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Attempting to bind port c5d22282-996f-4214-b828-d076786d39c0 on network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:41.557651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'b32aa3ba-068c-4a10-b474-71e92ac2232d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:41.563369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:41.564170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Checking segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:41.564652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.565095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Bound using segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:41.566172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Bound port: c5d22282-996f-4214-b828-d076786d39c0, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:41.566743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.589521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Checking segment: {'id': '4a5fc926-2135-4b52-9bad-fe1fa638d9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '65260336-5716-4963-b299-1760de358392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:41.590041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Network hostable DHCP agents. Network: 65260336-5716-4963-b299-1760de358392, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:41.612115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.625586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.634705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:41.643768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-250670d3-82a0-44cc-a81a-da35ea45bbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7099738 Dec 16 17:42:41.644607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49794) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:41.648385 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:41.658627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-1570734977'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:41.670530 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:41.671176 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:41.673452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Network 65260336-5716-4963-b299-1760de358392 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:41.701812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.721012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 65260336-5716-4963-b299-1760de358392) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:41.731413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:41.732220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.734465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513a7e2-66a6-423b-8a38-6fb4ea260bf6 None None] Network 65260336-5716-4963-b299-1760de358392 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:41.789159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.797742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:41.801368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.831284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:41.831544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.841758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:41.854531 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4143f144-813b-4ac3-a4de-4d282e0d70d2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8265185 Dec 16 17:42:41.872392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:41.883230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:41.888907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.897249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:41.901982 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:41.905944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] For port c5d22282-996f-4214-b828-d076786d39c0, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:41.927083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:41.936659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.937351 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment 8a648bc9-6e6d-4754-b363-d19ddccc40ae of type vlan for network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 Dec 16 17:42:41.952998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831540f-482a-415c-a2c0-23fe0e1a6242 None None] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:41.954565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.961913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=0dbf3926-4e41-47e3-b78b-059962a08fb8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:41.978527 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7b56b63f-0984-407e-a421-25c952b68b73 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1019623 Dec 16 17:42:41.979186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49798) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:41.984076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.984274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:41.992803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4cc477-a04a-4b44-8171-0c6c139aa65c None None] Network 65260336-5716-4963-b299-1760de358392 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:41.994260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:42.013965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428c726c-a040-4769-a6af-ef465eb69cc0,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:42.018491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.025935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:42.026871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.044605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.048400 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-34f5023a-bd1e-485d-ae02-91d3be9455cd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5008788 Dec 16 17:42:42.048571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529aa598-2b64-4d27-a606-15ea7f891f82,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:42.050727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49800) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:42.156662 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5023901 Dec 16 17:42:42.160341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49804) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:42.167851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:42.267132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7de107-3651-41ad-b021-5b9676f13aef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=07064077-40a0-4b7c-bf65-29eacbcb8cc2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:42.268632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:40Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:40Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:42.301474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] For port c5d22282-996f-4214-b828-d076786d39c0, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c5d22282-996f-4214-b828-d076786d39c0,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:42.325707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:42.333572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:42.342632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:42.342978 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Updating router b4eb5a80-7637-445b-b506-636c69c03db2 port 3df20533-f47d-4a6d-915a-78fb4855c513 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:42:42.343726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.383316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.412323 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.568281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Provisioning complete for port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:42.569490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.633267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.732069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.809917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf06ae-f8c1-4a64-bbe5-b13eecde1147 None None] Pushing event updated for resources: {'Port': ['ID=c5d22282-996f-4214-b828-d076786d39c0,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:42.814721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:42.831208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-330176661-network', 'tenant_id': '8980642e5a814d659fe67da1391fe0d7'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:42.848931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'b32aa3ba-068c-4a10-b474-71e92ac2232d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:42.887822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=97167204-390a-4ff0-bca2-801e805a22cd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:42.897625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.898971 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f5f5e380-fa8a-42b8-9786-9f769d306470 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5554221 Dec 16 17:42:42.904382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49818) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:42.912666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': 'f67e1553-fe0d-4eb0-b7f8-0684587845f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:42.924712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:42.925510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.939464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.968052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:42.973167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: 07064077-40a0-4b7c-bf65-29eacbcb8cc2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:42.976410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:42.976711 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.977453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:42.977988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Made reservation on behalf of 8980642e5a814d659fe67da1391fe0d7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:42.983153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:42.988606 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.032636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:43.036613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.085914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.089598 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Pushing event updated for resources: {'Port': ['ID=3df20533-f47d-4a6d-915a-78fb4855c513,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.112873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:43.138874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.139998 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.140832 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.141451 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.141969 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.143706 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.144256 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.145376 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.145897 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.147089 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.148088 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.148734 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.149315 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:43.175592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.180890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 07064077-40a0-4b7c-bf65-29eacbcb8cc2) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:43.188204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.192206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.197282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.204867 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Attempting to bind port 3df20533-f47d-4a6d-915a-78fb4855c513 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:43.205390 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Attempting to bind port 3df20533-f47d-4a6d-915a-78fb4855c513 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:43.205752 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Attempting to bind port 3df20533-f47d-4a6d-915a-78fb4855c513 on network 18ca34db-cf37-475f-bc55-b932cdfdc291 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:43.214774 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:43.215529 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Checking segment: {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:43.216165 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.217390 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Bound using segment: {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:43.218296 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Bound port: 3df20533-f47d-4a6d-915a-78fb4855c513, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6041536-1e88-4a91-98d0-be9a76857a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:43.218888 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.219892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:43.220613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.223074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.249221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e1c38-dce6-4aca-8987-3702cecbfc14 None None] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:43.251021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.266409 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-55ac1f0e-820d-4ca0-8b68-5a8d9e51c11b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1015525 Dec 16 17:42:43.267821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:43.306358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443388aa-73ed-4a15-bdf4-2ec7953cc1fb,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.339118 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] For port 3df20533-f47d-4a6d-915a-78fb4855c513, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:43.343732 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] For port 3df20533-f47d-4a6d-915a-78fb4855c513, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3df20533-f47d-4a6d-915a-78fb4855c513,segment=NetworkSegment(e6041536-1e88-4a91-98d0-be9a76857a01),segment_id=e6041536-1e88-4a91-98d0-be9a76857a01)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:43.346420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.347477 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dd07ad9b-1504-42aa-ba2c-aec8b4dc8c0e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5023241 Dec 16 17:42:43.352821 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.354299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49822) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:43.358322 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.ipam_backend_mixin [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7cdf141a-c3fe-4685-9bce-3ddd664aa7ca (CIDR: 2001:db8::/64) Dec 16 17:42:43.363857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'b32aa3ba-068c-4a10-b474-71e92ac2232d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:43.373780 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:42:43.373780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:42:43.396097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.408200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.417105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.433553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.442372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-db73ec7b-8ff9-4a58-8620-4ee453c28098 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4566395 Dec 16 17:42:43.448202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:43.451116 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a9da2-c664-427e-a925-e28810903a8c None None] Pushing event updated for resources: {'Port': ['ID=3df20533-f47d-4a6d-915a-78fb4855c513,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.469582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:43.487128 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:43.488329 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:43.490690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a82d35c-70c3-43fa-93d6-928dd9e9acc0,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.498718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.502722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,segment=NetworkSegment(e6041536-1e88-4a91-98d0-be9a76857a01),segment_id=e6041536-1e88-4a91-98d0-be9a76857a01)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:43.521898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.523678 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-526e0db6-635b-437d-be07-65c883d61f3c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6181781 Dec 16 17:42:43.533792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49826) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:43.541551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.542914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 81a59418-1208-460a-958a-47c64ccba3d2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:43.555397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:43.558109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': 'f67e1553-fe0d-4eb0-b7f8-0684587845f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:43.575967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:43.576971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.674639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e212f-244e-48a0-8a72-43a195975cec,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.680652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:43.689042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.689315 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Added segment 6a67adb9-2caa-4d1a-ba14-58852cf70662 of type vlan for network af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2 Dec 16 17:42:43.710699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.762909 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:43.775461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.786754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.802900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.838837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.846465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2d857d-187d-4d1e-bca4-2a7c2c5b390a,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.868098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.869405 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0c8d9a78-5bda-4503-aa83-914e695c135c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5141406 Dec 16 17:42:43.871359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.872086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49828) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:43.876480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'b32aa3ba-068c-4a10-b474-71e92ac2232d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:43.894891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.900611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:42:43.901501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:42:43.923150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.924133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:43.924712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.957712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7c2239-ca4c-4bdf-9553-14bc8414ed5b,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:43.980876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:43.981436 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e72795bb-95bb-44b4-878f-14ea3fa702e0 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4316020 Dec 16 17:42:43.984565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49830) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.026231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.048604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c086d1cd-576f-43a9-b81e-5e07a02a06b6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.061941 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:40Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:43Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:44.062655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c086d1cd-576f-43a9-b81e-5e07a02a06b6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.085359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2641070 Dec 16 17:42:44.091397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49832) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.101183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Request body: {'subnet': {'network_id': 'af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-330176661-subnet', 'tenant_id': '8980642e5a814d659fe67da1391fe0d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:44.105659 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84863c71-18a2-47c5-b2cd-d8d323ac3bc5 None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:40Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:43Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:44.110415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eb145-c2a3-4e20-a658-373faafcd2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:44.140223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.156195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:44.157047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.163496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:44.163869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.171756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c086d1cd-576f-43a9-b81e-5e07a02a06b6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.178651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c086d1cd-576f-43a9-b81e-5e07a02a06b6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.186432 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c086d1cd-576f-43a9-b81e-5e07a02a06b6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9c7c2239-ca4c-4bdf-9553-14bc8414ed5b HTTP/1.1" status: 204 len: 168 time: 0.2007961 Dec 16 17:42:44.188147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:44.190480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49834) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.193284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5526a11a-d968-4c94-9ff0-d727d2439d93,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:44.196603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.218449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d1cd-576f-43a9-b81e-5e07a02a06b6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c7c2239-ca4c-4bdf-9553-14bc8414ed5b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:44.269638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.274429 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e3478d27-b389-4f38-82c0-6e39e15fc720 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980913 Dec 16 17:42:44.294950 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9d9288ef-d0a5-4025-922b-1ce305aa44a2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1030984 Dec 16 17:42:44.295596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49836) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.295934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49838) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.304153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'b32aa3ba-068c-4a10-b474-71e92ac2232d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:44.336719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76733724-171c-4347-89ce-fd697aebace3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.346276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76733724-171c-4347-89ce-fd697aebace3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.384757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76733724-171c-4347-89ce-fd697aebace3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.385973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Allocated IP 172.21.0.2 (07064077-40a0-4b7c-bf65-29eacbcb8cc2/97167204-390a-4ff0-bca2-801e805a22cd/25dd335d-4696-4a1e-8ac6-59902b4834ea) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:44.390304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76733724-171c-4347-89ce-fd697aebace3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.395017 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-76733724-171c-4347-89ce-fd697aebace3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6a82d35c-70c3-43fa-93d6-928dd9e9acc0 HTTP/1.1" status: 204 len: 168 time: 0.0967214 Dec 16 17:42:44.395879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49842) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.445453 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:42:44.453820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:41Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:44.467438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.509809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733724-171c-4347-89ce-fd697aebace3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a82d35c-70c3-43fa-93d6-928dd9e9acc0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:44.588630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73871e24-2df1-4305-825c-aa8b5300664b None None] The sync data for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv is: [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:41Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:44.595346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dbee6330-c0e1-439b-8463-8523c81756e1 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1842973 Dec 16 17:42:44.597835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.600319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49844) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.622894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.689758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.720627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfadcc68-9ee0-409d-9efd-b980dbfaf49c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:44.739214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.742576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Made reservation on behalf of 8980642e5a814d659fe67da1391fe0d7 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:44.744914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.745266 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8d2dd268-ebc1-4a4b-8d96-46bc4119b638 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4479094 Dec 16 17:42:44.752368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49846) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.758204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'b32aa3ba-068c-4a10-b474-71e92ac2232d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:44.776322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b533b0a-aaec-458c-a11f-597f068dc5a6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.789989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b533b0a-aaec-458c-a11f-597f068dc5a6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.794337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:44.794709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.814362 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:42:44.824204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.898169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b533b0a-aaec-458c-a11f-597f068dc5a6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.905815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b533b0a-aaec-458c-a11f-597f068dc5a6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.910976 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3b533b0a-aaec-458c-a11f-597f068dc5a6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/529aa598-2b64-4d27-a606-15ea7f891f82 HTTP/1.1" status: 204 len: 168 time: 0.3081572 Dec 16 17:42:44.911788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49848) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:44.953751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b533b0a-aaec-458c-a11f-597f068dc5a6 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=529aa598-2b64-4d27-a606-15ea7f891f82,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:44.975345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:44.984160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.008517 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6456699b-2f97-4481-b519-7404a82fede3 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0904310 Dec 16 17:42:45.009709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49850) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.016863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.060388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe283860-14e5-45db-bb27-fdcf234e4d8e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.062960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9063135e-5086-4e76-a217-c95bd8aca6a5,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.075948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.086454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ccbceaf2-97d2-4fcb-8783-a1891d0fe254 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3238442 Dec 16 17:42:45.086454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe283860-14e5-45db-bb27-fdcf234e4d8e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.153380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe283860-14e5-45db-bb27-fdcf234e4d8e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.161434 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe283860-14e5-45db-bb27-fdcf234e4d8e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.167619 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fe283860-14e5-45db-bb27-fdcf234e4d8e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f7c3abbf-24ca-4896-9559-98c845c996ab HTTP/1.1" status: 204 len: 168 time: 0.1566162 Dec 16 17:42:45.168538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49854) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.213856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283860-14e5-45db-bb27-fdcf234e4d8e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7c3abbf-24ca-4896-9559-98c845c996ab,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.219834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.266614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.294261 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bed0eb05-21dc-43bd-a5ad-6b973b399d2e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1166902 Dec 16 17:42:45.294747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49858) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.333047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5d382f-b1cf-4ac7-bddd-632e3661a42e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.345118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5d382f-b1cf-4ac7-bddd-632e3661a42e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.384407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5d382f-b1cf-4ac7-bddd-632e3661a42e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.398838 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5d382f-b1cf-4ac7-bddd-632e3661a42e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.402371 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5e5d382f-b1cf-4ac7-bddd-632e3661a42e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d50d587a-45ed-43a4-bf85-ea2329f36364 HTTP/1.1" status: 204 len: 168 time: 0.1034896 Dec 16 17:42:45.403842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d382f-b1cf-4ac7-bddd-632e3661a42e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d50d587a-45ed-43a4-bf85-ea2329f36364,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.406472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49868) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.428758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=81a59418-1208-460a-958a-47c64ccba3d2,segment=NetworkSegment(fa81104d-9852-4b7a-b07e-b093d53e62ae),segment_id=fa81104d-9852-4b7a-b07e-b093d53e62ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:45.442496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:45.447809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.450611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.455479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:45.464266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Pushing event updated for resources: {'Port': ['ID=25dd335d-4696-4a1e-8ac6-59902b4834ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.470762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:45.482792 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c10b459d-fa98-45a1-ba73-59e0c86761b9 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746775 Dec 16 17:42:45.486057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49870) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.526967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.535752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.584681 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-5ec8a126-f62f-4889-a58c-dedbf0d7e6fa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619866390&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.1835001 Dec 16 17:42:45.596653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10f142f3-7e23-447c-95f9-89e7e1a5d58f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.607690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] For port c5d22282-996f-4214-b828-d076786d39c0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c5d22282-996f-4214-b828-d076786d39c0,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:45.637844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.730894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10f142f3-7e23-447c-95f9-89e7e1a5d58f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.731103 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Attempting to bind port 25dd335d-4696-4a1e-8ac6-59902b4834ea on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:45.731429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Attempting to bind port 25dd335d-4696-4a1e-8ac6-59902b4834ea by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:45.731871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Attempting to bind port 25dd335d-4696-4a1e-8ac6-59902b4834ea on network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:45.746236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:45.746713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Checking segment: {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:45.747180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.747838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Bound using segment: {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:45.748412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Bound port: 25dd335d-4696-4a1e-8ac6-59902b4834ea, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:45.748855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.775897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0825507e-8a63-4da9-96c2-9ec4e3ba5b20,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.780643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.787527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3315c-9276-4813-a9f6-13993162055a None None] Pushing event updated for resources: {'Port': ['ID=c5d22282-996f-4214-b828-d076786d39c0,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.836916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:45.837284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Checking segment: {'id': '6a67adb9-2caa-4d1a-ba14-58852cf70662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:45.837919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Network hostable DHCP agents. Network: af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:45.846077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:45.846713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.861962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.21.0.1 (07064077-40a0-4b7c-bf65-29eacbcb8cc2/97167204-390a-4ff0-bca2-801e805a22cd/df75ab11-2c84-4485-81a9-9547d6739006) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:45.869782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:45.878462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:45.888872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:45.889801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.896509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=31c89bab-f618-4f27-b4ad-5a2dee205a4b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.905230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f6d7d-a514-40e2-9a14-683f59f57f1e None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:45.907082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10f142f3-7e23-447c-95f9-89e7e1a5d58f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.911085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10f142f3-7e23-447c-95f9-89e7e1a5d58f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:45.916338 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-10f142f3-7e23-447c-95f9-89e7e1a5d58f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/f67e1553-fe0d-4eb0-b7f8-0684587845f3 HTTP/1.1" status: 204 len: 168 time: 0.4267843 Dec 16 17:42:45.916541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Network af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:45.927562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49872) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.932961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-9fdd6aa9-265a-4fcd-8024-734815323213 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:45.934534 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-9fdd6aa9-265a-4fcd-8024-734815323213 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 200 len: 796 time: 0.3246005 Dec 16 17:42:45.935420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f142f3-7e23-447c-95f9-89e7e1a5d58f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67e1553-fe0d-4eb0-b7f8-0684587845f3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:45.960022 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-5ebe6379-19b6-4f9d-897a-9448e503fc79 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0147069 Dec 16 17:42:45.975500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-062de551-4b64-41bf-a2ae-11def3b50cac tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5229182 Dec 16 17:42:45.979589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49874) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:45.987476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-100460940', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31c89bab-f618-4f27-b4ad-5a2dee205a4b'}], 'security_groups': ['65ab5048-0d22-4865-9b53-0cb187fde180']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:45.999552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:46.004639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] For port 25dd335d-4696-4a1e-8ac6-59902b4834ea, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:46.011427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] For port 25dd335d-4696-4a1e-8ac6-59902b4834ea, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=25dd335d-4696-4a1e-8ac6-59902b4834ea,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:46.016600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff8e18-7cc7-466c-9ed9-f5e43a14aa2f None None] Network af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:46.023105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:46.024023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.047066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9283cfed-c6fc-454d-8cfc-eb2c96447897 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1162908 Dec 16 17:42:46.053337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49876) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:46.065861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.074955 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-10b76690-8189-495f-a31b-f4e3636235c9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9786994 Dec 16 17:42:46.110477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--381998448'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:46.112727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.175293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.261967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:46.262461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.273485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:46.278115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:46.295881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:46.318336 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-7d815e0e-99c1-4b54-804d-dd677e9ba4e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3115127 Dec 16 17:42:46.367292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=df75ab11-2c84-4485-81a9-9547d6739006,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:46.386989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696e696-1081-431c-b260-cbe477a70bf3 None None] Pushing event updated for resources: {'Port': ['ID=25dd335d-4696-4a1e-8ac6-59902b4834ea,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:46.397657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.428489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.473592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Provisioning complete for port 0dbf3926-4e41-47e3-b78b-059962a08fb8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:46.473999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.591400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.735204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.746922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149730c-4f60-4414-acd2-fb1d0246d26a None None] Network af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:46.819172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.866897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] Update dhcp port {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'fixed_ips': [{'subnet_id': '7cdf141a-c3fe-4685-9bce-3ddd664aa7ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '31c89bab-f618-4f27-b4ad-5a2dee205a4b'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '81a59418-1208-460a-958a-47c64ccba3d2'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:42:46.878017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.897766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3df20533-f47d-4a6d-915a-78fb4855c513 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:46.899507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Port 0dbf3926-4e41-47e3-b78b-059962a08fb8 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:46.937761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:46.968570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e97bc08-de14-4640-ab07-740c912b4f07,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:47.018481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Provisioning complete for port 3df20533-f47d-4a6d-915a-78fb4855c513 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:47.018914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.041458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.042119 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cc8526f8-72cc-4bf2-81ec-83f0c2e34285 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9881270 Dec 16 17:42:47.055387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:47.059975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '1e97bc08-de14-4640-ab07-740c912b4f07', 'direction': 'ingress', 'protocol': 17}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:47.089621 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-501797ff-723f-4d33-9f07-ad76019a2c94 service neutron] 10.222.0.66 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702312 Dec 16 17:42:47.123600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.130326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.141090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.149611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3df20533-f47d-4a6d-915a-78fb4855c513 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:47.149988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.173540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-4e1b98f7-e3d8-4c67-90ce-689ac64cc883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:47.175006 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-4e1b98f7-e3d8-4c67-90ce-689ac64cc883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/networks?id=65260336-5716-4963-b299-1760de358392 HTTP/1.1" status: 200 len: 811 time: 0.3517425 Dec 16 17:42:47.226217 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-68b22aa3-f7f3-4a10-9536-b7f9c5c67d3a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/quotas/d582b0f4fbe741bf89382c168d44dbef HTTP/1.1" status: 200 len: 375 time: 0.0226300 Dec 16 17:42:47.232746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=df75ab11-2c84-4485-81a9-9547d6739006,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:47.246348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.260205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.280350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.293821 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-53370913-1354-4982-8566-2f071171cfbc tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d582b0f4fbe741bf89382c168d44dbef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574777 Dec 16 17:42:47.298190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] Allocated IP 2001:db8:0:1::2 (772ced3d-af72-4895-88f9-7a34f9c4f01f/31c89bab-f618-4f27-b4ad-5a2dee205a4b/81a59418-1208-460a-958a-47c64ccba3d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:47.311254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.369811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cb7a1c-994c-4537-98e7-b412fd338df2,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:47.384433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.387044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.390203 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b42b62d8-4655-4635-b6d0-fe9cb00a294c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3335648 Dec 16 17:42:47.393914 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-5ae21a56-e4e6-4703-b9c2-3806e9a3bae5 service neutron] 10.222.0.66 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024261 Dec 16 17:42:47.394109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:47.482468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] For port 3df20533-f47d-4a6d-915a-78fb4855c513, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3df20533-f47d-4a6d-915a-78fb4855c513,segment=NetworkSegment(e6041536-1e88-4a91-98d0-be9a76857a01),segment_id=e6041536-1e88-4a91-98d0-be9a76857a01)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:47.502085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.525071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:47.531049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:47.563879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc58d9aa-eb0f-4d50-8092-b8223ee255db tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.596336 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-937a9600-5d6d-4d5e-b063-4da2729e207b service neutron] 10.222.0.66 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016763 Dec 16 17:42:47.641116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc58d9aa-eb0f-4d50-8092-b8223ee255db tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.760488 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-b1bfdb29-5834-40c6-85d9-ef376da3ecd8 service neutron] 10.222.0.66 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612988 Dec 16 17:42:47.790779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:47.809891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b77edb8-e553-400c-bbfa-322f4aaf4bfa req-ac99e664-3479-4164-b794-bfc61f1db21f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 210 time: 0.1035388 Dec 16 17:42:47.868177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:47.868612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.926085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e389eab4-b7b1-4ae8-8e1b-dc48bb2b59a0 None None] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:47.960514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc58d9aa-eb0f-4d50-8092-b8223ee255db tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.965753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc58d9aa-eb0f-4d50-8092-b8223ee255db tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:47.967498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cc58d9aa-eb0f-4d50-8092-b8223ee255db tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/1e97bc08-de14-4640-ab07-740c912b4f07 HTTP/1.1" status: 204 len: 168 time: 0.5722806 Dec 16 17:42:47.971113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49910) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:47.971805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:42:47.972163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:42:47.996218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58d9aa-eb0f-4d50-8092-b8223ee255db tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e97bc08-de14-4640-ab07-740c912b4f07,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.018755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:48.029819 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-95123a45-8224-4025-be2f-55f35139fbf8 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7608790 Dec 16 17:42:48.030517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49914) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:48.036304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-1083307028'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:48.045300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:48.063208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Pushing event updated for resources: {'Port': ['ID=3df20533-f47d-4a6d-915a-78fb4855c513,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.078584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=81a59418-1208-460a-958a-47c64ccba3d2,segment=NetworkSegment(fa81104d-9852-4b7a-b07e-b093d53e62ae),segment_id=fa81104d-9852-4b7a-b07e-b093d53e62ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:48.088908 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8d0e91a4-a029-4a08-a330-3a270892f63f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170859 Dec 16 17:42:48.089891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:48.094490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49916) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:48.101117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--347979933'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:48.105489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:48.109727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.112389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:48.117263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:48.125834 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e194b084-4455-4bf3-a855-bb15ba5ee831 req-4e084afa-55bc-464a-8feb-be3cae3bf559 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0420034 Dec 16 17:42:48.137634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:48.153139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.153484 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment 7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6 of type vlan for network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 Dec 16 17:42:48.187714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.230410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.280554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.286309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:48.287165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.289243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.324133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.373822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.389507 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3578947 Dec 16 17:42:48.392805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49928) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:48.398346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:48.407551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.431865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Provisioning complete for port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:48.432095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3a8d1-e2ff-4e52-8afd-862ee5ca3096 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=d9fef52b-d97c-4e45-bf8f-f0ebb54d5445,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.432322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.459810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Delete allocated IP 2001:db8::1c5 (772ced3d-af72-4895-88f9-7a34f9c4f01f/7cdf141a-c3fe-4685-9bce-3ddd664aa7ca) {{(pid=103242) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 17:42:48.481521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.486359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3907716 Dec 16 17:42:48.488816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8:0:1::279 (772ced3d-af72-4895-88f9-7a34f9c4f01f/31c89bab-f618-4f27-b4ad-5a2dee205a4b/0dbf3926-4e41-47e3-b78b-059962a08fb8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:48.489585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49932) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:48.494860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:48.498103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--946915040'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:48.553156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:48.570837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b0dc6-700e-4670-8a78-61912b687353 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770f4459-e0fd-4681-96b0-cab198735aff,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.574083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.650234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:48.653904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.751139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.763306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.766194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.776107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7f6fa-b1c0-4ae6-b1d5-817ef30338f1 None None] Pushing event updated for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.779679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.854784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a8c97f-c05f-4bea-a7a2-b10f0927620c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.864118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=0dbf3926-4e41-47e3-b78b-059962a08fb8,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:48.889581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.889581 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9817c0c0-2db5-4148-964e-6753ab9f16cf tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3937731 Dec 16 17:42:48.889931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49936) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:48.896975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '770f4459-e0fd-4681-96b0-cab198735aff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98a8c97f-c05f-4bea-a7a2-b10f0927620c', 'remote_ip_prefix': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:48.908985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5d22282-996f-4214-b828-d076786d39c0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:48.922152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] In _notify_port_updated(), no bound segment for port 0dbf3926-4e41-47e3-b78b-059962a08fb8 on network 772ced3d-af72-4895-88f9-7a34f9c4f01f {{(pid=103242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:42:48.932168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:48.932834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:48.936738 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f26e35a1-df7b-4eb9-b93e-17543bb847d6 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/ports/0dbf3926-4e41-47e3-b78b-059962a08fb8 HTTP/1.1" status: 200 len: 930 time: 2.9535310 Dec 16 17:42:48.939756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49938) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:49.013907 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06d6b69f-5d34-4d9b-992b-c7242c743496 req-3cc8e245-b828-4f04-80aa-4c1848ed001d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 210 time: 0.0730546 Dec 16 17:42:49.054650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.084123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.131649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=7671575c-8d68-49d9-99aa-1912daa3a898,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:49.153988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:49.154344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.154975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:49.155407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: d9fef52b-d97c-4e45-bf8f-f0ebb54d5445, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:49.179966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 0dbf3926-4e41-47e3-b78b-059962a08fb8 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:42:49.180158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.227643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:49.235718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:49.236337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045e3ecd-0ea1-4556-8b0d-301fac66c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.247119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, d9fef52b-d97c-4e45-bf8f-f0ebb54d5445) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:49.251787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:49.252574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.290970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b0c79-8322-4695-8f78-f72cbfe28c06 None None] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:49.297494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-64fef833-7fde-4713-ab6e-e2dbcea3393d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9033134 Dec 16 17:42:49.299740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49942) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:49.413988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:46Z', 'revision_number': 3, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:46Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:49.424500 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55462d14-a03f-479e-9f2d-6650694679b8 req-45c003ca-2ca2-4fa4-8414-45ad132fca2e tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0616043 Dec 16 17:42:49.523891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.554657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:49.555019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Updating router b4eb5a80-7637-445b-b506-636c69c03db2 port df75ab11-2c84-4485-81a9-9547d6739006 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:42:49.581815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.656963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce70da89-85b9-4cef-8bbf-550cbd3a49fa,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:49.669133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.801445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.803180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a6556bd0-9d42-479f-8bd5-6aee31adeb89 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9122097 Dec 16 17:42:49.821404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49948) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:49.822330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-d9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:49.825337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.853407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.885983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-7b8395c8-6079-4929-8dbb-17bd2761c98a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:49.888484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-7b8395c8-6079-4929-8dbb-17bd2761c98a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 200 len: 796 time: 0.4630308 Dec 16 17:42:49.912338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 0dbf3926-4e41-47e3-b78b-059962a08fb8 owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:42:49.941228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fc0697b-252a-41a4-b834-87f0e7e38b66 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:49.965076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fc0697b-252a-41a4-b834-87f0e7e38b66 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.040813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3df20533-f47d-4a6d-915a-78fb4855c513 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:50.180255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.207907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-60b0e74a-0e22-45cb-9c71-4c4b049aa2b5 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:50.210077 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-60b0e74a-0e22-45cb-9c71-4c4b049aa2b5 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.57 "GET /v2.0/networks?id=65260336-5716-4963-b299-1760de358392 HTTP/1.1" status: 200 len: 811 time: 0.3164034 Dec 16 17:42:50.230513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Request body: {'port': {'device_id': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'network_id': '65260336-5716-4963-b299-1760de358392', 'admin_state_up': True, 'tenant_id': 'd582b0f4fbe741bf89382c168d44dbef'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:50.273165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:50.273543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.316097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.429506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-37e180de-491e-41af-9e91-c53cc6a54e74 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 380 time: 0.5149324 Dec 16 17:42:50.431607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9da55e88-a397-41d5-a852-dce5d2c69a19 req-c6e06b72-f1a6-4b01-a989-01e13cfd2059 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 210 time: 0.0506060 Dec 16 17:42:50.434133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fc0697b-252a-41a4-b834-87f0e7e38b66 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.443673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fc0697b-252a-41a4-b834-87f0e7e38b66 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.445854 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3fc0697b-252a-41a4-b834-87f0e7e38b66 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ce70da89-85b9-4cef-8bbf-550cbd3a49fa HTTP/1.1" status: 204 len: 168 time: 0.6090140 Dec 16 17:42:50.451046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49958) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:50.502413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['b32aa3ba-068c-4a10-b474-71e92ac2232d']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:50.518024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0697b-252a-41a4-b834-87f0e7e38b66 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce70da89-85b9-4cef-8bbf-550cbd3a49fa,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:50.561535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Allocated IP 172.22.0.2 (d9fef52b-d97c-4e45-bf8f-f0ebb54d5445/7671575c-8d68-49d9-99aa-1912daa3a898/8f368742-1f0f-4a60-875d-9f55e9a0c6a2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:50.573689 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-45f37b63-b9ce-4b3d-980e-44e1b9490637 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1191123 Dec 16 17:42:50.574973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3df20533-f47d-4a6d-915a-78fb4855c513 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:50.575367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.581120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49960) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:50.629424 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42846821-3ada-4593-9aa4-067b1bf883b0 req-32aae2ac-500e-4c59-a406-a5e110319a2b tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0625305 Dec 16 17:42:50.654305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.676130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Made reservation on behalf of d582b0f4fbe741bf89382c168d44dbef for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:50.679723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.715806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.763708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.774237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-962da676-e997-4b17-a4ce-fc90ed61a313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.813622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=0dbf3926-4e41-47e3-b78b-059962a08fb8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:50.836227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-962da676-e997-4b17-a4ce-fc90ed61a313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.854596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:50.858391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.867332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Allocated IP 172.20.0.14 (65260336-5716-4963-b299-1760de358392/5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8/186343bd-5f90-4c26-9a93-3c13ca984a4f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:50.877118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54523-e740-4920-b54a-a38c52ed19d2 None None] Pushing event updated for resources: {'Port': ['ID=df75ab11-2c84-4485-81a9-9547d6739006,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:50.879211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:50.883012 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3a5b1b52-8ed9-4a47-ba0c-79d44220f0d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/0dbf3926-4e41-47e3-b78b-059962a08fb8 HTTP/1.1" status: 204 len: 168 time: 1.9405761 Dec 16 17:42:50.891072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49962) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:50.944097 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-257ac87f-c1f6-428b-b6d9-91efa5e5baf7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:42:50.944634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Could not find standard attr ID for object 0dbf3926-4e41-47e3-b78b-059962a08fb8. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:42:50.950733 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-257ac87f-c1f6-428b-b6d9-91efa5e5baf7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/0dbf3926-4e41-47e3-b78b-059962a08fb8 HTTP/1.1" status: 404 len: 333 time: 0.0585206 Dec 16 17:42:50.953248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 81a59418-1208-460a-958a-47c64ccba3d2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:50.957659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49964) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:51.046184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.064255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-962da676-e997-4b17-a4ce-fc90ed61a313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.069482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-962da676-e997-4b17-a4ce-fc90ed61a313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.070365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Attempting to bind port df75ab11-2c84-4485-81a9-9547d6739006 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:51.070887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-962da676-e997-4b17-a4ce-fc90ed61a313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/98a8c97f-c05f-4bea-a7a2-b10f0927620c HTTP/1.1" status: 204 len: 168 time: 0.4736857 Dec 16 17:42:51.071295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Attempting to bind port df75ab11-2c84-4485-81a9-9547d6739006 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:51.072027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Attempting to bind port df75ab11-2c84-4485-81a9-9547d6739006 on network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:51.077252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Provisioning complete for port df75ab11-2c84-4485-81a9-9547d6739006 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:51.079503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.085532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.099985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49966) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:51.100769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da676-e997-4b17-a4ce-fc90ed61a313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a8c97f-c05f-4bea-a7a2-b10f0927620c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:51.151610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Port df75ab11-2c84-4485-81a9-9547d6739006 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:51.162359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:51.162742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Checking segment: {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:51.163051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.163448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Bound using segment: {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:51.163934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Bound port: df75ab11-2c84-4485-81a9-9547d6739006, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a648bc9-6e6d-4754-b363-d19ddccc40ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:51.164475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.199939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc36df2d-6461-4baa-94cc-29a207133561 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.211615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.234420 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.22.0.1 (d9fef52b-d97c-4e45-bf8f-f0ebb54d5445/7671575c-8d68-49d9-99aa-1912daa3a898/f689ed67-43af-4634-82a5-fb5f6a9f9eac) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:51.251769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.14 (6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2/189d9e11-953c-4c8b-8e4d-ed873b8fa989/982b31b4-d31b-453b-896c-220b284e4564) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:51.263428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc36df2d-6461-4baa-94cc-29a207133561 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.268345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Pushing event updated for resources: {'Port': ['ID=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:51.280174 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-38e65b57-9d2c-4c76-baca-764f3e1eaebc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1771522 Dec 16 17:42:51.286053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:51.286261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49968) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:51.297267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:51.297678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.300769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:51.301361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.303366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:51.305795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:51.321444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.380567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Network 65260336-5716-4963-b299-1760de358392 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:51.388909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:51.391956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:51.418491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] For port df75ab11-2c84-4485-81a9-9547d6739006, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:51.439355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Pushing event updated for resources: {'Port': ['ID=186343bd-5f90-4c26-9a93-3c13ca984a4f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:51.442869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:51.445644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.449444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f7430-6f7f-4d39-8226-357217f82737 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.451876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] For port df75ab11-2c84-4485-81a9-9547d6739006, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df75ab11-2c84-4485-81a9-9547d6739006,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:51.455052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc36df2d-6461-4baa-94cc-29a207133561 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.459631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc36df2d-6461-4baa-94cc-29a207133561 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.461155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bc36df2d-6461-4baa-94cc-29a207133561 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/security-groups/f969988a-9deb-4da1-b2e4-fa23550b61a4 HTTP/1.1" status: 204 len: 168 time: 0.4994648 Dec 16 17:42:51.469036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:51.469667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.471176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.472024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49970) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:51.477697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Attempting to bind port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:51.478570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Attempting to bind port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:51.479515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Attempting to bind port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 on network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:51.506056 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-798fcd0c-66bb-4f87-af2c-2e8627a7dead tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2794039 Dec 16 17:42:51.523213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Request body: {'port': {'device_id': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:51.527245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.528194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Provisioning complete for port 25dd335d-4696-4a1e-8ac6-59902b4834ea triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:51.529161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.531090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:51.531469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Checking segment: {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:51.532311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.532311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Bound using segment: {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:51.532778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Bound port: 8f368742-1f0f-4a60-875d-9f55e9a0c6a2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:51.533224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.533527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36df2d-6461-4baa-94cc-29a207133561 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969988a-9deb-4da1-b2e4-fa23550b61a4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:51.544916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f7430-6f7f-4d39-8226-357217f82737 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.597678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0d66033-7afd-46bb-a19f-363fded96604 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.619307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:51.629062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:51.659002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:51.692375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=f689ed67-43af-4634-82a5-fb5f6a9f9eac,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:51.699303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.717455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cb939e67-6604-4ac3-96b7-16c5095e07f7 req-24361407-7145-43cb-87c5-0cacbac18481 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 210 time: 0.0742261 Dec 16 17:42:51.721973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0d66033-7afd-46bb-a19f-363fded96604 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.724850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.725823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:51.727525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:51.737197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54523-e740-4920-b54a-a38c52ed19d2 None None] Pushing event updated for resources: {'Port': ['ID=df75ab11-2c84-4485-81a9-9547d6739006,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:51.750379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.838976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5d22282-996f-4214-b828-d076786d39c0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:51.899105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.938467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] For port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:51.948614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:51.951841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f7430-6f7f-4d39-8226-357217f82737 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.954748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f7430-6f7f-4d39-8226-357217f82737 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:51.960669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-582f7430-6f7f-4d39-8226-357217f82737 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/770f4459-e0fd-4681-96b0-cab198735aff HTTP/1.1" status: 204 len: 168 time: 0.6677377 Dec 16 17:42:51.963648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49976) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:51.997777 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=982b31b4-d31b-453b-896c-220b284e4564,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:52.003872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] For port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,segment=NetworkSegment(7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6),segment_id=7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:52.010604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:52.012431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.012570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7430-6f7f-4d39-8226-357217f82737 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f4459-e0fd-4681-96b0-cab198735aff,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:52.022675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:52.032753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:52.036018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0d66033-7afd-46bb-a19f-363fded96604 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.038754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0d66033-7afd-46bb-a19f-363fded96604 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.039910 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a0d66033-7afd-46bb-a19f-363fded96604 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/security-groups/65ab5048-0d22-4865-9b53-0cb187fde180 HTTP/1.1" status: 204 len: 168 time: 0.5598257 Dec 16 17:42:52.047721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49978) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:52.053571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.105997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46573f-c750-4b93-a5b2-e6cffb5a0a25 req-87bb90d0-01be-49fc-bf91-e7c12e4d78a7 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:52.108003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cd46573f-c750-4b93-a5b2-e6cffb5a0a25 req-87bb90d0-01be-49fc-bf91-e7c12e4d78a7 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 932 time: 0.3023627 Dec 16 17:42:52.151375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66033-7afd-46bb-a19f-363fded96604 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab5048-0d22-4865-9b53-0cb187fde180,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:52.157547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8b5a1afc-9ab6-4109-bd71-be2a8e3a3c8d tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1864340 Dec 16 17:42:52.162544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port c5d22282-996f-4214-b828-d076786d39c0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:52.162913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.178307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49980) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:52.213521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--466793084'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:52.242727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:52.243680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.254244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] For port 25dd335d-4696-4a1e-8ac6-59902b4834ea, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=25dd335d-4696-4a1e-8ac6-59902b4834ea,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:52.290597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 7cdf141a-c3fe-4685-9bce-3ddd664aa7ca {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:42:52.304764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.315631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.341549 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-23d8cd56-19b7-403c-a7b3-c8c0c16d9ace tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8615904 Dec 16 17:42:52.350078 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cd46573f-c750-4b93-a5b2-e6cffb5a0a25 req-0431e428-59e6-4787-aad0-d891260dc628 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310045 Dec 16 17:42:52.358258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Request body: {'port': {'device_id': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:52.365105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48107f-253e-4739-82cb-fdfab5d6048d None None] Pushing event updated for resources: {'Port': ['ID=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:52.395228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.456350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Could not find standard attr ID for object 0dbf3926-4e41-47e3-b78b-059962a08fb8. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:42:52.462956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.521452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.549361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186343bd-5f90-4c26-9a93-3c13ca984a4f {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:42:52.557369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.567367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba82d8c-6b86-4963-93c7-4756a7bb4181 None None] Pushing event updated for resources: {'Port': ['ID=25dd335d-4696-4a1e-8ac6-59902b4834ea,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:52.570151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Transition to ACTIVE for port object 186343bd-5f90-4c26-9a93-3c13ca984a4f will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:42:52.578300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Provisioning complete for port 982b31b4-d31b-453b-896c-220b284e4564 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:52.578783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.580706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.617718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.630842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 25dd335d-4696-4a1e-8ac6-59902b4834ea up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:52.691626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Port 982b31b4-d31b-453b-896c-220b284e4564 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:52.705835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.720772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.725755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.776348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Pushing event updated for resources: {'Port': ['ID=186343bd-5f90-4c26-9a93-3c13ca984a4f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:52.874892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Provisioning complete for port df75ab11-2c84-4485-81a9-9547d6739006 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:52.874892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.903329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:46Z', 'revision_number': 3, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:51Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:52.915826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Attempting to bind port 186343bd-5f90-4c26-9a93-3c13ca984a4f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:52.916162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Attempting to bind port 186343bd-5f90-4c26-9a93-3c13ca984a4f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '4a5fc926-2135-4b52-9bad-fe1fa638d9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '65260336-5716-4963-b299-1760de358392'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:52.916493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Attempting to bind port 186343bd-5f90-4c26-9a93-3c13ca984a4f on network 65260336-5716-4963-b299-1760de358392 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:52.924718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Port 186343bd-5f90-4c26-9a93-3c13ca984a4f on network 65260336-5716-4963-b299-1760de358392 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:42:52.925067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Attempting to bind port 186343bd-5f90-4c26-9a93-3c13ca984a4f on network 65260336-5716-4963-b299-1760de358392 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:52.936291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e97d64-e165-4368-a8f5-c2313a8c88ec None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:46Z', 'revision_number': 3, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:51Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:52.936589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:52.936790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Checking segment: {'id': '4a5fc926-2135-4b52-9bad-fe1fa638d9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '65260336-5716-4963-b299-1760de358392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:52.937843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Bound using segment: {'id': '4a5fc926-2135-4b52-9bad-fe1fa638d9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '65260336-5716-4963-b299-1760de358392'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:52.946748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Bound port: 186343bd-5f90-4c26-9a93-3c13ca984a4f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5fc926-2135-4b52-9bad-fe1fa638d9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '65260336-5716-4963-b299-1760de358392'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:52.947127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:52.953360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 25dd335d-4696-4a1e-8ac6-59902b4834ea triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:52.953726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.086703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.093840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.126083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.127899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.132445 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9463718 Dec 16 17:42:53.141419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49988) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:53.150294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] For port 186343bd-5f90-4c26-9a93-3c13ca984a4f, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:53.153994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e72efc-a393-4224-863f-84586a9215b7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921560c7-2275-4046-85e0-f5644b9ef6d0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:53.166903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '921560c7-2275-4046-85e0-f5644b9ef6d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:53.194326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] For port 186343bd-5f90-4c26-9a93-3c13ca984a4f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f,segment=NetworkSegment(4a5fc926-2135-4b52-9bad-fe1fa638d9f6),segment_id=4a5fc926-2135-4b52-9bad-fe1fa638d9f6)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:53.212477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525b006-1a2e-45a5-8634-d9d65ec0def9 req-8f7d1f06-5796-4ab6-9789-c34eeb25a4cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:53.217156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] For port df75ab11-2c84-4485-81a9-9547d6739006, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df75ab11-2c84-4485-81a9-9547d6739006,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:53.221197 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b525b006-1a2e-45a5-8634-d9d65ec0def9 req-8f7d1f06-5796-4ab6-9789-c34eeb25a4cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 932 time: 0.1742842 Dec 16 17:42:53.226275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.241559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.282005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=f689ed67-43af-4634-82a5-fb5f6a9f9eac,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:53.297118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.312777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2290f-6371-40ca-811c-d36007fcd05c None None] Pushing event updated for resources: {'Port': ['ID=df75ab11-2c84-4485-81a9-9547d6739006,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:53.328986 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.426472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdf141a-c3fe-4685-9bce-3ddd664aa7ca,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:53.429271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.433385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:53.469894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:53.477816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:53.478457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.480138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] 10.222.0.57 "PUT /v2.0/ports/186343bd-5f90-4c26-9a93-3c13ca984a4f HTTP/1.1" status: 200 len: 1094 time: 1.9615722 Dec 16 17:42:53.480603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'tag': '186343bd-5f90-4c26-9a93-3c13ca984a4f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:42:53.483284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bcbed-9282-449c-a7b8-cc99fec6d9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8e119eb5-18e2-41e7-af33-8503437e4be4", "tag": "186343bd-5f90-4c26-9a93-3c13ca984a4f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:42:53.485125 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b525b006-1a2e-45a5-8634-d9d65ec0def9 req-f1c04dcf-ce9e-467b-9b48-4c692e39d2e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627256 Dec 16 17:42:53.547001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25e709-a208-487d-8fc7-2eb6cb70f402 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:53.572803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.576563 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8fd2630e-b6f8-4001-93ab-af6d2ec333d1 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/7cdf141a-c3fe-4685-9bce-3ddd664aa7ca HTTP/1.1" status: 204 len: 168 time: 1.4916155 Dec 16 17:42:53.609162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49994) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:53.618668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:53.620780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1b905-8765-46ce-8f51-799697926722 x-openstack-request-id: req-78e1b905-8765-46ce-8f51-799697926722 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:42:53.621327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e119eb5-18e2-41e7-af33-8503437e4be4", "tag": "186343bd-5f90-4c26-9a93-3c13ca984a4f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:42:53.621809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78e1b905-8765-46ce-8f51-799697926722 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:42:53.622290 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'tag': '186343bd-5f90-4c26-9a93-3c13ca984a4f', 'status': 'completed', 'code': 200} Dec 16 17:42:53.625450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982b31b4-d31b-453b-896c-220b284e4564 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:42:53.634583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df75ab11-2c84-4485-81a9-9547d6739006 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:53.697455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd29a3-f5b4-409d-9d31-ef419b7c287c service neutron] Pushing event updated for resources: {'Port': ['ID=186343bd-5f90-4c26-9a93-3c13ca984a4f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:53.707642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.732960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-386d6468-d184-4224-a08b-50a43e7fdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:53.734746 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-386d6468-d184-4224-a08b-50a43e7fdd7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d582b0f4fbe741bf89382c168d44dbef&device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 1097 time: 0.1707978 Dec 16 17:42:53.757756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:53.771500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.773453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Transition to ACTIVE for port object 982b31b4-d31b-453b-896c-220b284e4564 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:42:53.792440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149db7b-0e15-4929-9201-3df078185452 req-898cacf7-f4db-4dac-ac88-1d411ff06e9a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:53.795363 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4149db7b-0e15-4929-9201-3df078185452 req-898cacf7-f4db-4dac-ac88-1d411ff06e9a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 944 time: 0.3073766 Dec 16 17:42:53.803019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port df75ab11-2c84-4485-81a9-9547d6739006 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:53.803593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.808968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.811109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:53.820722 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-eb07bd33-e81b-487d-9c0b-bd89320c144c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f HTTP/1.1" status: 200 len: 217 time: 0.0745616 Dec 16 17:42:53.909726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05046b8-93c2-4a64-ba6e-8984eada038a None None] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:53.971525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8aa6051-4462-4f6d-9922-9b67725933a9,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:53.976782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-ba7d0dcf-aae4-4865-8436-ffe0b2bf4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:53.978852 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-ba7d0dcf-aae4-4865-8436-ffe0b2bf4e4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8 HTTP/1.1" status: 200 len: 851 time: 0.1426322 Dec 16 17:42:54.015064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.026893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-117a8e4a-1287-4468-adbd-e4a2a48bd6dc tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8778055 Dec 16 17:42:54.039426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 49996) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:54.043490 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-bb85e870-172c-49d6-835e-391a26370512 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65260336-5716-4963-b299-1760de358392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561075 Dec 16 17:42:54.069148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Pushing event updated for resources: {'Port': ['ID=982b31b4-d31b-453b-896c-220b284e4564,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:54.089082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f266edef-adf9-4c3d-a5c4-00010cbf78ab None None] Provisioning complete for port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:54.089420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f266edef-adf9-4c3d-a5c4-00010cbf78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.095776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:54.114965 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4149db7b-0e15-4929-9201-3df078185452 req-2751c1f6-6920-4a6d-a152-a1793cfbe69f tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063109 Dec 16 17:42:54.175603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:54.180226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.226797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f4694eb-6281-4994-b47c-050a9c457d75 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.233920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:54.244863 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:42:54.254377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Attempting to bind port 982b31b4-d31b-453b-896c-220b284e4564 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:54.254825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Attempting to bind port 982b31b4-d31b-453b-896c-220b284e4564 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:54.255801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Attempting to bind port 982b31b4-d31b-453b-896c-220b284e4564 on network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:54.264335 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e834c73b-b043-460a-b97d-74c08105f2ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9621472 Dec 16 17:42:54.264560 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:54.265056 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:54.269455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 49998) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:54.275192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f4694eb-6281-4994-b47c-050a9c457d75 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.275700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'network': {'name': 'tempest-RoutersTest-638771835'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:54.282251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Port 982b31b4-d31b-453b-896c-220b284e4564 on network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:42:54.282713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Attempting to bind port 982b31b4-d31b-453b-896c-220b284e4564 on network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:54.311936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:54.317202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Checking segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:54.318289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-7399a6fd-4074-44e7-b180-963fdeaee723 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583992 Dec 16 17:42:54.321399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Bound using segment: {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:54.321906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Bound port: 982b31b4-d31b-453b-896c-220b284e4564, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f071bf-75b1-4e17-ba22-971f7a38d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:54.322429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.407219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f4694eb-6281-4994-b47c-050a9c457d75 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.410098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:54.410713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.413472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f4694eb-6281-4994-b47c-050a9c457d75 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.419358 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f4694eb-6281-4994-b47c-050a9c457d75 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f8aa6051-4462-4f6d-9922-9b67725933a9 HTTP/1.1" status: 204 len: 168 time: 0.3740540 Dec 16 17:42:54.421784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50000) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:54.463416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f266edef-adf9-4c3d-a5c4-00010cbf78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.466083 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:54.512384 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97b6145a-23ad-4cb9-9b3c-0b24302a3bf3 req-c443dfff-9d5a-4537-b141-a7864d95e428 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844797 Dec 16 17:42:54.514351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4694eb-6281-4994-b47c-050a9c457d75 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8aa6051-4462-4f6d-9922-9b67725933a9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:54.554294 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6d918641-9d50-409d-9b8b-94f09875f0ef tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1292589 Dec 16 17:42:54.562278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f266edef-adf9-4c3d-a5c4-00010cbf78ab None None] For port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,segment=NetworkSegment(7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6),segment_id=7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:54.572613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50004) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:54.599659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:54.608840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.616784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f266edef-adf9-4c3d-a5c4-00010cbf78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.659215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:42:54.674694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.674967 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added segment f92443d9-bf15-4dcb-9278-b75271400adb of type vlan for network a41870d7-8819-4d35-9ad4-989a504584a5 Dec 16 17:42:54.701394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.733186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.788656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266edef-adf9-4c3d-a5c4-00010cbf78ab None None] Pushing event updated for resources: {'Port': ['ID=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:54.851983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:42:54.852561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG oslo_db.api [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:42:54.868091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-781bc10e-0196-4291-a8e9-17dc57a32f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:54.871208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-781bc10e-0196-4291-a8e9-17dc57a32f01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d582b0f4fbe741bf89382c168d44dbef&device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 1097 time: 0.2682469 Dec 16 17:42:54.875395 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:52Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:52Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:54.876160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b917a907-81e4-4db7-8d8b-9026a067b431 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.914535 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:42:54.914896 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Updating router b4eb5a80-7637-445b-b506-636c69c03db2 port f689ed67-43af-4634-82a5-fb5f6a9f9eac binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:42:54.955987 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:54.970566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b917a907-81e4-4db7-8d8b-9026a067b431 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.006065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:55.006668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.043197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-78a1445c-3c5d-4311-8254-4f7535155e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.044844 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-78a1445c-3c5d-4311-8254-4f7535155e01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=65260336-5716-4963-b299-1760de358392 HTTP/1.1" status: 200 len: 912 time: 0.1638565 Dec 16 17:42:55.116901 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-5df43846-83d8-4af6-9ec4-230a3342a4e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f HTTP/1.1" status: 200 len: 217 time: 0.0632505 Dec 16 17:42:55.119004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b917a907-81e4-4db7-8d8b-9026a067b431 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.124392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b917a907-81e4-4db7-8d8b-9026a067b431 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.125919 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b917a907-81e4-4db7-8d8b-9026a067b431 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/921560c7-2275-4046-85e0-f5644b9ef6d0 HTTP/1.1" status: 204 len: 168 time: 0.5522833 Dec 16 17:42:55.139910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50006) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:55.164679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Provisioning complete for port f689ed67-43af-4634-82a5-fb5f6a9f9eac triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:55.169172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.204036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a907-81e4-4db7-8d8b-9026a067b431 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921560c7-2275-4046-85e0-f5644b9ef6d0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:55.210955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.216543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.217194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.265360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Port f689ed67-43af-4634-82a5-fb5f6a9f9eac cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:55.287786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Provisioning complete for port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:55.288235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.292184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-52c27fdb-9c3c-490b-bcb1-6bd1a85d3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.295758 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-52c27fdb-9c3c-490b-bcb1-6bd1a85d3d35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8 HTTP/1.1" status: 200 len: 851 time: 0.1686521 Dec 16 17:42:55.306728 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f01c4488-44b3-40dd-9a33-5361d447876c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1644888 Dec 16 17:42:55.314957 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.327829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50010) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:55.333419 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.333773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--919752649'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:55.376195 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-c56c3374-500f-4991-8720-b35a9b783fa5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65260336-5716-4963-b299-1760de358392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678537 Dec 16 17:42:55.384388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1134274 Dec 16 17:42:55.387947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50012) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:55.388993 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045aad7-e80d-41dd-811d-8dcf5fbd4efd None None] Pushing event updated for resources: {'Port': ['ID=f689ed67-43af-4634-82a5-fb5f6a9f9eac,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:55.413231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'subnet': {'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:55.440756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 25dd335d-4696-4a1e-8ac6-59902b4834ea up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:55.457418 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Attempting to bind port f689ed67-43af-4634-82a5-fb5f6a9f9eac on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:55.457775 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Attempting to bind port f689ed67-43af-4634-82a5-fb5f6a9f9eac by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:55.458954 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Attempting to bind port f689ed67-43af-4634-82a5-fb5f6a9f9eac on network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:55.464544 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:55.465426 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Checking segment: {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:55.465990 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.466559 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Bound using segment: {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:55.467183 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Bound port: f689ed67-43af-4634-82a5-fb5f6a9f9eac, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:55.467740 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.507130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:55.507506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.509652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] For port 982b31b4-d31b-453b-896c-220b284e4564, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:55.544478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2904c-2080-456b-aa04-b6664baa9f94 req-6a8b0786-2b1c-4609-954f-3bea76214699 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.546062 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] For port f689ed67-43af-4634-82a5-fb5f6a9f9eac, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:55.550125 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] For port f689ed67-43af-4634-82a5-fb5f6a9f9eac, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f689ed67-43af-4634-82a5-fb5f6a9f9eac,segment=NetworkSegment(7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6),segment_id=7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:55.550503 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d2f2904c-2080-456b-aa04-b6664baa9f94 req-6a8b0786-2b1c-4609-954f-3bea76214699 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 944 time: 0.7854474 Dec 16 17:42:55.558250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a41f-84b2-4626-b4b2-bb5adbdeb445 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Network': ['ID=a41870d7-8819-4d35-9ad4-989a504584a5,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:55.561375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.563515 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.574202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7da53bbe-e604-4b1c-b8ef-9370a14e868a None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:55.582690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network a41870d7-8819-4d35-9ad4-989a504584a5 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:42:55.587499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 25dd335d-4696-4a1e-8ac6-59902b4834ea triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:55.587872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.622500 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045aad7-e80d-41dd-811d-8dcf5fbd4efd None None] Pushing event updated for resources: {'Port': ['ID=f689ed67-43af-4634-82a5-fb5f6a9f9eac,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:55.635601 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:42:55.636465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:55.641515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] For port 982b31b4-d31b-453b-896c-220b284e4564, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=982b31b4-d31b-453b-896c-220b284e4564,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:55.665274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485dbe5-6456-4f6f-9391-2813d021e393 req-35c1e29a-5cc1-430a-bf9b-c975b8fb3f0a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.676085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0485dbe5-6456-4f6f-9391-2813d021e393 req-35c1e29a-5cc1-430a-bf9b-c975b8fb3f0a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 944 time: 0.4081781 Dec 16 17:42:55.714898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.715403 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-2f7ce348-7693-4a52-a04e-bbbb8a33e0b5 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262134 Dec 16 17:42:55.742697 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:42:55.773182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5eef59f2-9d4c-414f-88b1-8ced12f11433 None None] Provisioning complete for port f689ed67-43af-4634-82a5-fb5f6a9f9eac triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:55.773780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eef59f2-9d4c-414f-88b1-8ced12f11433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.800234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:55.802184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.812881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Made reservation on behalf of db64187b9bd846508989a956a39b3b68 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:55.816401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.819729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=78071913-31b9-489b-ba7b-7258139f8c33,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:55.831894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:55.837087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.838438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.857067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fb033-79fb-4b69-8f5c-256dfe870c94 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:55.948206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.949597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:55.956156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:55.964398 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] 10.222.0.57 "PUT /v2.0/ports/982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 200 len: 1094 time: 3.6099515 Dec 16 17:42:55.968624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.022729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3278e-a88a-4fb3-869e-0136309d9da9 service neutron] Pushing event updated for resources: {'Port': ['ID=982b31b4-d31b-453b-896c-220b284e4564,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:56.025474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'tag': '982b31b4-d31b-453b-896c-220b284e4564'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:42:56.028880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7035815-5a9a-47a8-a0fa-a61665076ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "tag": "982b31b4-d31b-453b-896c-220b284e4564"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:42:56.035231 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:52Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:55Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:42:56.100887 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b76bd8-565b-4f58-af5f-8afc39f22ca8 None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:52Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:55Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:42:56.101246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50018) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.102617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6872918c-0100-4eb5-8356-33e6780c4207 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4920430 Dec 16 17:42:56.123244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021936205'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:56.127877 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d2f2904c-2080-456b-aa04-b6664baa9f94 req-94b14e11-45f5-41c0-9efd-6794e8582830 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5454381 Dec 16 17:42:56.139265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eef59f2-9d4c-414f-88b1-8ced12f11433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.168155 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-666bcbed-9282-449c-a7b8-cc99fec6d9ef req-ce08c9e3-d827-4c94-afae-02c2b4893575 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350770 Dec 16 17:42:56.191658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df75ab11-2c84-4485-81a9-9547d6739006 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:56.222234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.224601 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8951571 Dec 16 17:42:56.234263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50020) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.237555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60822932-bd7a-46de-8ee8-3b92e501a514 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2707ded1-45a4-4006-ba88-7207d5267564,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:56.250211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '2707ded1-45a4-4006-ba88-7207d5267564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:56.291195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5eef59f2-9d4c-414f-88b1-8ced12f11433 None None] For port f689ed67-43af-4634-82a5-fb5f6a9f9eac, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f689ed67-43af-4634-82a5-fb5f6a9f9eac,segment=NetworkSegment(7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6),segment_id=7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:56.301548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4bf750-7105-409c-ab8e-b9b359a4dd09 x-openstack-request-id: req-2b4bf750-7105-409c-ab8e-b9b359a4dd09 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:42:56.302328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "tag": "982b31b4-d31b-453b-896c-220b284e4564", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:42:56.302589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b4bf750-7105-409c-ab8e-b9b359a4dd09 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:42:56.303003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'tag': '982b31b4-d31b-453b-896c-220b284e4564', 'status': 'completed', 'code': 200} Dec 16 17:42:56.315717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eef59f2-9d4c-414f-88b1-8ced12f11433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.331588 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0485dbe5-6456-4f6f-9391-2813d021e393 req-f0696822-49d0-445e-b8ba-a17bf61ef52a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530349 Dec 16 17:42:56.373973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-345d0640-85e5-4ac6-a2fb-42e6dee1f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:56.375771 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-345d0640-85e5-4ac6-a2fb-42e6dee1f64d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1097 time: 0.3265963 Dec 16 17:42:56.421771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.433173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef59f2-9d4c-414f-88b1-8ced12f11433 None None] Pushing event updated for resources: {'Port': ['ID=f689ed67-43af-4634-82a5-fb5f6a9f9eac,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:56.470743 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-a4fb5c82-e21c-478f-b906-751271ec95aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 200 len: 217 time: 0.0832419 Dec 16 17:42:56.476080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dc7a020e-4766-4542-9510-6e74fcaa7291 None None] Provisioning complete for port f689ed67-43af-4634-82a5-fb5f6a9f9eac triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:56.476455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc7a020e-4766-4542-9510-6e74fcaa7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.483535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.545551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-1848c29a-177a-4db5-8a9c-c8e519004099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:56.547546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-1848c29a-177a-4db5-8a9c-c8e519004099 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189d9e11-953c-4c8b-8e4d-ed873b8fa989 HTTP/1.1" status: 200 len: 834 time: 0.0666087 Dec 16 17:42:56.588173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.589595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.613754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.648502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-127acbd7-c477-4195-a26d-0459a79bb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:56.650312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-127acbd7-c477-4195-a26d-0459a79bb607 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949767 Dec 16 17:42:56.663487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186343bd-5f90-4c26-9a93-3c13ca984a4f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:42:56.665747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port df75ab11-2c84-4485-81a9-9547d6739006 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:56.666064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.673272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.674386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef875e8a-112a-4a14-bedb-0c7e95432278,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:56.691642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.703661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] Update dhcp port {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'fixed_ips': [{'subnet_id': '31c89bab-f618-4f27-b4ad-5a2dee205a4b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78071913-31b9-489b-ba7b-7258139f8c33'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '81a59418-1208-460a-958a-47c64ccba3d2'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:42:56.733378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.738469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50022) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.739174 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-788f605d-40d4-4626-8285-e35f74b4f72b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4928737 Dec 16 17:42:56.775608 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9dd51617-45b4-4bc4-8243-14af7d6f8313 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules/ef875e8a-112a-4a14-bedb-0c7e95432278 HTTP/1.1" status: 200 len: 763 time: 0.0324440 Dec 16 17:42:56.777551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50024) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.778353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63dd171-60e2-42e5-a64c-dc594f44b339,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:56.787955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Subnet': ['ID=a19d6901-25be-4204-9eb2-70117ada8155,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:56.792590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.793886 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7fbb62b6-4f79-43a4-a12b-a12f7532b649 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6887181 Dec 16 17:42:56.802339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50026) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.808203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.817481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'security_group': {'name': 'tempest-secgroup-704559282'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:56.829123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Checking segment: {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:56.829123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network hostable DHCP agents. Network: a41870d7-8819-4d35-9ad4-989a504584a5, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:42:56.852443 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-3a25bf4b-4dec-4290-8cd0-3d5af0d9c4ad service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930730 Dec 16 17:42:56.863807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network a41870d7-8819-4d35-9ad4-989a504584a5 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:42:56.866460 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-727c2d92-4833-45e1-9959-85566da454bd tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0876107 Dec 16 17:42:56.867447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.869354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50028) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.897013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, a41870d7-8819-4d35-9ad4-989a504584a5) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:56.904859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:56.905482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.930422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb7d45-d727-4d3b-8d73-c6b2ee2c89e4 None None] Network a41870d7-8819-4d35-9ad4-989a504584a5 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:42:56.933249 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-737c2ad5-d611-4338-8e89-48570b82198d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5246675 Dec 16 17:42:56.933868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50030) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:56.962718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:56.973000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.033695 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5aa933ec-fc52-48d4-91e3-f4acae6c483d req-21d4df0d-d1e8-4924-9aa0-8807b4e88c83 service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595378 Dec 16 17:42:57.045184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.046743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.055455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.058920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ef875e8a-112a-4a14-bedb-0c7e95432278 HTTP/1.1" status: 204 len: 168 time: 0.1765842 Dec 16 17:42:57.061805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50032) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.083557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef875e8a-112a-4a14-bedb-0c7e95432278,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:57.094210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.096657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.097174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.097631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.098077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.099090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.099737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.100174 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.100718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.101177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.101631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.102066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.102504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.103054 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027c17-3e86-4a86-a554-e6c56738e62f tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.168920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.173731 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3564241 Dec 16 17:42:57.174857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50036) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.180803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'security_group': {'name': 'tempest-secgroup-976817268'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:57.186136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a51bb5-6b22-4f35-8b05-a077f57e2094,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:57.195269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c24dd268-fd84-4be7-be4d-590bcc4648b4 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1323712 Dec 16 17:42:57.197802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50038) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.205034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '2707ded1-45a4-4006-ba88-7207d5267564', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:57.211883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-bb15c8ab-873f-461d-9d6b-0516e14b0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:57.213422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-bb15c8ab-873f-461d-9d6b-0516e14b0133 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1097 time: 0.1070216 Dec 16 17:42:57.216253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-a41870d7-8819-4d35-9ad4-989a504584a5', 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5', 'project_id': 'db64187b9bd846508989a956a39b3b68', 'fixed_ips': [{'subnet_id': 'a19d6901-25be-4204-9eb2-70117ada8155'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:42:57.217694 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.272816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 186343bd-5f90-4c26-9a93-3c13ca984a4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f,segment=NetworkSegment(4a5fc926-2135-4b52-9bad-fe1fa638d9f6),segment_id=4a5fc926-2135-4b52-9bad-fe1fa638d9f6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:57.305132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:57.336468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '186343bd-5f90-4c26-9a93-3c13ca984a4f', 'network_id': '65260336-5716-4963-b299-1760de358392', 'port_id': '186343bd-5f90-4c26-9a93-3c13ca984a4f', 'mac_address': 'fa:16:3e:d0:63:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:42:57.369048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.419992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3894c-96cf-4019-883a-0c2b8ad2764a req-b3782dca-f0a6-47f1-b85a-e2151b86bde8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:57.421614 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1d3894c-96cf-4019-883a-0c2b8ad2764a req-b3782dca-f0a6-47f1-b85a-e2151b86bde8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 944 time: 0.1890783 Dec 16 17:42:57.492321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] Allocated IP 2001:db8::2 (772ced3d-af72-4895-88f9-7a34f9c4f01f/78071913-31b9-489b-ba7b-7258139f8c33/81a59418-1208-460a-958a-47c64ccba3d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:57.506010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-b85e1b24-53c9-4364-a439-61d514844180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:57.507084 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-b85e1b24-53c9-4364-a439-61d514844180 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 200 len: 897 time: 0.2843173 Dec 16 17:42:57.553840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.584538 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-57121b80-5b71-4e5a-ad75-cd2e17b3839a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 200 len: 217 time: 0.0617812 Dec 16 17:42:57.590574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.591008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.591410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.591814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.592293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.592622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.593045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.593442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.593834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.594245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.594629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.595027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.595783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bea3d-6d8a-42de-ad21-5d8d0fff9e67 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:57.607484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.615600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284b632-2b04-4951-8bf8-51c1a9fd7e89 req-4add52f6-73b6-49d0-ad8b-a902070f2ca3 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:57.617296 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2284b632-2b04-4951-8bf8-51c1a9fd7e89 req-4add52f6-73b6-49d0-ad8b-a902070f2ca3 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 944 time: 0.1945605 Dec 16 17:42:57.622750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186343bd-5f90-4c26-9a93-3c13ca984a4f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:42:57.637930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Allocated IP 172.23.0.2 (a41870d7-8819-4d35-9ad4-989a504584a5/a19d6901-25be-4204-9eb2-70117ada8155/e45064c7-c495-427a-b814-4254f54e541f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:57.645029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:57.645874 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1d3894c-96cf-4019-883a-0c2b8ad2764a req-6d2a47a3-5554-4f48-a3e7-7612e69f5dcd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049823 Dec 16 17:42:57.647013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.648791 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.650959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.686648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd19f07e-3512-4c05-b1ee-5403c6766ab0,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:57.705720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-a1c0ac82-1224-4054-9462-1f5e730652ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:57.707319 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-a1c0ac82-1224-4054-9462-1f5e730652ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189d9e11-953c-4c8b-8e4d-ed873b8fa989 HTTP/1.1" status: 200 len: 834 time: 0.1111352 Dec 16 17:42:57.712902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.717095 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e0173eff-15e0-440a-8b52-75ec1256a0ea tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5167532 Dec 16 17:42:57.719000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50042) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.720140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 186343bd-5f90-4c26-9a93-3c13ca984a4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f,segment=NetworkSegment(4a5fc926-2135-4b52-9bad-fe1fa638d9f6),segment_id=4a5fc926-2135-4b52-9bad-fe1fa638d9f6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:57.750439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.767610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2284b632-2b04-4951-8bf8-51c1a9fd7e89 req-d5b7c896-72ce-4b9d-9aa5-2cf1b8352bdd tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268830 Dec 16 17:42:57.776502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.776661 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6114b35f-5090-423e-8614-790e8bcac195 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules/bd19f07e-3512-4c05-b1ee-5403c6766ab0 HTTP/1.1" status: 200 len: 763 time: 0.0537298 Dec 16 17:42:57.779813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50044) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.809671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=81a59418-1208-460a-958a-47c64ccba3d2,segment=NetworkSegment(fa81104d-9852-4b7a-b07e-b093d53e62ae),segment_id=fa81104d-9852-4b7a-b07e-b093d53e62ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:42:57.810494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.812270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-94fa93cb-a208-4881-b126-1b2348705ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:57.813887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-94fa93cb-a208-4881-b126-1b2348705ff9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956140 Dec 16 17:42:57.843385 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9c90623b-8fe0-4d55-b826-de2d68d3077e tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0623939 Dec 16 17:42:57.848141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50046) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.879167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.940304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.945041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50048) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:57.945255 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7692652 Dec 16 17:42:57.947402 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-492905de-6fc3-4748-8d80-24353dae9adb service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026866 Dec 16 17:42:57.953790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.954019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-952995729', 'security_groups': ['a430848c-01d9-4deb-b342-bc92201a383e'], 'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78071913-31b9-489b-ba7b-7258139f8c33'}]}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:57.954254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dba0b-d413-4cf4-ab1c-3e3f9fafdc49 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a430848c-01d9-4deb-b342-bc92201a383e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:57.960161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=186343bd-5f90-4c26-9a93-3c13ca984a4f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:57.960380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dd83-8814-484e-8619-a3d83b100c95 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.974971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dd83-8814-484e-8619-a3d83b100c95 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:57.975162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.010590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.010936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.012030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.012030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.012247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.013004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.013004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.013328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.013612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.014346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.014346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.014731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.015110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:42:58.060683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dd83-8814-484e-8619-a3d83b100c95 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.061220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['186343bd-5f90-4c26-9a93-3c13ca984a4f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:42:58.069522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dd83-8814-484e-8619-a3d83b100c95 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.071151 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2ae7dd83-8814-484e-8619-a3d83b100c95 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/bd19f07e-3512-4c05-b1ee-5403c6766ab0 HTTP/1.1" status: 204 len: 168 time: 0.2236862 Dec 16 17:42:58.077852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50050) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.123839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7dd83-8814-484e-8619-a3d83b100c95 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd19f07e-3512-4c05-b1ee-5403c6766ab0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.159480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.160766 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c01a1711-6db0-4c3f-befb-c9f72d7c2576 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0818753 Dec 16 17:42:58.163717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50052) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.168459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': '2707ded1-45a4-4006-ba88-7207d5267564', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:58.210367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.212372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f689ed67-43af-4634-82a5-fb5f6a9f9eac up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:42:58.213991 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7035815-5a9a-47a8-a0fa-a61665076ec2 req-6b8c08b6-675f-4dad-985f-8eab57739864 service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135112 Dec 16 17:42:58.243930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:58.246698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Project d4962c8c1cf1486f803fce5d474118f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:42:58.251444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Allocated IP 172.23.0.1 (a41870d7-8819-4d35-9ad4-989a504584a5/a19d6901-25be-4204-9eb2-70117ada8155/74f63cf7-fcbb-4a13-bb5e-554f0a58b84a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:58.256311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.260096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ff97a-067e-43a2-9a8b-9badc7c0adda None None] Pushing event updated for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.323722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Network a41870d7-8819-4d35-9ad4-989a504584a5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:58.335224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:58.338272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:58.375210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.394655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Pushing event updated for resources: {'Port': ['ID=e45064c7-c495-427a-b814-4254f54e541f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.402483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] device_id is not set on port 60d562ff-da4c-4eed-957b-35b12a63e16e yet. {{(pid=103242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:42:58.406157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.429498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.480416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd244b6-99b0-40c4-93f5-5a5262fa06c6,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.488909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.496613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Attempting to bind port e45064c7-c495-427a-b814-4254f54e541f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:42:58.496905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Attempting to bind port e45064c7-c495-427a-b814-4254f54e541f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:42:58.497290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Attempting to bind port e45064c7-c495-427a-b814-4254f54e541f on network a41870d7-8819-4d35-9ad4-989a504584a5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:42:58.501805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f689ed67-43af-4634-82a5-fb5f6a9f9eac triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:58.502169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.517580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.521934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f5aca468-9a66-4131-84dc-8f824b7d4dfe tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541324 Dec 16 17:42:58.524890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50054) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.548068 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e44a76af-6100-4d47-8ea1-4a93507ea59c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules/6dd244b6-99b0-40c4-93f5-5a5262fa06c6 HTTP/1.1" status: 200 len: 769 time: 0.0198812 Dec 16 17:42:58.548521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50056) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.553085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:42:58.553469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Checking segment: {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:42:58.553858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.554244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Bound using segment: {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:42:58.554751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Bound port: e45064c7-c495-427a-b814-4254f54e541f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:42:58.555227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.558143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.633603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8::124 (772ced3d-af72-4895-88f9-7a34f9c4f01f/78071913-31b9-489b-ba7b-7258139f8c33/60d562ff-da4c-4eed-957b-35b12a63e16e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:42:58.636476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network a41870d7-8819-4d35-9ad4-989a504584a5 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:58.644695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:58.648124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:58.680887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.700821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5ca4cfba-c2c4-4d04-a9d6-6446d4714ba7 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1492205 Dec 16 17:42:58.704139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50060) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.713725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] For port e45064c7-c495-427a-b814-4254f54e541f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:42:58.717189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] For port e45064c7-c495-427a-b814-4254f54e541f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e45064c7-c495-427a-b814-4254f54e541f,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:42:58.724753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.742231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.747862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-45ebaaab-9c8f-4f09-99aa-1b08af9ae10a tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.794294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-45ebaaab-9c8f-4f09-99aa-1b08af9ae10a tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.813278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f8d0a-4eb4-4cb5-a05b-c0ac6dd20ea3 None None] Pushing event updated for resources: {'Port': ['ID=e45064c7-c495-427a-b814-4254f54e541f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.885487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-45ebaaab-9c8f-4f09-99aa-1b08af9ae10a tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.903535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-45ebaaab-9c8f-4f09-99aa-1b08af9ae10a tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:58.905030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-45ebaaab-9c8f-4f09-99aa-1b08af9ae10a tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6dd244b6-99b0-40c4-93f5-5a5262fa06c6 HTTP/1.1" status: 204 len: 168 time: 0.2000444 Dec 16 17:42:58.905973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebaaab-9c8f-4f09-99aa-1b08af9ae10a tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dd244b6-99b0-40c4-93f5-5a5262fa06c6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:58.908846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50064) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.925117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e36f2-aa1e-47a3-8da1-fe604a254fa9 req-7baeddcc-853d-4050-b408-395d486d99b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:58.928446 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c1e36f2-aa1e-47a3-8da1-fe604a254fa9 req-7baeddcc-853d-4050-b408-395d486d99b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 944 time: 0.1355190 Dec 16 17:42:58.981018 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cb5c26cd-7112-4041-8faa-ba74874172ed tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689728 Dec 16 17:42:58.982443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50066) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:58.998250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.002042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.036824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-13637b63-1103-484e-a3a2-10fb99eed0ad None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:59.037108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13637b63-1103-484e-a3a2-10fb99eed0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.051141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607dca3-9058-47dd-b1bf-44be54d77e0d req-e0323d17-1187-4271-bd17-d9b5b3bd82c0 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:59.060418 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a607dca3-9058-47dd-b1bf-44be54d77e0d req-e0323d17-1187-4271-bd17-d9b5b3bd82c0 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1277645 Dec 16 17:42:59.119786 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c1e36f2-aa1e-47a3-8da1-fe604a254fa9 req-4c2ca6e1-913a-418e-b223-2f9f7c95cced tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827061 Dec 16 17:42:59.186155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.203472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64c72c43-7fae-4efc-92ce-569ef7c5510c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.228073 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a607dca3-9058-47dd-b1bf-44be54d77e0d req-8f8eab35-50fd-4c2b-a8b9-d916bda8becc tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677601 Dec 16 17:42:59.244854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64c72c43-7fae-4efc-92ce-569ef7c5510c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.247501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:59.258643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:59.262870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:42:59.274637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:42:59.275302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.286599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=60d562ff-da4c-4eed-957b-35b12a63e16e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:59.302887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-acb5a5f2-c2b7-4afd-b479-36d1c2db1872 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3544421 Dec 16 17:42:59.305734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50070) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:59.312527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:59.376556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64c72c43-7fae-4efc-92ce-569ef7c5510c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.380396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64c72c43-7fae-4efc-92ce-569ef7c5510c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.383246 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-64c72c43-7fae-4efc-92ce-569ef7c5510c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/2707ded1-45a4-4006-ba88-7207d5267564 HTTP/1.1" status: 204 len: 168 time: 0.3998432 Dec 16 17:42:59.385363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50072) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:59.406685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-13637b63-1103-484e-a3a2-10fb99eed0ad None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:59.406685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13637b63-1103-484e-a3a2-10fb99eed0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.413441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50074) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:59.419638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72c43-7fae-4efc-92ce-569ef7c5510c tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707ded1-45a4-4006-ba88-7207d5267564,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:59.462017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-13637b63-1103-484e-a3a2-10fb99eed0ad None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:59.544071 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3e6fb358-7be6-4872-a02f-e728d8b6e273 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1575940 Dec 16 17:42:59.554466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50076) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:42:59.559348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425063829'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:42:59.560492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.565742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.585178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a7039758-622a-4b1e-be12-cf7ac933150c None None] Provisioning complete for port 60d562ff-da4c-4eed-957b-35b12a63e16e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:42:59.585608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7039758-622a-4b1e-be12-cf7ac933150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.623979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a7039758-622a-4b1e-be12-cf7ac933150c None None] Port 60d562ff-da4c-4eed-957b-35b12a63e16e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:42:59.631366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:42:59.634829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.650893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:42:59.652816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event updated for resources: {'Port': ['ID=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:42:59.765237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Network a41870d7-8819-4d35-9ad4-989a504584a5 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:42:59.766899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:42:59.880499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:42:59.986444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:42:59.995760 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0a663886-33a6-4b57-806f-761a68a6df95 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0596240 Dec 16 17:42:59.996423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50078) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:00.001272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:00.005065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:00.008823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.023261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:00.024048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:00.088103 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.ipam_backend_mixin [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78071913-31b9-489b-ba7b-7258139f8c33 (CIDR: 2001:db8::/64) Dec 16 17:43:00.106137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:00.107591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:00.131081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Deleting port 1e68db6a-eeb4-493d-aef1-95d024dbf894 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:00.131432 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.164233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-91293a89-0153-4d5a-b038-5445747679a2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8564968 Dec 16 17:43:00.169992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50082) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:00.177991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27ded6-0f28-4b4a-a67f-c71e585d8661 None None] Network a41870d7-8819-4d35-9ad4-989a504584a5 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:00.203503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:00.251852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:00.270857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.304991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.364457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 81a59418-1208-460a-958a-47c64ccba3d2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:00.415937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.417105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8616617 Dec 16 17:43:00.420162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50086) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:00.425510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Request body: {'security_group_rule': {'security_group_id': 'fe670dd3-1f83-48f1-a022-6e43d68c6401', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:00.432886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.432886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.450401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f7e12-9827-444d-ad9d-8ca251ec9a5b tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe670dd3-1f83-48f1-a022-6e43d68c6401,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:00.465743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9eebc-77b5-4f5e-895c-92529a3eae7d req-be5196f9-a165-479e-b004-901e831ded4e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:00.467258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-efd9eebc-77b5-4f5e-895c-92529a3eae7d req-be5196f9-a165-479e-b004-901e831ded4e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 944 time: 0.2445433 Dec 16 17:43:00.472087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Calling delete_port for 1e68db6a-eeb4-493d-aef1-95d024dbf894 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:00.484647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4cdd86cc-5504-4feb-8526-ccefd6728620 None None] Provisioning complete for port e45064c7-c495-427a-b814-4254f54e541f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:00.485292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cdd86cc-5504-4feb-8526-ccefd6728620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.506598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 17:43:00.512633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.538698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Removed routes are [] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 17:43:00.539153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.544618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c33a1d-36ff-443d-98cb-42ff3c02d0b8 req-6762dcef-0d9c-4db5-8a2b-a17af45585bf tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:00.546207 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30c33a1d-36ff-443d-98cb-42ff3c02d0b8 req-6762dcef-0d9c-4db5-8a2b-a17af45585bf tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 945 time: 0.2189848 Dec 16 17:43:00.607138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:00.607567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.658645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.664119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 982b31b4-d31b-453b-896c-220b284e4564 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:43:00.666437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186343bd-5f90-4c26-9a93-3c13ca984a4f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:00.670439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.686172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:00.686567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725bf261-5371-4df4-824c-22d6b5cab3fd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:00.690497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.731094 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-efd9eebc-77b5-4f5e-895c-92529a3eae7d req-87f0612d-9255-4482-90b1-d6b0b00b62cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402830 Dec 16 17:43:00.767147 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30c33a1d-36ff-443d-98cb-42ff3c02d0b8 req-03e90f4e-0cb8-433a-9615-d151d89aae15 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072172 Dec 16 17:43:00.858330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.859565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dd693faa-57c2-45d2-8ac4-46b18e26c9e2 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4387271 Dec 16 17:43:00.862346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50088) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:00.881499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cdd86cc-5504-4feb-8526-ccefd6728620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.888179 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.ipam_backend_mixin [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 31c89bab-f618-4f27-b4ad-5a2dee205a4b (CIDR: 2001:db8:0:1::/64) Dec 16 17:43:00.898586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:00.899177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:00.906492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.915143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.935266 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e0770c07-c11b-4f2d-8626-7e79f87fad54 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7390771 Dec 16 17:43:00.939256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50090) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:00.946245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'subnet': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:00.956076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:58Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f63cf7-fcbb-4a13-bb5e-554f0a58b84a', 'name': '', 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:4c:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:57Z', 'updated_at': '2021-12-16T17:42:59Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:00.964820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:00.967714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 186343bd-5f90-4c26-9a93-3c13ca984a4f completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:43:01.026443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'Port': ['ID=1e68db6a-eeb4-493d-aef1-95d024dbf894,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:01.027021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4cdd86cc-5504-4feb-8526-ccefd6728620 None None] For port e45064c7-c495-427a-b814-4254f54e541f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e45064c7-c495-427a-b814-4254f54e541f,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:01.032189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 186343bd-5f90-4c26-9a93-3c13ca984a4f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:01.032622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.042253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:01.042725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Updating router b4eb5a80-7637-445b-b506-636c69c03db2 port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:01.055929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e998bc4f-2b31-4953-8a5a-787432a64a24 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.064600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e45064c7-c495-427a-b814-4254f54e541f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:01.071810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 982b31b4-d31b-453b-896c-220b284e4564, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=982b31b4-d31b-453b-896c-220b284e4564,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:01.075462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cdd86cc-5504-4feb-8526-ccefd6728620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.101924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e998bc4f-2b31-4953-8a5a-787432a64a24 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.116033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.116636 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Floating IP cbd31142-b3da-4066-87ff-031f66a44292 disassociated (deleted). External IP: 172.26.2.176, port: 53f5d95f-c7fc-47bc-a343-d765b97b7295. Dec 16 17:43:01.133483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:01.182411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '982b31b4-d31b-453b-896c-220b284e4564', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'port_id': '982b31b4-d31b-453b-896c-220b284e4564', 'mac_address': 'fa:16:3e:f6:ec:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:43:01.186940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.275956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e998bc4f-2b31-4953-8a5a-787432a64a24 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.279303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e998bc4f-2b31-4953-8a5a-787432a64a24 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.280881 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e998bc4f-2b31-4953-8a5a-787432a64a24 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe670dd3-1f83-48f1-a022-6e43d68c6401 HTTP/1.1" status: 204 len: 168 time: 0.4175606 Dec 16 17:43:01.285714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50092) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:01.292390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Made reservation on behalf of 8eaff8ca592145fbbb72287080a116b0 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:01.297003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.298998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998bc4f-2b31-4953-8a5a-787432a64a24 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe670dd3-1f83-48f1-a022-6e43d68c6401,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:01.305750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd86cc-5504-4feb-8526-ccefd6728620 None None] Pushing event updated for resources: {'Port': ['ID=e45064c7-c495-427a-b814-4254f54e541f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:01.315456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:01.330032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.332589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-97030956-706b-4f2d-848f-b2e7af3acecf None None] Provisioning complete for port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:01.333142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97030956-706b-4f2d-848f-b2e7af3acecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.336153 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a1bbd3ad-3cb1-474d-b3fc-4d434095ba08 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 934 time: 1.3386538 Dec 16 17:43:01.336885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50094) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:01.386908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.456241 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-22a12db9-a131-454f-9f01-b058d388c98f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 934 time: 0.1181092 Dec 16 17:43:01.457613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50096) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:01.474214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'routes': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:01.485364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982b31b4-d31b-453b-896c-220b284e4564 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:43:01.505163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e45064c7-c495-427a-b814-4254f54e541f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:01.505532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.533332 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9dd5e31b-bc44-4bc6-a7e2-87d934fe7444 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2436659 Dec 16 17:43:01.534277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-97030956-706b-4f2d-848f-b2e7af3acecf None None] Port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:01.535032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50098) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:01.536244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.616258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-71d2c3f4-dbd0-4dc8-abcf-b79ac66b8100 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0757763 Dec 16 17:43:01.617941 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50100) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:01.618823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 982b31b4-d31b-453b-896c-220b284e4564, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=982b31b4-d31b-453b-896c-220b284e4564,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:01.636674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:01.639644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-65d9f63f-3c84-4847-9fc9-9e1780296c43 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] delete failed (client error): The resource could not be found. Dec 16 17:43:01.646774 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-65d9f63f-3c84-4847-9fc9-9e1780296c43 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe670dd3-1f83-48f1-a022-6e43d68c6401 HTTP/1.1" status: 404 len: 347 time: 0.0210488 Dec 16 17:43:01.646959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.646959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186343bd-5f90-4c26-9a93-3c13ca984a4f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:01.646959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6d98e-1f36-4c59-8cf8-c7772ce2e3ac" -d '{"events": [{"server_uuid": "8e119eb5-18e2-41e7-af33-8503437e4be4", "name": "network-vif-plugged", "status": "completed", "tag": "186343bd-5f90-4c26-9a93-3c13ca984a4f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:01.648223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50102) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:01.656636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-97030956-706b-4f2d-848f-b2e7af3acecf None None] Provisioning complete for port e45064c7-c495-427a-b814-4254f54e541f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:01.657030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97030956-706b-4f2d-848f-b2e7af3acecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.880372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e50ffc-683d-4793-821f-e03feb7cf0f1 x-openstack-request-id: req-f9e50ffc-683d-4793-821f-e03feb7cf0f1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:01.880690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e119eb5-18e2-41e7-af33-8503437e4be4", "name": "network-vif-plugged", "status": "completed", "tag": "186343bd-5f90-4c26-9a93-3c13ca984a4f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:01.880959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9e50ffc-683d-4793-821f-e03feb7cf0f1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:01.881388 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186343bd-5f90-4c26-9a93-3c13ca984a4f', 'code': 200} Dec 16 17:43:01.887750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 186343bd-5f90-4c26-9a93-3c13ca984a4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f,segment=NetworkSegment(4a5fc926-2135-4b52-9bad-fe1fa638d9f6),segment_id=4a5fc926-2135-4b52-9bad-fe1fa638d9f6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:01.914741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:01.932152 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-76b45abe-40c6-485d-bda0-53517fc7eb37 tempest-SecGroupIPv6Test-2069593211 tempest-SecGroupIPv6Test-2069593211-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2787352 Dec 16 17:43:01.985520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added routes are [] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 17:43:01.986054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 17:43:01.991139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['982b31b4-d31b-453b-896c-220b284e4564'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:43:02.006905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=982b31b4-d31b-453b-896c-220b284e4564,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:02.069516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.069881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410addf3-8574-4542-bf0f-8bd566164624 req-35eefc27-f590-4cfb-8e5c-7a1b49093761 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:02.071456 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-410addf3-8574-4542-bf0f-8bd566164624 req-35eefc27-f590-4cfb-8e5c-7a1b49093761 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1677849 Dec 16 17:43:02.073387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:02.077395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504201f-99d5-46b2-a186-1dc185ea6675 req-3ca24fd8-dd40-4999-a324-0e0b2fac06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:02.078849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e504201f-99d5-46b2-a186-1dc185ea6675 req-3ca24fd8-dd40-4999-a324-0e0b2fac06b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 1099 time: 0.1331358 Dec 16 17:43:02.082223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.086926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.091496 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] Sync routers for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:02.117898 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:02.119019 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:02.122357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f942b0a-8932-4068-b49f-9e7cb66e3177 req-9fa7ef9d-7f76-481d-a377-adaeb4a204b7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:02.129747 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f942b0a-8932-4068-b49f-9e7cb66e3177 req-9fa7ef9d-7f76-481d-a377-adaeb4a204b7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 945 time: 0.2357454 Dec 16 17:43:02.252612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3d780a2c-6385-461c-9d5b-71a83007e049 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "DELETE /v2.0/floatingips/cbd31142-b3da-4066-87ff-031f66a44292 HTTP/1.1" status: 204 len: 168 time: 2.8381023 Dec 16 17:43:02.260790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:02.265069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e45064c7-c495-427a-b814-4254f54e541f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:02.265530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:02.267236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=186343bd-5f90-4c26-9a93-3c13ca984a4f,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:02.268179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f7517-51d2-434e-8099-f4d5858c1c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:02.284347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:02.290058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:02.291745 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.314015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Subnet': ['ID=043cff5f-6587-42c5-ab2b-1dde84cc977c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:02.354516 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:02.358522 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5ae1170e-5a4e-4ead-a028-35c4806bc25c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4178824 Dec 16 17:43:02.366041 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e504201f-99d5-46b2-a186-1dc185ea6675 req-97d2cf86-563f-438c-8be3-da40b84fac43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761979 Dec 16 17:43:02.373265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd32261-ba43-4c97-b0e6-2944519c78a6 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:02.381876 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f942b0a-8932-4068-b49f-9e7cb66e3177 req-d667f1ff-5cc2-4077-9113-be43ca01b0a5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511566 Dec 16 17:43:02.387964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50118) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:02.399189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1744366692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '043cff5f-6587-42c5-ab2b-1dde84cc977c'}], 'security_groups': ['d63dd171-60e2-42e5-a64c-dc594f44b339', '37a51bb5-6b22-4f35-8b05-a077f57e2094']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:02.404524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.415170 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-410addf3-8574-4542-bf0f-8bd566164624 req-d372f775-76fb-4689-8c36-2ec78098ffdd tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755165 Dec 16 17:43:02.448515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50120) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:02.486245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.576973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae58f0-cb67-49b2-8100-cd8a5d2a5bc1 x-openstack-request-id: req-34ae58f0-cb67-49b2-8100-cd8a5d2a5bc1 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:02.577276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:02.578455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34ae58f0-cb67-49b2-8100-cd8a5d2a5bc1 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:02.578972 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'status': 'completed', 'code': 200} Dec 16 17:43:02.626772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.757211 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:02.778769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870288ea-7a86-44f1-976e-a8d6a71442b0 None None] Pushing event updated for resources: {'Port': ['ID=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:02.794566 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] Checking router: 6f7e31ac-477b-4aa9-90dd-d38f81c097ab for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:02.804859 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:02.805826 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:02.920730 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:02.939367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e45064c7-c495-427a-b814-4254f54e541f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:02.939904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.974690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a8807863-73ba-4fd5-a9ef-cc2d1bcfb41a None None] Provisioning complete for port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:02.977703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8807863-73ba-4fd5-a9ef-cc2d1bcfb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:02.988611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Attempting to bind port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:02.989869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Attempting to bind port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:02.990329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Attempting to bind port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a on network a41870d7-8819-4d35-9ad4-989a504584a5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:03.050142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:03.050590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Checking segment: {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:03.050923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.051355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Bound using segment: {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:03.051543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.052017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Bound port: 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92443d9-bf15-4dcb-9278-b75271400adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:03.052203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.056292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.087929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8807863-73ba-4fd5-a9ef-cc2d1bcfb41a None None] Port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:03.164566 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:03.200315 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d2941-4a9d-4104-afc1-cd7ec0bdc8a0 None None] The sync data for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv is: [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:41:00Z', 'revision_number': 4, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e23bdda-4f97-47de-95dd-7f75c7e5a037', 'name': '', 'network_id': '0195fb54-ca39-4b86-bf2f-8104a82c8150', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'mac_address': 'fa:16:3e:07:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:57Z', 'updated_at': '2021-12-16T17:41:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'subnets': [{'id': 'd9ca7206-6e93-4fa3-a7c8-e06674b341aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:03.209968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:03.217164 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f888e3ac-722a-43ed-b404-b6622e486352 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4962c8c1cf1486f803fce5d474118f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7671204 Dec 16 17:43:03.223596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50126) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:03.285538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] For port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:03.298532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] Update dhcp port {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'fixed_ips': [{'subnet_id': '31c89bab-f618-4f27-b4ad-5a2dee205a4b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78071913-31b9-489b-ba7b-7258139f8c33', 'ip_address': '2001:db8::2'}, {'subnet_id': '043cff5f-6587-42c5-ab2b-1dde84cc977c'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '81a59418-1208-460a-958a-47c64ccba3d2'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:43:03.306805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9a0a332d-3cde-40c4-bfd4-955682bc1c17 None None] Provisioning complete for port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:03.307171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a0a332d-3cde-40c4-bfd4-955682bc1c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.314920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-8be251ce-a638-4e29-a960-d84a875db33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:03.316593 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-8be251ce-a638-4e29-a960-d84a875db33e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a934a66188e49b2a34461a1880e84f1&device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 1099 time: 0.7110023 Dec 16 17:43:03.334760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] For port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:03.375204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.398227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.409870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dde0018-c063-4f88-8048-d099df11b1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.412219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:03.420434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.425409 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dbf573ba-1362-4cec-b864-be73e3d03e42 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 700 time: 1.9631655 Dec 16 17:43:03.425918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50130) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:03.446574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a332d-3cde-40c4-bfd4-955682bc1c17 None None] Port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:03.448238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d338-bd8d-49b8-a89b-895ada1e8f05 req-0afc56f9-aa45-409a-b0c1-d98be94b7f96 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:03.456527 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0175d338-bd8d-49b8-a89b-895ada1e8f05 req-0afc56f9-aa45-409a-b0c1-d98be94b7f96 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2314804 Dec 16 17:43:03.542359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dde0018-c063-4f88-8048-d099df11b1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.583846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:03.584518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:03.639042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-37ab768f-2ace-4c76-8f73-0b3418dcda29 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 700 time: 0.2091651 Dec 16 17:43:03.659968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50134) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:03.749002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870288ea-7a86-44f1-976e-a8d6a71442b0 None None] Pushing event updated for resources: {'Port': ['ID=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:03.830624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0175d338-bd8d-49b8-a89b-895ada1e8f05 req-e887335d-d214-4878-aa4c-5272273ce23f tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3729765 Dec 16 17:43:03.836486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637361b4-4126-4f9a-a12a-8906f2edb935 None None] New status for floating IP cbd31142-b3da-4066-87ff-031f66a44292: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:43:03.844334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dde0018-c063-4f88-8048-d099df11b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.846972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2dde0018-c063-4f88-8048-d099df11b1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:03.853812 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2dde0018-c063-4f88-8048-d099df11b1fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dedb9bd4-35cc-4477-bcda-aa6d387befb0 HTTP/1.1" status: 204 len: 168 time: 0.6271152 Dec 16 17:43:03.867580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-923a73a5-6479-420c-ba7a-7259b9d92f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:03.871291 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-923a73a5-6479-420c-ba7a-7259b9d92f0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0195fb54-ca39-4b86-bf2f-8104a82c8150 HTTP/1.1" status: 200 len: 898 time: 0.5437021 Dec 16 17:43:03.885116 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde0018-c063-4f88-8048-d099df11b1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb9bd4-35cc-4477-bcda-aa6d387befb0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:03.977808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:04.020970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bfbc8ef2-9d84-4400-8edb-993bfff3a086 None None] Provisioning complete for port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:04.021440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8ef2-9d84-4400-8edb-993bfff3a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.037173 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-88d92afe-ec34-4c19-8669-2b952fd141f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295 HTTP/1.1" status: 200 len: 217 time: 0.1533110 Dec 16 17:43:04.119269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e9da9-d283-4a46-b720-ef387964cdea req-2ac7ff01-a375-4d5a-a85f-47202c3fce26 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:04.121834 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e79e9da9-d283-4a46-b720-ef387964cdea req-2ac7ff01-a375-4d5a-a85f-47202c3fce26 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 945 time: 0.5012484 Dec 16 17:43:04.208450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Delete allocated IP 2001:db8::124 (772ced3d-af72-4895-88f9-7a34f9c4f01f/78071913-31b9-489b-ba7b-7258139f8c33) {{(pid=103242) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 17:43:04.235681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8ef2-9d84-4400-8edb-993bfff3a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.272820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Allocated IP 2001:db8:0:2::200 (772ced3d-af72-4895-88f9-7a34f9c4f01f/043cff5f-6587-42c5-ab2b-1dde84cc977c/60d562ff-da4c-4eed-957b-35b12a63e16e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:04.306347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8444-5cb1-43cf-a15a-082da747348b req-ec20af47-dc7b-43a2-8938-89f2baa643d7 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:04.307920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ad8b8444-5cb1-43cf-a15a-082da747348b req-ec20af47-dc7b-43a2-8938-89f2baa643d7 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.2936175 Dec 16 17:43:04.317068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-7182e7c1-6bfc-400e-b696-c652054d9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:04.318542 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-7182e7c1-6bfc-400e-b696-c652054d9a27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9ca7206-6e93-4fa3-a7c8-e06674b341aa HTTP/1.1" status: 200 len: 835 time: 0.2213786 Dec 16 17:43:04.334164 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e79e9da9-d283-4a46-b720-ef387964cdea req-feb7e003-fc09-49b8-bec2-41cdaa0c8644 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020586 Dec 16 17:43:04.406192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab865fbf-be73-4586-af90-452130801686 req-f2855f94-6efa-4ffd-93dd-7aa3615d7b54 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:04.407881 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab865fbf-be73-4586-af90-452130801686 req-f2855f94-6efa-4ffd-93dd-7aa3615d7b54 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.57 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.1124272 Dec 16 17:43:04.452032 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ad8b8444-5cb1-43cf-a15a-082da747348b req-30499c50-4935-49e9-9cb4-b18a5680e9c4 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292057 Dec 16 17:43:04.486256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-36d7f793-f8f1-4d56-9924-89dd84ed6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:04.487841 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-36d7f793-f8f1-4d56-9924-89dd84ed6c27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0195fb54-ca39-4b86-bf2f-8104a82c8150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1442866 Dec 16 17:43:04.511158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bfbc8ef2-9d84-4400-8edb-993bfff3a086 None None] For port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:04.533297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8ef2-9d84-4400-8edb-993bfff3a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.630736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:02Z', 'revision_number': 7, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f63cf7-fcbb-4a13-bb5e-554f0a58b84a', 'name': '', 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:4c:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:57Z', 'updated_at': '2021-12-16T17:43:03Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:04.685500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Deleting port 53f5d95f-c7fc-47bc-a343-d765b97b7295 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:04.686145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.691086 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-e85b7716-57dd-4277-a039-a07b86d9b7a4 service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951957 Dec 16 17:43:04.696537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 982b31b4-d31b-453b-896c-220b284e4564 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:04.697210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.700762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8f0af-608c-40c3-97b5-7a67700b5460 None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:02Z', 'revision_number': 7, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f63cf7-fcbb-4a13-bb5e-554f0a58b84a', 'name': '', 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:4c:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:57Z', 'updated_at': '2021-12-16T17:43:03Z', 'revision_number': 4, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:04.722652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.733421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc8ef2-9d84-4400-8edb-993bfff3a086 None None] Pushing event updated for resources: {'Port': ['ID=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:04.780615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90afdb-4c74-429e-9e3f-df3964d0759e req-8ae29a3c-18b9-476c-b01e-f9217f668f8b tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:04.782435 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7b90afdb-4c74-429e-9e3f-df3964d0759e req-8ae29a3c-18b9-476c-b01e-f9217f668f8b tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1636655 Dec 16 17:43:04.882712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] Allocated IP 2001:db8:0:2::2 (772ced3d-af72-4895-88f9-7a34f9c4f01f/043cff5f-6587-42c5-ab2b-1dde84cc977c/81a59418-1208-460a-958a-47c64ccba3d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:04.966444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] For port 53f5d95f-c7fc-47bc-a343-d765b97b7295, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53f5d95f-c7fc-47bc-a343-d765b97b7295,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:04.966986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:04.986412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Calling delete_port for 53f5d95f-c7fc-47bc-a343-d765b97b7295 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:05.000400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] In _notify_port_updated(), no bound segment for port 60d562ff-da4c-4eed-957b-35b12a63e16e on network 772ced3d-af72-4895-88f9-7a34f9c4f01f {{(pid=103242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:43:05.006959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:05.007673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.013477 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "PUT /v2.0/ports/60d562ff-da4c-4eed-957b-35b12a63e16e HTTP/1.1" status: 200 len: 970 time: 2.6198828 Dec 16 17:43:05.027363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50158) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:05.043942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=81a59418-1208-460a-958a-47c64ccba3d2,segment=NetworkSegment(fa81104d-9852-4b7a-b07e-b093d53e62ae),segment_id=fa81104d-9852-4b7a-b07e-b093d53e62ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:05.054034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 982b31b4-d31b-453b-896c-220b284e4564 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:43:05.060864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 982b31b4-d31b-453b-896c-220b284e4564 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:05.061268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.069982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6d025-3ee4-4533-81a1-e96125543115 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event updated for resources: {'Port': ['ID=60d562ff-da4c-4eed-957b-35b12a63e16e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:05.166623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.171779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.179544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.187437 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7b90afdb-4c74-429e-9e3f-df3964d0759e req-e6c4c813-04dc-4d35-bc9d-2a8a29eae162 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193414 Dec 16 17:43:05.191929 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-657f7517-51d2-434e-8099-f4d5858c1c2d req-531a7dfb-7daa-4f8a-b62c-45fa6408864e service neutron] 10.222.0.57 "GET /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911301 Dec 16 17:43:05.274067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c39d-a27e-433e-b79b-e2f83f73de4d req-b96ae05e-5891-4a28-aeaf-6c4ec14e287d tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:05.275757 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-13c6c39d-a27e-433e-b79b-e2f83f73de4d req-b96ae05e-5891-4a28-aeaf-6c4ec14e287d tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 946 time: 0.2880743 Dec 16 17:43:05.278073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50164) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:05.397447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.404646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086827a4-ce3f-4405-9fab-376566c0d16b None None] Pushing event updated for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:05.450615 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-13c6c39d-a27e-433e-b79b-e2f83f73de4d req-0e3aa298-cb75-4b43-9ebd-9951949f7e42 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/security-groups?id=dbde235c-9e70-4227-a43e-b1a2e49f2fea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441534 Dec 16 17:43:05.465483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 982b31b4-d31b-453b-896c-220b284e4564, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=982b31b4-d31b-453b-896c-220b284e4564,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:05.466588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982b31b4-d31b-453b-896c-220b284e4564'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:05.469612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab3a5d-8432-417f-a5ec-e29ec3267817" -d '{"events": [{"server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "name": "network-vif-plugged", "status": "completed", "tag": "982b31b4-d31b-453b-896c-220b284e4564"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:05.477125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.505925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port 60d562ff-da4c-4eed-957b-35b12a63e16e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:05.512814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.519292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.551315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=982b31b4-d31b-453b-896c-220b284e4564,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:05.621218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'Port': ['ID=53f5d95f-c7fc-47bc-a343-d765b97b7295,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:05.742894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2fdf5b-6f03-4b7e-b6bb-7505460e81fb x-openstack-request-id: req-3f2fdf5b-6f03-4b7e-b6bb-7505460e81fb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:05.743416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "name": "network-vif-plugged", "status": "completed", "tag": "982b31b4-d31b-453b-896c-220b284e4564", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:05.743416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f2fdf5b-6f03-4b7e-b6bb-7505460e81fb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:05.743826 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982b31b4-d31b-453b-896c-220b284e4564', 'code': 200} Dec 16 17:43:05.746039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] No DVR routers for this DVR port 53f5d95f-c7fc-47bc-a343-d765b97b7295 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:05.749343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.752857 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab865fbf-be73-4586-af90-452130801686 req-4f07d9c2-1294-4458-b856-daae6ea0747a tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.57 "DELETE /v2.0/ports/53f5d95f-c7fc-47bc-a343-d765b97b7295 HTTP/1.1" status: 204 len: 173 time: 1.3342552 Dec 16 17:43:05.753348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-deleted', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:05.756313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d5693-43a2-45db-8dac-a75c47739698" -d '{"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-deleted", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:05.781928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.812088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037559642'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:05.880533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for 60d562ff-da4c-4eed-957b-35b12a63e16e owned by {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:05.885191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:05.899951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.023988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:06.024335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.082591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585eb2d-f597-4e33-9d47-2829c67b1d07 req-c93b7419-6e27-4711-ab56-49af3f73e57c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:06.084168 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b585eb2d-f597-4e33-9d47-2829c67b1d07 req-c93b7419-6e27-4711-ab56-49af3f73e57c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.2786014 Dec 16 17:43:06.094811 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:06.124921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1b74-2d28-4fee-b098-b9b33fa56a6b req-fe468234-b88f-447e-8682-1c492b0b3910 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:06.133196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-748c1b74-2d28-4fee-b098-b9b33fa56a6b req-fe468234-b88f-447e-8682-1c492b0b3910 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.2504256 Dec 16 17:43:06.147266 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc062-945f-46df-8124-1d45eb787214 req-6a4fc630-b37a-44d0-849a-5b9c14b62d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:06.148836 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec5fc062-945f-46df-8124-1d45eb787214 req-6a4fc630-b37a-44d0-849a-5b9c14b62d8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1099 time: 0.1422446 Dec 16 17:43:06.149777 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:06.154520 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:06.206085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:06.206452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.239580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:06.265799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b585eb2d-f597-4e33-9d47-2829c67b1d07 req-ae25de2a-bd4b-4dc4-9ccb-99e765ed9130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677568 Dec 16 17:43:06.339693 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec5fc062-945f-46df-8124-1d45eb787214 req-06485b4f-7f32-47c1-97f1-32b33185ea6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740422 Dec 16 17:43:06.414223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f98a176-c524-4100-a2db-fd67ab03b6be x-openstack-request-id: req-3f98a176-c524-4100-a2db-fd67ab03b6be {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:06.414520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632bae35-ca68-47fc-9a20-49e4004883e4", "name": "network-vif-deleted", "tag": "53f5d95f-c7fc-47bc-a343-d765b97b7295", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:06.414773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f98a176-c524-4100-a2db-fd67ab03b6be {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:06.415416 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632bae35-ca68-47fc-9a20-49e4004883e4', 'name': 'network-vif-deleted', 'tag': '53f5d95f-c7fc-47bc-a343-d765b97b7295', 'status': 'completed', 'code': 200} Dec 16 17:43:06.431538 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:06.437993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 81a59418-1208-460a-958a-47c64ccba3d2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:06.446358 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-748c1b74-2d28-4fee-b098-b9b33fa56a6b req-ef91e91f-ef06-478c-b809-29e23af628d4 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076715 Dec 16 17:43:06.464679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.474848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.524752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dcf561e3-ca7e-496c-8046-56c8bbc13253 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:06.526457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcf561e3-ca7e-496c-8046-56c8bbc13253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.579136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ad18a-96aa-4c0f-aa58-0bb5809d90d2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:06.632125 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-548fde0b-70c4-4ffd-a55c-3124463fd43d req-1d6bc7a9-9970-4291-9295-b2f66f4bd446 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "GET /v2.0/ports?device_id=632bae35-ca68-47fc-9a20-49e4004883e4 HTTP/1.1" status: 200 len: 210 time: 0.0540633 Dec 16 17:43:06.635976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.661454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:06.662053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.682129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.740680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=60d562ff-da4c-4eed-957b-35b12a63e16e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:06.757699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.760400 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a8032d07-f1c6-4be2-94a4-93ddd7f7a420 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/60d562ff-da4c-4eed-957b-35b12a63e16e HTTP/1.1" status: 204 len: 168 time: 1.7320764 Dec 16 17:43:06.773840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=74f63cf7-fcbb-4a13-bb5e-554f0a58b84a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:06.775619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50180) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:06.803684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.810019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.849969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dcf561e3-ca7e-496c-8046-56c8bbc13253 None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:06.850539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcf561e3-ca7e-496c-8046-56c8bbc13253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.871987 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2cb9af-f044-481b-8152-b42f497e0729 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] GET failed (client error): The resource could not be found. Dec 16 17:43:06.872637 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:02Z', 'revision_number': 7, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74f63cf7-fcbb-4a13-bb5e-554f0a58b84a', 'name': '', 'network_id': 'a41870d7-8819-4d35-9ad4-989a504584a5', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:4c:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:57Z', 'updated_at': '2021-12-16T17:43:04Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': 'a19d6901-25be-4204-9eb2-70117ada8155', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:06.874831 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3d2cb9af-f044-481b-8152-b42f497e0729 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports/60d562ff-da4c-4eed-957b-35b12a63e16e HTTP/1.1" status: 404 len: 333 time: 0.0954444 Dec 16 17:43:06.877551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50182) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:06.883012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:06.886518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6043136 Dec 16 17:43:06.886911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50184) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:06.904148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c460ad0-35f0-47df-96e7-d5d3e48741c9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02453e36-e2a5-45e9-a296-3ac40e36457b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:06.915698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dcf561e3-ca7e-496c-8046-56c8bbc13253 None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:06.939498 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:06.959827 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:06.960534 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:06.976755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:06.997283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dcf561e3-ca7e-496c-8046-56c8bbc13253 None None] Could not find standard attr ID for object 60d562ff-da4c-4eed-957b-35b12a63e16e. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:43:06.998713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:06.999050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 17:43:07.017392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0a0d9d19-f34b-4e02-aa58-02ad74fa7d02 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1199028 Dec 16 17:43:07.018087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50186) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.022119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Port 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a not found, will not notify nova. {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 17:43:07.029321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-security--714118310', 'description': 'tempest-security-description-1081806148'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:07.097008 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:07.102774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.112160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a6703f7-6d96-4342-b0f2-182d71c937dd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.114298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b16daffc-500f-41ae-a003-8a78151992e5 None None] Could not find standard attr ID for object 60d562ff-da4c-4eed-957b-35b12a63e16e. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 17:43:07.143214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.169345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a6703f7-6d96-4342-b0f2-182d71c937dd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.183628 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.191225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.197942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.199785 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "PUT /v2.0/security-groups/02453e36-e2a5-45e9-a296-3ac40e36457b HTTP/1.1" status: 200 len: 1796 time: 0.1801455 Dec 16 17:43:07.204363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50188) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.247921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4e2b8-1883-4e55-932d-c1aea9b671e3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02453e36-e2a5-45e9-a296-3ac40e36457b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:07.279999 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-845193a7-de17-482d-9eee-dc131627cca2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups/02453e36-e2a5-45e9-a296-3ac40e36457b HTTP/1.1" status: 200 len: 1796 time: 0.0716231 Dec 16 17:43:07.282472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50190) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.346154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5ad8-c419-4a9f-a037-627481a1ef1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.364562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6188b5-21e4-4b9b-9a4f-5978ed338c46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.408924 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:06Z', 'revision_number': 8, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:07.433825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6188b5-21e4-4b9b-9a4f-5978ed338c46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.439642 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98e7c1-30da-4b77-8dfe-db3a22811831 None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:06Z', 'revision_number': 8, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:07.478820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190ee6-e79d-475e-ab13-aa50097fe62f req-dd58c9b5-6f03-4b4a-b47b-c1172e5eee36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:07.480606 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d190ee6-e79d-475e-ab13-aa50097fe62f req-dd58c9b5-6f03-4b4a-b47b-c1172e5eee36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.1087675 Dec 16 17:43:07.549304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6188b5-21e4-4b9b-9a4f-5978ed338c46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.552474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6188b5-21e4-4b9b-9a4f-5978ed338c46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.553712 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa6188b5-21e4-4b9b-9a4f-5978ed338c46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/02453e36-e2a5-45e9-a296-3ac40e36457b HTTP/1.1" status: 204 len: 168 time: 0.2700510 Dec 16 17:43:07.573739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50196) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.600823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6188b5-21e4-4b9b-9a4f-5978ed338c46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02453e36-e2a5-45e9-a296-3ac40e36457b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:07.615530 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d190ee6-e79d-475e-ab13-aa50097fe62f req-35271ab7-c9b2-42a5-8211-998fb0163fec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134093 Dec 16 17:43:07.653728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8338262-9162-4ceb-8bdc-90cfabe00f01 req-9fbaad9f-7fc3-4d2e-b2e6-aa3027f6c07b tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:07.655464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c8338262-9162-4ceb-8bdc-90cfabe00f01 req-9fbaad9f-7fc3-4d2e-b2e6-aa3027f6c07b tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1244526 Dec 16 17:43:07.663417 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1e721c87-f8f0-4125-8a33-c34dbc7a0311 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0804851 Dec 16 17:43:07.663708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50200) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.683870 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-2ff1cdaf-1340-43d2-9b41-5f69705b29df tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] delete failed (client error): The resource could not be found. Dec 16 17:43:07.684981 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2ff1cdaf-1340-43d2-9b41-5f69705b29df tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/02453e36-e2a5-45e9-a296-3ac40e36457b HTTP/1.1" status: 404 len: 347 time: 0.0189943 Dec 16 17:43:07.691519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50202) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.695736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369655043'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:07.701168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a6703f7-6d96-4342-b0f2-182d71c937dd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.703727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a6703f7-6d96-4342-b0f2-182d71c937dd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.704072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50204) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.707212 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0a6703f7-6d96-4342-b0f2-182d71c937dd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/security-groups/a430848c-01d9-4deb-b342-bc92201a383e HTTP/1.1" status: 204 len: 168 time: 0.8261495 Dec 16 17:43:07.713723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50206) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.720500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6703f7-6d96-4342-b0f2-182d71c937dd tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a430848c-01d9-4deb-b342-bc92201a383e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:07.747372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:07.838004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c8338262-9162-4ceb-8bdc-90cfabe00f01 req-648e8a38-af5f-4558-abc0-ffb060e63fc6 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733353 Dec 16 17:43:07.864835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:07.871002 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-52665b9e-9804-4126-8fc5-351ed3056550 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2090578 Dec 16 17:43:07.873627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50210) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:07.878441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.930999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3898c1e4-cefc-45e5-b942-53e7eb62c35c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.935571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet a19d6901-25be-4204-9eb2-70117ada8155 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:07.939770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.958468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3898c1e4-cefc-45e5-b942-53e7eb62c35c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:07.989101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.070798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:08.081592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:08.083077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:08.119878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.163449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-d235d3b4-70f4-4bcf-afd9-2673d459b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:08.164996 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-d235d3b4-70f4-4bcf-afd9-2673d459b7be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d582b0f4fbe741bf89382c168d44dbef&device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 1099 time: 0.0838208 Dec 16 17:43:08.187040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3898c1e4-cefc-45e5-b942-53e7eb62c35c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.189623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3898c1e4-cefc-45e5-b942-53e7eb62c35c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.190760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3898c1e4-cefc-45e5-b942-53e7eb62c35c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/security-groups/37a51bb5-6b22-4f35-8b05-a077f57e2094 HTTP/1.1" status: 204 len: 168 time: 0.4740567 Dec 16 17:43:08.195007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.205436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50214) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:08.207640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:08.228260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdebf6-c886-425b-9c3e-1f447c1fabd1 req-207008c2-67f5-4b6a-83ba-0423f77dca97 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:08.230676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41bdebf6-c886-425b-9c3e-1f447c1fabd1 req-207008c2-67f5-4b6a-83ba-0423f77dca97 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1907527 Dec 16 17:43:08.231739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.242730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:08.247205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898c1e4-cefc-45e5-b942-53e7eb62c35c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a51bb5-6b22-4f35-8b05-a077f57e2094,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:08.279281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.282890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:08.283485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 74f63cf7-fcbb-4a13-bb5e-554f0a58b84a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:08.299409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.305907 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/a19d6901-25be-4204-9eb2-70117ada8155 HTTP/1.1" status: 204 len: 168 time: 0.4288793 Dec 16 17:43:08.312979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50216) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:08.327024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a69761-118b-4d0f-9b3c-55cea0d3b0e2 None None] Network a41870d7-8819-4d35-9ad4-989a504584a5 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:08.332741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96d066-e9f8-4dca-9e80-8b2cf251db36 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=a19d6901-25be-4204-9eb2-70117ada8155,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:08.358067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.362058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6669135 Dec 16 17:43:08.363330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-5602adb4-87cc-433d-8c7f-70f5c17f5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:08.365130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-5602adb4-87cc-433d-8c7f-70f5c17f5191 service neutron] 10.222.0.57 "GET /v2.0/networks?id=65260336-5716-4963-b299-1760de358392 HTTP/1.1" status: 200 len: 912 time: 0.1687877 Dec 16 17:43:08.365834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50218) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:08.370722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'edd4b4b3-abe7-4f9a-98f6-92a857384f7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:08.376856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397baf9-cb76-403c-a1b8-3d7bee0c8bf2 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd4b4b3-abe7-4f9a-98f6-92a857384f7c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:08.428680 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-a5c155f8-36d0-4366-bddf-1ca4af918097 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f HTTP/1.1" status: 200 len: 217 time: 0.0522671 Dec 16 17:43:08.494095 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41bdebf6-c886-425b-9c3e-1f447c1fabd1 req-74157af1-087f-4ef0-a1a7-105346877726 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447963 Dec 16 17:43:08.496147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.499045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b226f8f-0e90-4ad0-af15-3e8dac926e57 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.505960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-7c91e1a5-00e3-4cd0-b8cf-4f31b927d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:08.507713 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-7c91e1a5-00e3-4cd0-b8cf-4f31b927d34d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8 HTTP/1.1" status: 200 len: 851 time: 0.0722907 Dec 16 17:43:08.507847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.549145 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-f91e5d6b-6027-4041-aa44-829be2d14cfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65260336-5716-4963-b299-1760de358392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321541 Dec 16 17:43:08.568261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:06Z', 'revision_number': 8, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:08.603341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:08.616342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e1378-476f-4895-b90a-73b96a513236 None None] DHCP port deletion for a41870d7-8819-4d35-9ad4-989a504584a5 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:08.618706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:08.619355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:42:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:08.658961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.671403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.696539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:08.717113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.717737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506355 Dec 16 17:43:08.718501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672b3c1-961b-45ba-9a63-411ad3d7c89f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e51dab-67b0-4024-8db1-e2e906f9bc65,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:08.723108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50222) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:08.738899 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-78b5146f-e51e-4121-8722-88a502515298 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765575 Dec 16 17:43:08.744061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 53f5d95f-c7fc-47bc-a343-d765b97b7295 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:08.744397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 53f5d95f-c7fc-47bc-a343-d765b97b7295 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:08.770345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:08.801613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c6b185d-ffc9-4e94-b8bc-473b51f64768 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.809740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c6b185d-ffc9-4e94-b8bc-473b51f64768 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.829329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-619e1378-476f-4895-b90a-73b96a513236 None None] Deleting port e45064c7-c495-427a-b814-4254f54e541f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:08.830009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-619e1378-476f-4895-b90a-73b96a513236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.861389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c6b185d-ffc9-4e94-b8bc-473b51f64768 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.870001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c6b185d-ffc9-4e94-b8bc-473b51f64768 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.873025 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4c6b185d-ffc9-4e94-b8bc-473b51f64768 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/53e51dab-67b0-4024-8db1-e2e906f9bc65 HTTP/1.1" status: 204 len: 168 time: 0.1469021 Dec 16 17:43:08.874369 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d80d8693-bfbc-4fc5-8541-a1b72e9c1cb1 req-607e01b4-18ab-4927-879a-4d83e8dc1167 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271830 Dec 16 17:43:08.877377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50224) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:08.888129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b226f8f-0e90-4ad0-af15-3e8dac926e57 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:08.903150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b185d-ffc9-4e94-b8bc-473b51f64768 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53e51dab-67b0-4024-8db1-e2e906f9bc65,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:08.924180 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b69fcaad-f208-4fc6-bc7e-41b34aedd868 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429337 Dec 16 17:43:08.924180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50226) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:08.979932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb339a-ac39-4cc5-9684-4c237870879c req-0606a809-fd85-4d19-b125-dddbc22fc739 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:08.981818 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29eb339a-ac39-4cc5-9684-4c237870879c req-0606a809-fd85-4d19-b125-dddbc22fc739 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.1351321 Dec 16 17:43:08.992955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59ab3733-2637-4ad2-a888-f1d7c0131532 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.014864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b226f8f-0e90-4ad0-af15-3e8dac926e57 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.017627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b226f8f-0e90-4ad0-af15-3e8dac926e57 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.021648 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8b226f8f-0e90-4ad0-af15-3e8dac926e57 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/security-groups/d63dd171-60e2-42e5-a64c-dc594f44b339 HTTP/1.1" status: 204 len: 168 time: 0.8108413 Dec 16 17:43:09.021918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50228) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.032573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59ab3733-2637-4ad2-a888-f1d7c0131532 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.072725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b226f8f-0e90-4ad0-af15-3e8dac926e57 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63dd171-60e2-42e5-a64c-dc594f44b339,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:09.087027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port e45064c7-c495-427a-b814-4254f54e541f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:09.087027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.100864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 78071913-31b9-489b-ba7b-7258139f8c33 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:09.104102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.147996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59ab3733-2637-4ad2-a888-f1d7c0131532 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.151123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-59ab3733-2637-4ad2-a888-f1d7c0131532 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.154311 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-59ab3733-2637-4ad2-a888-f1d7c0131532 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/edd4b4b3-abe7-4f9a-98f6-92a857384f7c HTTP/1.1" status: 204 len: 168 time: 0.2292531 Dec 16 17:43:09.155746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50230) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.163401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-619e1378-476f-4895-b90a-73b96a513236 None None] For port e45064c7-c495-427a-b814-4254f54e541f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e45064c7-c495-427a-b814-4254f54e541f,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:09.164005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-619e1378-476f-4895-b90a-73b96a513236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.168318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.177727 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29eb339a-ac39-4cc5-9684-4c237870879c req-bd083395-6596-400d-9e1f-958183490a19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735587 Dec 16 17:43:09.180679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-619e1378-476f-4895-b90a-73b96a513236 None None] Calling delete_port for e45064c7-c495-427a-b814-4254f54e541f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:09.196618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port e45064c7-c495-427a-b814-4254f54e541f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e45064c7-c495-427a-b814-4254f54e541f,segment=NetworkSegment(f92443d9-bf15-4dcb-9278-b75271400adb),segment_id=f92443d9-bf15-4dcb-9278-b75271400adb)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:09.197098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.212516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.215883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab3733-2637-4ad2-a888-f1d7c0131532 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd4b4b3-abe7-4f9a-98f6-92a857384f7c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:09.252135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for e45064c7-c495-427a-b814-4254f54e541f owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:09.271900 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d89cc651-09df-430b-b3f6-b55dc796ce46 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1036465 Dec 16 17:43:09.275107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50234) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.281130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419217685'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:09.334214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.339576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.368970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:06Z', 'revision_number': 8, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:09.400762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c23c7-fc1c-4b0d-af37-8df760e041ab None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:06Z', 'revision_number': 8, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f689ed67-43af-4634-82a5-fb5f6a9f9eac', 'name': '', 'network_id': 'd9fef52b-d97c-4e45-bf8f-f0ebb54d5445', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:af:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:50Z', 'updated_at': '2021-12-16T17:42:56Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '7671575c-8d68-49d9-99aa-1912daa3a898', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:09.403057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-619e1378-476f-4895-b90a-73b96a513236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.418107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db9299-1322-4b2e-8039-b94b1d6ce95f req-21f2ac8b-521e-4171-88b9-062a8a4e1b8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:09.419352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-62db9299-1322-4b2e-8039-b94b1d6ce95f req-21f2ac8b-521e-4171-88b9-062a8a4e1b8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.1652281 Dec 16 17:43:09.439024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e1378-476f-4895-b90a-73b96a513236 None None] No DVR routers for this DVR port e45064c7-c495-427a-b814-4254f54e541f on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:09.469195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.471061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e1378-476f-4895-b90a-73b96a513236 None None] Pushing event deleted for resources: {'Port': ['ID=e45064c7-c495-427a-b814-4254f54e541f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:09.520471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.537431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.553917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=78071913-31b9-489b-ba7b-7258139f8c33,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:09.559105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.565548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b5504-9c45-430b-9dd0-029480a0bdce None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:09.586839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.594147 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e9714f6f-6228-4048-bf0b-066cfd2851f2 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/78071913-31b9-489b-ba7b-7258139f8c33 HTTP/1.1" status: 204 len: 168 time: 0.5711865 Dec 16 17:43:09.607421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50238) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.634882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port e45064c7-c495-427a-b814-4254f54e541f on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:09.639494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=e45064c7-c495-427a-b814-4254f54e541f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:09.649254 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-62db9299-1322-4b2e-8039-b94b1d6ce95f req-0a51eec7-5567-451a-bfd1-04a7084b9b41 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220380 Dec 16 17:43:09.677561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50240) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.688262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cf17c7-76af-40f0-86db-a68f6367b996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.723556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.724924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4474967 Dec 16 17:43:09.728637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50242) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.733296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'b9208578-754a-4fc1-ae01-89f7e40aab46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:09.743725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0de071-7295-4d78-9178-7f775a3dcff4 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9208578-754a-4fc1-ae01-89f7e40aab46,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:09.765194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 043cff5f-6587-42c5-ab2b-1dde84cc977c {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:09.772615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.808842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.819140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.842882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41870d7-8819-4d35-9ad4-989a504584a5']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:09.847373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.853822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65afd0-6e19-4113-a9f3-bd81db3b25a9 req-6a296ffc-6d19-4ae8-ad73-dc723044b38f tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:09.855416 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7e65afd0-6e19-4113-a9f3-bd81db3b25a9 req-6a296ffc-6d19-4ae8-ad73-dc723044b38f tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1794202 Dec 16 17:43:09.865524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa6e6f-872a-4e86-8756-7021a232195d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:09.870233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a6aa6e6f-872a-4e86-8756-7021a232195d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1094 time: 0.1880162 Dec 16 17:43:09.873247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50244) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:09.875685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92443d9-bf15-4dcb-9278-b75271400adb') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:09.876076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92443d9-bf15-4dcb-9278-b75271400adb') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:09.882781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '982b31b4-d31b-453b-896c-220b284e4564', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:09.917930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.947680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.952814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.963105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:09.982813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.000120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1d94e5-57e3-47be-a1f3-5cd1195fe1db,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.012294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.013632 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-db68e81c-08c6-4d7d-800c-6d6b130f0fd9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2839806 Dec 16 17:43:10.016470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50246) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.021565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'b9208578-754a-4fc1-ae01-89f7e40aab46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:10.038064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:10.038474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.045382 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7e65afd0-6e19-4113-a9f3-bd81db3b25a9 req-6beeaa7b-39b1-403f-8d2f-db4ec564d2db tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763325 Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: self.session.flush() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:10.046072 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:10.058413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.093657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.104392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=043cff5f-6587-42c5-ab2b-1dde84cc977c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.106674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.109877 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fd81f5e0-683f-4895-aa4f-17704471a736 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/043cff5f-6587-42c5-ab2b-1dde84cc977c HTTP/1.1" status: 204 len: 168 time: 0.4977345 Dec 16 17:43:10.113042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50248) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.114206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.147724 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21c5d42-8562-4d96-9084-85e032aa7f43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:10.148193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21c5d42-8562-4d96-9084-85e032aa7f43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:10.154768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e21c5d42-8562-4d96-9084-85e032aa7f43 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/78071913-31b9-489b-ba7b-7258139f8c33 HTTP/1.1" status: 404 len: 337 time: 0.0356960 Dec 16 17:43:10.155368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50250) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.179111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.184344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.190667 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/a41870d7-8819-4d35-9ad4-989a504584a5 HTTP/1.1" status: 204 len: 168 time: 1.8697877 Dec 16 17:43:10.191834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50252) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.231496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Deleting port 4e23bdda-4f97-47de-95dd-7f75c7e5a037 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:10.231910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.271367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting subnet 31c89bab-f618-4f27-b4ad-5a2dee205a4b {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:10.271602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36148cf-fdb3-44db-913e-8c832a5674cc tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=a41870d7-8819-4d35-9ad4-989a504584a5,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.276510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.277616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.285708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e45064c7-c495-427a-b814-4254f54e541f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:10.309926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e45064c7-c495-427a-b814-4254f54e541f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:10.310634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e45064c7-c495-427a-b814-4254f54e541f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:10.320291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.349762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.380067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e937fd11-d96d-4103-87d3-590dbfae2acf,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.402534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.403742 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b87d8421-b3a1-499a-8331-36d34b1a1b0f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863053 Dec 16 17:43:10.406597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50254) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.411014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'b9208578-754a-4fc1-ae01-89f7e40aab46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:10.482323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462dc40-eb27-4dd1-9cc4-2a5117f38db0 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:10.483715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.505663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.507379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] For port 4e23bdda-4f97-47de-95dd-7f75c7e5a037, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4e23bdda-4f97-47de-95dd-7f75c7e5a037,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:10.507751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.534845 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Calling delete_port for 4e23bdda-4f97-47de-95dd-7f75c7e5a037 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:10.586882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.590591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.604050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.607388 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6e448acc-9ec0-4d3c-a0c1-1e97e3e272ec None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:10.607977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e448acc-9ec0-4d3c-a0c1-1e97e3e272ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.633043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Subnet': ['ID=31c89bab-f618-4f27-b4ad-5a2dee205a4b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.639651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.647333 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ed32c0d0-3882-432d-8ece-942b69133ad7 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/31c89bab-f618-4f27-b4ad-5a2dee205a4b HTTP/1.1" status: 204 len: 168 time: 0.4868107 Dec 16 17:43:10.647333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50256) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.656114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.657504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7b35f-3e4a-42bf-b147-024c11c4a525,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.678032 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1621c7b9-0ca6-4923-bb05-d234473fe730 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:10.678498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1621c7b9-0ca6-4923-bb05-d234473fe730 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:10.683968 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1621c7b9-0ca6-4923-bb05-d234473fe730 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/7cdf141a-c3fe-4685-9bce-3ddd664aa7ca HTTP/1.1" status: 404 len: 337 time: 0.0335283 Dec 16 17:43:10.684125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.685245 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ed79de65-f98e-497a-9b2a-231b7c3b983a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2777336 Dec 16 17:43:10.685782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50258) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.695336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50260) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.699020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'b9208578-754a-4fc1-ae01-89f7e40aab46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:10.743460 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-11b167ff-675d-4bb1-ba8c-98b665485230 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8469689-3815-49fe-a6f2-fcca9054b67f HTTP/1.1" status: 200 len: 205 time: 0.0544915 Dec 16 17:43:10.751676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50262) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.760785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.767524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6e448acc-9ec0-4d3c-a0c1-1e97e3e272ec None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:10.767979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e448acc-9ec0-4d3c-a0c1-1e97e3e272ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.793770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-df808bae-11b8-407d-bdb4-806913762a07 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] delete failed (client error): The resource could not be found. Dec 16 17:43:10.797120 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df808bae-11b8-407d-bdb4-806913762a07 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/routers/b8469689-3815-49fe-a6f2-fcca9054b67f HTTP/1.1" status: 404 len: 336 time: 0.0429103 Dec 16 17:43:10.803579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d5269-2461-4f62-a4a5-04325c4039e4 None None] Update dhcp port {'port': {'network_id': '772ced3d-af72-4895-88f9-7a34f9c4f01f', 'fixed_ips': [{'subnet_id': '31c89bab-f618-4f27-b4ad-5a2dee205a4b'}], 'binding:host_id': 'dv-neutron-821818-2-hyperv'}, 'id': '81a59418-1208-460a-958a-47c64ccba3d2'} from dv-neutron-821818-2-hyperv. {{(pid=103244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 17:43:10.803831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50264) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.830747 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1c90ed-6b61-4b48-a735-748b1993e36c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:10.831162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1c90ed-6b61-4b48-a735-748b1993e36c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:10.837200 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7c1c90ed-6b61-4b48-a735-748b1993e36c tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/6b9488be-b2a1-4fd7-888a-ebc1b243e388 HTTP/1.1" status: 404 len: 337 time: 0.0338695 Dec 16 17:43:10.839407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50266) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.849183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f85d5269-2461-4f62-a4a5-04325c4039e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.864262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6e448acc-9ec0-4d3c-a0c1-1e97e3e272ec None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:10.876372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.876759 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4370bb99-2e34-48e9-9d89-bbb166f2f9ea tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:10.877218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4370bb99-2e34-48e9-9d89-bbb166f2f9ea tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:10.883793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4370bb99-2e34-48e9-9d89-bbb166f2f9ea tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/b9bc93ca-ca57-4b94-8f5e-c84f7fde64b1 HTTP/1.1" status: 404 len: 337 time: 0.0404809 Dec 16 17:43:10.889404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50268) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.892712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.244 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/68c0b628-26f3-4c8c-8ed5-8332439d1c8a) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:10.918190 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa23d20-9c24-4d34-94b9-9fa30fed1e44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:10.918667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa23d20-9c24-4d34-94b9-9fa30fed1e44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:10.924139 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1fa23d20-9c24-4d34-94b9-9fa30fed1e44 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/2ad4f34c-f625-4cab-86a9-f9efb1ea794c HTTP/1.1" status: 404 len: 337 time: 0.0353210 Dec 16 17:43:10.926850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50270) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.945972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.950738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.969849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f471411-1149-4ff5-99df-4fb982d5fa3b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:10.983207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:10.985037 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8befd2f0-044c-46d7-8d4c-8c43e679da21 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2893307 Dec 16 17:43:10.987965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50272) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:10.992677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'b9208578-754a-4fc1-ae01-89f7e40aab46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:11.007717 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cfdc39-9e11-417a-99b3-b544f54e62be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:11.008185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cfdc39-9e11-417a-99b3-b544f54e62be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:11.011544 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-73cfdc39-9e11-417a-99b3-b544f54e62be tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/d9ae11a6-7b1b-4e84-be83-2e94f7b11594 HTTP/1.1" status: 404 len: 333 time: 0.0820813 Dec 16 17:43:11.015365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50274) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.039746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab12f41-4df4-477a-8926-820764878167 None None] Network 772ced3d-af72-4895-88f9-7a34f9c4f01f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:11.050140 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dabeb4-b22a-4769-8d08-cd373473f382 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:11.051234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dabeb4-b22a-4769-8d08-cd373473f382 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:11.054356 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-96dabeb4-b22a-4769-8d08-cd373473f382 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/9ce16c3b-a8d2-4660-8dd8-8b5080d2d70e HTTP/1.1" status: 404 len: 337 time: 0.0379574 Dec 16 17:43:11.056930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50276) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.068056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.088446 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c130973c-3caf-4e14-a604-012234aa17d8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:11.088914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c130973c-3caf-4e14-a604-012234aa17d8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:11.092047 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c130973c-3caf-4e14-a604-012234aa17d8 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/e1888ee5-6bcc-4de4-8fc2-60f18d9be105 HTTP/1.1" status: 404 len: 337 time: 0.0340197 Dec 16 17:43:11.097792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50280) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.133424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-06865f65-1f07-45dc-955a-89530c851151 None None] Provisioning complete for port 81a59418-1208-460a-958a-47c64ccba3d2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:11.134124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06865f65-1f07-45dc-955a-89530c851151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.141777 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07e1e24-b3d8-451d-b08e-eb5ee9516d42 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:11.142339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07e1e24-b3d8-451d-b08e-eb5ee9516d42 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:11.145420 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f07e1e24-b3d8-451d-b08e-eb5ee9516d42 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/5821addd-9d05-4ba2-8d73-a437f69018de HTTP/1.1" status: 404 len: 333 time: 0.0465972 Dec 16 17:43:11.148409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50282) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.160584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.171975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.178375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.197574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4aec865-b9c6-4f53-8559-a6d98be10898,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:11.197894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.209446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.213397 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c21e309c-dad3-46cc-af46-a1de8de4beca tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2216730 Dec 16 17:43:11.213756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50284) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.231803 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e4801c-a611-4849-9b00-87ce07175b80 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:11.232267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e4801c-a611-4849-9b00-87ce07175b80 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:11.237607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-64e4801c-a611-4849-9b00-87ce07175b80 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/25172684-7092-407f-b5e3-db5ebcc21778 HTTP/1.1" status: 404 len: 337 time: 0.0857897 Dec 16 17:43:11.241883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50286) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.252021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'Port': ['ID=4e23bdda-4f97-47de-95dd-7f75c7e5a037,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:11.257112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] DHCP port deletion for 772ced3d-af72-4895-88f9-7a34f9c4f01f request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:11.272656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.286820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5020c745-e452-458b-8b27-76a50a290a2a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.289372 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc786f6c-81a4-44ec-ac1f-150c835dccc9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:11.290367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc786f6c-81a4-44ec-ac1f-150c835dccc9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:11.295718 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cc786f6c-81a4-44ec-ac1f-150c835dccc9 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/subnets/1c315f76-b27b-4795-ba3f-3c91013d5c1c HTTP/1.1" status: 404 len: 337 time: 0.0492830 Dec 16 17:43:11.299270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50288) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.302660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5020c745-e452-458b-8b27-76a50a290a2a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.323275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-06865f65-1f07-45dc-955a-89530c851151 None None] Provisioning complete for port d095428a-65af-4293-a355-93f133f62653 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:11.323867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06865f65-1f07-45dc-955a-89530c851151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.370459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] Deleting port 81a59418-1208-460a-958a-47c64ccba3d2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:11.371003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.397916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5020c745-e452-458b-8b27-76a50a290a2a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.407809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5020c745-e452-458b-8b27-76a50a290a2a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.411731 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5020c745-e452-458b-8b27-76a50a290a2a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c4aec865-b9c6-4f53-8559-a6d98be10898 HTTP/1.1" status: 204 len: 168 time: 0.1941953 Dec 16 17:43:11.412700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50290) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.415767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c745-e452-458b-8b27-76a50a290a2a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4aec865-b9c6-4f53-8559-a6d98be10898,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:11.428399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-06865f65-1f07-45dc-955a-89530c851151 None None] Port d095428a-65af-4293-a355-93f133f62653 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:11.440190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Deleting port d095428a-65af-4293-a355-93f133f62653 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:11.440780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.460873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] For port 81a59418-1208-460a-958a-47c64ccba3d2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=81a59418-1208-460a-958a-47c64ccba3d2,segment=NetworkSegment(fa81104d-9852-4b7a-b07e-b093d53e62ae),segment_id=fa81104d-9852-4b7a-b07e-b093d53e62ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:11.461453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.479520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] Calling delete_port for 81a59418-1208-460a-958a-47c64ccba3d2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:11.482120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afefacd-cab4-4981-aa98-c8922d7ee45c req-c6a0021a-f908-4da1-b546-88261831d0e1 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:11.483688 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7afefacd-cab4-4981-aa98-c8922d7ee45c req-c6a0021a-f908-4da1-b546-88261831d0e1 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.3197029 Dec 16 17:43:11.505799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.536006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.552564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Calling delete_port for d095428a-65af-4293-a355-93f133f62653 owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:11.592808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.626849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] Pushing event deleted for resources: {'Port': ['ID=81a59418-1208-460a-958a-47c64ccba3d2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:11.631095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c19660-3d97-4e85-88a7-05efb02cddac None None] No DVR routers for this DVR port 81a59418-1208-460a-958a-47c64ccba3d2 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:11.648256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.679148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Port': ['ID=d095428a-65af-4293-a355-93f133f62653,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:11.684487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.688156 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b658e615-9be8-480e-9c39-9114761bbd04 tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/ports/d095428a-65af-4293-a355-93f133f62653 HTTP/1.1" status: 204 len: 168 time: 0.3877747 Dec 16 17:43:11.690392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50292) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.774164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.871535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.891236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772ced3d-af72-4895-88f9-7a34f9c4f01f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:11.902821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa81104d-9852-4b7a-b07e-b093d53e62ae') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:11.903053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa81104d-9852-4b7a-b07e-b093d53e62ae') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:11.914154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.927866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.934015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:11.934395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:11.937613 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:11.965398 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a5477b4-1db9-4c04-a056-eb0160b48b25 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5437937 Dec 16 17:43:11.979974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50294) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:11.983964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:11.997392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:12.006728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:12.010368 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=68c0b628-26f3-4c8c-8ed5-8332439d1c8a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.021720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-533cc850-fc04-4ae5-8911-f97f2a40fd40 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.029938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.034199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.038058 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] 10.222.0.66 "DELETE /v2.0/networks/772ced3d-af72-4895-88f9-7a34f9c4f01f HTTP/1.1" status: 204 len: 168 time: 0.3467004 Dec 16 17:43:12.039815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-533cc850-fc04-4ae5-8911-f97f2a40fd40 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.067279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bcb33-9b35-46bc-bf8a-77aa6be51f8b tempest-PortsIpV6TestJSON-1863100093 tempest-PortsIpV6TestJSON-1863100093-project] Pushing event deleted for resources: {'Network': ['ID=772ced3d-af72-4895-88f9-7a34f9c4f01f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.076210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.086259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-533cc850-fc04-4ae5-8911-f97f2a40fd40 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.090201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7afefacd-cab4-4981-aa98-c8922d7ee45c req-af7ec870-ee7c-46ea-8678-e6eb5d256286 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533636 Dec 16 17:43:12.096662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-533cc850-fc04-4ae5-8911-f97f2a40fd40 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.098651 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-533cc850-fc04-4ae5-8911-f97f2a40fd40 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7f471411-1149-4ff5-99df-4fb982d5fa3b HTTP/1.1" status: 204 len: 168 time: 0.1176980 Dec 16 17:43:12.103068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50298) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.111624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cc850-fc04-4ae5-8911-f97f2a40fd40 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f471411-1149-4ff5-99df-4fb982d5fa3b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.145616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.180822 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5e21d3ac-b3f6-467c-970f-8adc9715a0fc tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0765479 Dec 16 17:43:12.183372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50302) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.218261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc542-379e-462c-9229-55155b2fea94 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.228343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc542-379e-462c-9229-55155b2fea94 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.265954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc542-379e-462c-9229-55155b2fea94 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.286867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc542-379e-462c-9229-55155b2fea94 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.290831 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b4ffc542-379e-462c-9229-55155b2fea94 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c3f7b35f-3e4a-42bf-b147-024c11c4a525 HTTP/1.1" status: 204 len: 168 time: 0.1041563 Dec 16 17:43:12.290831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffc542-379e-462c-9229-55155b2fea94 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3f7b35f-3e4a-42bf-b147-024c11c4a525,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.291623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50304) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.339273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 81a59418-1208-460a-958a-47c64ccba3d2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:12.344500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5953d53b-e69d-4e44-8352-07d34d2ccf16 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0517974 Dec 16 17:43:12.347286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50306) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.384795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 81a59418-1208-460a-958a-47c64ccba3d2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:12.385214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 81a59418-1208-460a-958a-47c64ccba3d2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:12.419404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5d81-6caa-4654-8ec3-e6c644e2be7e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.433134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5d81-6caa-4654-8ec3-e6c644e2be7e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.464224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5d81-6caa-4654-8ec3-e6c644e2be7e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.469099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5d81-6caa-4654-8ec3-e6c644e2be7e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.470638 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1ebb5d81-6caa-4654-8ec3-e6c644e2be7e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e937fd11-d96d-4103-87d3-590dbfae2acf HTTP/1.1" status: 204 len: 168 time: 0.1222861 Dec 16 17:43:12.474082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50312) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.485445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb5d81-6caa-4654-8ec3-e6c644e2be7e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e937fd11-d96d-4103-87d3-590dbfae2acf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.526538 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83d89548-4280-4fee-a781-c8c14994e5db tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0475001 Dec 16 17:43:12.526538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50314) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.537718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50316) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.560736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9d53757-ac8e-4405-a7fc-b976d019476e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.570026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9d53757-ac8e-4405-a7fc-b976d019476e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.600656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9d53757-ac8e-4405-a7fc-b976d019476e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.607166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9d53757-ac8e-4405-a7fc-b976d019476e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.608677 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f9d53757-ac8e-4405-a7fc-b976d019476e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2b1d94e5-57e3-47be-a1f3-5cd1195fe1db HTTP/1.1" status: 204 len: 168 time: 0.0809350 Dec 16 17:43:12.611287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50320) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.630252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d53757-ac8e-4405-a7fc-b976d019476e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1d94e5-57e3-47be-a1f3-5cd1195fe1db,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.656011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port f689ed67-43af-4634-82a5-fb5f6a9f9eac {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:12.656358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.661083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0fd80653-bf6d-4313-9126-0b5943acb4ad tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476649 Dec 16 17:43:12.663917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50322) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.677309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027fa8-ba86-4701-aae7-11d61292c33e req-89b915b6-14fd-47d2-9940-e77c2094f9bc tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:12.678886 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-89027fa8-ba86-4701-aae7-11d61292c33e req-89b915b6-14fd-47d2-9940-e77c2094f9bc tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.2313395 Dec 16 17:43:12.734765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-06827358-734a-457d-be7e-39b0eec8bf00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8eaff8ca592145fbbb72287080a116b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951253 Dec 16 17:43:12.740291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50324) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.756221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1201df41-cc5d-4740-a775-109b7e421c09 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.792653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1201df41-cc5d-4740-a775-109b7e421c09 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.835579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-069a1944-4762-43e8-85ce-9caf45c64108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.859778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-069a1944-4762-43e8-85ce-9caf45c64108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.868335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1201df41-cc5d-4740-a775-109b7e421c09 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.871646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1201df41-cc5d-4740-a775-109b7e421c09 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.874739 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1201df41-cc5d-4740-a775-109b7e421c09 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9208578-754a-4fc1-ae01-89f7e40aab46 HTTP/1.1" status: 204 len: 168 time: 0.2072856 Dec 16 17:43:12.875471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50326) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:12.887701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201df41-cc5d-4740-a775-109b7e421c09 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9208578-754a-4fc1-ae01-89f7e40aab46,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.934539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-069a1944-4762-43e8-85ce-9caf45c64108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.938241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-069a1944-4762-43e8-85ce-9caf45c64108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:12.943429 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-069a1944-4762-43e8-85ce-9caf45c64108 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02cb8900-88a9-4bf8-b079-361ac8edbf19 HTTP/1.1" status: 204 len: 168 time: 0.1988766 Dec 16 17:43:12.949602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1944-4762-43e8-85ce-9caf45c64108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb8900-88a9-4bf8-b079-361ac8edbf19,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:12.977832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:12.995628 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-89027fa8-ba86-4701-aae7-11d61292c33e req-871924c3-a359-4562-af10-40929298e06b tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739549 Dec 16 17:43:13.032309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.042444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port f689ed67-43af-4634-82a5-fb5f6a9f9eac, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f689ed67-43af-4634-82a5-fb5f6a9f9eac,segment=NetworkSegment(7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6),segment_id=7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:13.042816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.111136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for f689ed67-43af-4634-82a5-fb5f6a9f9eac owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:13.116075 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac6442af-4d66-4b16-87a0-43e60a898515 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2372360 Dec 16 17:43:13.120424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50332) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.125199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--618076207'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:13.127984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.156805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.233219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.238694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.266362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.269066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1461654 Dec 16 17:43:13.273590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50340) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.278461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'db9346fe-82d2-4703-840d-e098600eec5b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:13.290880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee106e-6e25-451a-8496-3437f2b9e84e tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9346fe-82d2-4703-840d-e098600eec5b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:13.315016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.333249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:13.334735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.339822 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-37aef86a-a224-4e76-be78-3be0bf6f83a8 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "PUT /v2.0/routers/6f7e31ac-477b-4aa9-90dd-d38f81c097ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6336839 Dec 16 17:43:13.343288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50344) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.346612 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] Sync routers for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:13.357307 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:13.358183 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:13.374454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.381341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.406111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f2762d-0662-4a7c-980a-90038eaefe6c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:13.418211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.422095 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-87640f64-2ac1-4c69-817c-8d509dc3d2aa tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1449234 Dec 16 17:43:13.423627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50346) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.482653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Deleting subnet d9ca7206-6e93-4fa3-a7c8-e06674b341aa {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:13.494479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-722cd77f-67e1-42c5-a47b-62fbde62e98f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.505515 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:13.511635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.523639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-722cd77f-67e1-42c5-a47b-62fbde62e98f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.586655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-722cd77f-67e1-42c5-a47b-62fbde62e98f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.594467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-722cd77f-67e1-42c5-a47b-62fbde62e98f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.598415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-722cd77f-67e1-42c5-a47b-62fbde62e98f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/db9346fe-82d2-4703-840d-e098600eec5b HTTP/1.1" status: 204 len: 168 time: 0.1717763 Dec 16 17:43:13.606960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50354) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.608139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cd77f-67e1-42c5-a47b-62fbde62e98f tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9346fe-82d2-4703-840d-e098600eec5b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:13.681151 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2b74abaa-54fe-4ae6-8b46-5b43e7685c6c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635543 Dec 16 17:43:13.681930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50356) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.688910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--936201367'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:13.732448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.842664 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:43:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:13.844751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50360) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.853279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.859784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.878729 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] Checking router: 6f7e31ac-477b-4aa9-90dd-d38f81c097ab for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:13.889654 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] Routers {'6f7e31ac-477b-4aa9-90dd-d38f81c097ab'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:13.890465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:13.897072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebda2e01-32b4-49de-9ff4-4ff4f9a03606,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:13.903329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.908195 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e764860-3ca6-4fd9-baea-cf97458c5738 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2256203 Dec 16 17:43:13.909138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50364) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:13.914299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434000246'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:13.918336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.944735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:13.971069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.027504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=f689ed67-43af-4634-82a5-fb5f6a9f9eac,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:14.029422 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] Set router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:14.075783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.093081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-46f93d6d-c3a9-46da-92e2-77b9e09dc8fe tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2060304747', 'prefixes': ['172.20.0.0/16']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:14.106089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.114664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.152259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.154042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2433984 Dec 16 17:43:14.157278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50368) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.158216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9562413-6feb-40e3-a9d7-b81d039f5f0b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a576ab-e188-4c29-b6af-709a855a05ad,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:14.171677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': 'ebda2e01-32b4-49de-9ff4-4ff4f9a03606', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '33a576ab-e188-4c29-b6af-709a855a05ad', 'remote_ip_prefix': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:14.171936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.255596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.266108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-46f93d6d-c3a9-46da-92e2-77b9e09dc8fe tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] Publish callbacks [] for subnetpool, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.267762 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-46f93d6d-c3a9-46da-92e2-77b9e09dc8fe tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4219973 Dec 16 17:43:14.270238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.272976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50370) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.332184 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:43:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:14.338748 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c84c189-b3ae-4f2f-ad4a-34bdf1e4a4e3 tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] 10.222.0.66 "GET /v2.0/subnetpools/59f03d7a-9d11-416b-9f86-78cca650477b HTTP/1.1" status: 200 len: 732 time: 0.0630710 Dec 16 17:43:14.341495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50372) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.350107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0a259e5b-4c59-46d6-a657-f723dc26000f tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-12980611'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:14.362360 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac299bb8-1af7-40e4-aa27-98f5abd5fe7a None None] The sync data for ids ['6f7e31ac-477b-4aa9-90dd-d38f81c097ab'] in dv-neutron-821818-2-hyperv is: [{'id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1315244371', 'tenant_id': '7a934a66188e49b2a34461a1880e84f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:40:41Z', 'updated_at': '2021-12-16T17:43:10Z', 'revision_number': 5, 'project_id': '7a934a66188e49b2a34461a1880e84f1', 'gw_port': {'id': 'c5b75ee3-a2e4-4e2c-8d50-71727742be57', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e31ac-477b-4aa9-90dd-d38f81c097ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:40:44Z', 'updated_at': '2021-12-16T17:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:14.414495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=68c0b628-26f3-4c8c-8ed5-8332439d1c8a,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:14.433106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec89081-4d7b-4982-9844-72574d85e48f req-87c8afd1-ca29-479a-a207-b49cf8dae295 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:14.434651 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fec89081-4d7b-4982-9844-72574d85e48f req-87c8afd1-ca29-479a-a207-b49cf8dae295 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.3161478 Dec 16 17:43:14.443221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.453025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.477564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.484530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f22d1cc-0b1a-4104-b3cb-589a5c5d86c6,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:14.496731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.498146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c5cede6c-df79-4782-af72-177c07fa1368 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3360083 Dec 16 17:43:14.501653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a259e5b-4c59-46d6-a657-f723dc26000f tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] Publish callbacks [] for subnetpool, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.502850 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0a259e5b-4c59-46d6-a657-f723dc26000f tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] 10.222.0.66 "PUT /v2.0/subnetpools/59f03d7a-9d11-416b-9f86-78cca650477b HTTP/1.1" status: 200 len: 682 time: 0.1602154 Dec 16 17:43:14.503302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50374) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.505330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50376) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.525281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.527064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.555718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dabfb75-a791-4d72-884b-6ced759a8a33 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.566881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dabfb75-a791-4d72-884b-6ced759a8a33 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.585013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ca7206-6e93-4fa3-a7c8-e06674b341aa,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:14.594977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.601163 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-25dc2bd6-714d-45df-8515-4f9d93af3522 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "DELETE /v2.0/subnets/d9ca7206-6e93-4fa3-a7c8-e06674b341aa HTTP/1.1" status: 204 len: 168 time: 1.2378292 Dec 16 17:43:14.603523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7380b-0099-4f3b-8d33-60d8f55d9531 None None] Network 0195fb54-ca39-4b86-bf2f-8104a82c8150 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:14.604014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50378) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.631178 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fec89081-4d7b-4982-9844-72574d85e48f req-c06b99e2-2a9f-466f-86d9-16a52e23763d tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868999 Dec 16 17:43:14.670461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-81e4b556-3c6a-4107-a0f8-93d182b65545 tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] Publish callbacks [] for subnetpool, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.674254 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-81e4b556-3c6a-4107-a0f8-93d182b65545 tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] 10.222.0.66 "DELETE /v2.0/subnetpools/59f03d7a-9d11-416b-9f86-78cca650477b HTTP/1.1" status: 204 len: 168 time: 0.1655724 Dec 16 17:43:14.675222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50382) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.680702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dabfb75-a791-4d72-884b-6ced759a8a33 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.745712 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 3651802a-3852-4bbf-89c8-1f1d0154550e associated. External IP: 172.26.2.244, port: 982b31b4-d31b-453b-896c-220b284e4564. Dec 16 17:43:14.748577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dabfb75-a791-4d72-884b-6ced759a8a33 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.749769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9dabfb75-a791-4d72-884b-6ced759a8a33 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2f22d1cc-0b1a-4104-b3cb-589a5c5d86c6 HTTP/1.1" status: 204 len: 168 time: 0.2455487 Dec 16 17:43:14.752581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50384) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.780209 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-9d5eea51-b3ce-470e-8839-60d3766135a1 tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] show failed (client error): The resource could not be found. Dec 16 17:43:14.784340 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d5eea51-b3ce-470e-8839-60d3766135a1 tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] 10.222.0.66 "GET /v2.0/subnetpools/59f03d7a-9d11-416b-9f86-78cca650477b HTTP/1.1" status: 404 len: 346 time: 0.1051679 Dec 16 17:43:14.785510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50386) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:14.787790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabfb75-a791-4d72-884b-6ced759a8a33 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f22d1cc-0b1a-4104-b3cb-589a5c5d86c6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:14.810494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-ae5eb678-3232-4460-8c3e-7e7473b6a2be tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] delete failed (client error): The resource could not be found. Dec 16 17:43:14.811525 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ae5eb678-3232-4460-8c3e-7e7473b6a2be tempest-SubnetPoolsTestJSON-802389099 tempest-SubnetPoolsTestJSON-802389099-project] 10.222.0.66 "DELETE /v2.0/subnetpools/59f03d7a-9d11-416b-9f86-78cca650477b HTTP/1.1" status: 404 len: 346 time: 0.0252635 Dec 16 17:43:14.862466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] DHCP port deletion for 0195fb54-ca39-4b86-bf2f-8104a82c8150 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:14.882717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:14.955061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] Deleting port 8efec12c-6a58-4bbb-a9a9-44aa6866973e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:14.955778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.036983 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-704ec4fc-88c2-4e77-ade5-71c3811e39f5 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2831736 Dec 16 17:43:15.042276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] For port 8efec12c-6a58-4bbb-a9a9-44aa6866973e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8efec12c-6a58-4bbb-a9a9-44aa6866973e,segment=NetworkSegment(9a140c18-4301-4a32-a79d-bc891b3bc344),segment_id=9a140c18-4301-4a32-a79d-bc891b3bc344)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:15.042499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50392) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:15.043264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.064642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-c61e07f0-abea-474c-973b-be5fbe5e59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:15.067811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:15.068183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] Calling delete_port for 8efec12c-6a58-4bbb-a9a9-44aa6866973e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:15.070111 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-c61e07f0-abea-474c-973b-be5fbe5e59ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d582b0f4fbe741bf89382c168d44dbef&device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 1099 time: 0.1154401 Dec 16 17:43:15.127896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ed104-a28d-4bce-a193-0a3e36accfdf req-6742c2c4-3a00-4329-8b01-e99bf55d6eb8 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:15.130038 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c91ed104-a28d-4bce-a193-0a3e36accfdf req-6742c2c4-3a00-4329-8b01-e99bf55d6eb8 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1909654 Dec 16 17:43:15.172022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.194371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.232455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] Pushing event deleted for resources: {'Port': ['ID=8efec12c-6a58-4bbb-a9a9-44aa6866973e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:15.234651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761364c1-5bf7-48fb-8c4f-3ad8c94558ba None None] No DVR routers for this DVR port 8efec12c-6a58-4bbb-a9a9-44aa6866973e on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:15.275991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-854784f5-5eb7-4e25-ad92-dbf407bb060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:15.277505 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-854784f5-5eb7-4e25-ad92-dbf407bb060a service neutron] 10.222.0.57 "GET /v2.0/networks?id=65260336-5716-4963-b299-1760de358392 HTTP/1.1" status: 200 len: 912 time: 0.1987576 Dec 16 17:43:15.309285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb572c46-d902-48bf-92e9-e8002899f4a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.315805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50396) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:15.325848 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-e5644b0d-747a-48fd-a0e7-3dc9c6b9caa3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f HTTP/1.1" status: 200 len: 217 time: 0.0393710 Dec 16 17:43:15.330837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Deleting port c5b75ee3-a2e4-4e2c-8d50-71727742be57 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:15.331186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.368052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:15.377924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:15.378995 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6f3c870e-a8d7-4757-a273-636ee9c4a997 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1798596 Dec 16 17:43:15.384337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50400) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:15.385673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb572c46-d902-48bf-92e9-e8002899f4a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.391521 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c91ed104-a28d-4bce-a193-0a3e36accfdf req-306117d1-6aad-4e6d-a809-5da1098f8858 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251127 Dec 16 17:43:15.418849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:15.419891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:15.466802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 21b88211-e718-4a48-ac9c-96e6469f352f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:15.495136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37885d74-2edf-44ae-84c0-f6338db1b88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.502090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 7671575c-8d68-49d9-99aa-1912daa3a898 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:15.515314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.528870 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:15.543276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb572c46-d902-48bf-92e9-e8002899f4a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.545892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb572c46-d902-48bf-92e9-e8002899f4a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.549642 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bb572c46-d902-48bf-92e9-e8002899f4a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/33a576ab-e188-4c29-b6af-709a855a05ad HTTP/1.1" status: 204 len: 168 time: 0.5006022 Dec 16 17:43:15.558880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50402) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:15.636977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb572c46-d902-48bf-92e9-e8002899f4a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a576ab-e188-4c29-b6af-709a855a05ad,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:15.642630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.764014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-6b34de78-5048-4807-86bc-0f8ced633305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:15.765554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-6b34de78-5048-4807-86bc-0f8ced633305 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8 HTTP/1.1" status: 200 len: 851 time: 0.4312661 Dec 16 17:43:15.769575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:13Z', 'revision_number': 9, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:15.805664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:15.814693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:15.815309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:15.821617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0b0b3a90-6113-4174-8c82-65fa1e4871e9 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2570794 Dec 16 17:43:15.822878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50404) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:15.828128 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-b5303b3b-dd19-462e-9f75-b89172bdd191 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65260336-5716-4963-b299-1760de358392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532691 Dec 16 17:43:15.845646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:15.857602 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] Sync routers for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:15.861501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.866016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37885d74-2edf-44ae-84c0-f6338db1b88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.870783 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:15.871339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] For port c5b75ee3-a2e4-4e2c-8d50-71727742be57, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c5b75ee3-a2e4-4e2c-8d50-71727742be57,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:15.871713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.872251 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:15.895550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37885d74-2edf-44ae-84c0-f6338db1b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.925278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:15.926018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Calling delete_port for c5b75ee3-a2e4-4e2c-8d50-71727742be57 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:15.949322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:15.969989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37885d74-2edf-44ae-84c0-f6338db1b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65e787-5ca2-43f8-8177-b5da62c6ab16,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:15.980140 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-37885d74-2edf-44ae-84c0-f6338db1b88f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35416b3482794ee5a7deb44225860a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593776 Dec 16 17:43:15.983406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50406) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:16.004335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-07bd280e-38c5-4c3a-b0da-925c5eacaf65 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1219876 Dec 16 17:43:16.004335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'tag': '982b31b4-d31b-453b-896c-220b284e4564'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:16.005129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50408) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:16.005677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27761220-da84-4e90-a111-db07db470169" -d '{"events": [{"name": "network-changed", "server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "tag": "982b31b4-d31b-453b-896c-220b284e4564"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:16.011266 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:16.018809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.088846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b565317b-584f-4524-95b5-9bf661b09911 x-openstack-request-id: req-b565317b-584f-4524-95b5-9bf661b09911 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:16.089575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "tag": "982b31b4-d31b-453b-896c-220b284e4564", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:16.089937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b565317b-584f-4524-95b5-9bf661b09911 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:16.090409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'tag': '982b31b4-d31b-453b-896c-220b284e4564', 'status': 'completed', 'code': 200} Dec 16 17:43:16.102705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.109584 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/7671575c-8d68-49d9-99aa-1912daa3a898 HTTP/1.1" status: 204 len: 168 time: 0.7173486 Dec 16 17:43:16.110660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50412) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:16.119264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152bcbce-7126-45c6-aff0-a100b171a9f4 None None] Network d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:16.162127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a3061b4-70c8-421e-9de6-45050a817680 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.165271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a3a6b-6c8b-441a-a488-e70b754c1c9c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=7671575c-8d68-49d9-99aa-1912daa3a898,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:16.188789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a3061b4-70c8-421e-9de6-45050a817680 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.236866 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-be59620d-351c-4667-a0c7-100c2a30bad3 service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946981 Dec 16 17:43:16.254244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-005a7628-24b6-4622-92d5-c0562db871d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.259331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.282818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a3061b4-70c8-421e-9de6-45050a817680 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.285657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a3061b4-70c8-421e-9de6-45050a817680 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.287052 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1a3061b4-70c8-421e-9de6-45050a817680 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/ebda2e01-32b4-49de-9ff4-4ff4f9a03606 HTTP/1.1" status: 204 len: 168 time: 0.4616523 Dec 16 17:43:16.292912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50414) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:16.306428 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-17e3941a-3222-4d18-a851-b1ce9da0073f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/3651802a-3852-4bbf-89c8-1f1d0154550e HTTP/1.1" status: 200 len: 992 time: 0.2981145 Dec 16 17:43:16.355332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3061b4-70c8-421e-9de6-45050a817680 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebda2e01-32b4-49de-9ff4-4ff4f9a03606,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:16.364199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4e23bdda-4f97-47de-95dd-7f75c7e5a037 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:16.370147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-005a7628-24b6-4622-92d5-c0562db871d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.412045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 4e23bdda-4f97-47de-95dd-7f75c7e5a037 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:16.412700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4e23bdda-4f97-47de-95dd-7f75c7e5a037 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:16.413325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8efec12c-6a58-4bbb-a9a9-44aa6866973e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:16.446577 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3651802a-3852-4bbf-89c8-1f1d0154550e', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.244', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'port_id': '982b31b4-d31b-453b-896c-220b284e4564', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'mac_address': 'fa:16:3e:f6:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:43:12Z', 'updated_at': '2021-12-16T17:43:12Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:45Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:16.461572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8efec12c-6a58-4bbb-a9a9-44aa6866973e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:16.462272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8efec12c-6a58-4bbb-a9a9-44aa6866973e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:16.475406 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c78496a2-fbcf-40af-a2dc-50968abdad89 req-c509aae2-1f79-460d-ac2a-99b3ccdb012c service neutron] 10.222.0.57 "GET /v2.0/networks/65260336-5716-4963-b299-1760de358392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963389 Dec 16 17:43:16.490419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-005a7628-24b6-4622-92d5-c0562db871d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.493665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-005a7628-24b6-4622-92d5-c0562db871d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.494835 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-005a7628-24b6-4622-92d5-c0562db871d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad65e787-5ca2-43f8-8177-b5da62c6ab16 HTTP/1.1" status: 204 len: 168 time: 0.5104952 Dec 16 17:43:16.506887 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] Checking router: 21b88211-e718-4a48-ac9c-96e6469f352f for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:16.507887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761220-da84-4e90-a111-db07db470169 req-050754b6-655b-4355-a0e3-bf0d608843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:16.510218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-050754b6-655b-4355-a0e3-bf0d608843e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1099 time: 0.3985178 Dec 16 17:43:16.515342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a7628-24b6-4622-92d5-c0562db871d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65e787-5ca2-43f8-8177-b5da62c6ab16,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:16.523494 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:16.523494 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:16.532228 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-182b163e-25c4-4fe2-ad17-96a7cc2177a8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2364612 Dec 16 17:43:16.536109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50420) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:16.540546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--720188423'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:16.549941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.627599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:13Z', 'revision_number': 9, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:16.686872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'Port': ['ID=c5b75ee3-a2e4-4e2c-8d50-71727742be57,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:16.690041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d744de8-3746-4c48-a887-3db353cb11ce None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:16.699721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85008e-ee9e-45d5-9b5c-6287a6b155ef None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:13Z', 'revision_number': 9, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df75ab11-2c84-4485-81a9-9547d6739006', 'name': '', 'network_id': '07064077-40a0-4b7c-bf65-29eacbcb8cc2', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:55:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '97167204-390a-4ff0-bca2-801e805a22cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:45Z', 'updated_at': '2021-12-16T17:42:53Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '97167204-390a-4ff0-bca2-801e805a22cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:16.707330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] DHCP port deletion for d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:16.792567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:16.814955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.819874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.838060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] Deleting port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:16.839112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.920319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] For port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,segment=NetworkSegment(7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6),segment_id=7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:16.921033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:16.936422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] Calling delete_port for 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:16.997208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.002143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.049570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.091386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] Pushing event deleted for resources: {'Port': ['ID=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:17.095097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f8d5f-8a9b-4361-8cd5-cfc2e4b6fe6c None None] No DVR routers for this DVR port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:17.098438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.099103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7e31ac-477b-4aa9-90dd-d38f81c097ab {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:43:17.109193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.110909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d5965a0e-1bf4-4f8f-89dd-16fca1c35e60 tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "DELETE /v2.0/routers/6f7e31ac-477b-4aa9-90dd-d38f81c097ab HTTP/1.1" status: 204 len: 168 time: 2.5057046 Dec 16 17:43:17.114367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50422) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:17.131126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.145643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.208620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998c58a5-853b-40c8-b348-030925025157,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:17.247979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:17.249126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.272025 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3651802a-3852-4bbf-89c8-1f1d0154550e', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.244', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'port_id': '982b31b4-d31b-453b-896c-220b284e4564', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'mac_address': 'fa:16:3e:f6:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:43:12Z', 'updated_at': '2021-12-16T17:43:12Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:45Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.278547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.283660 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4db76675-aabd-4a57-9958-04a94a29d053 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7465041 Dec 16 17:43:17.285349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50424) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:17.290034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.296619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': '998c58a5-853b-40c8-b348-030925025157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:17.309489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50426) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:17.313134 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2332a4e-eea3-499f-9e35-654b32cab9e6 None None] The sync data for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv is: [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3651802a-3852-4bbf-89c8-1f1d0154550e', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.244', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'port_id': '982b31b4-d31b-453b-896c-220b284e4564', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'mac_address': 'fa:16:3e:f6:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:43:12Z', 'updated_at': '2021-12-16T17:43:12Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:45Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:17.359821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a048-9ccd-48ef-8d9c-904ebafff52b req-6be4f75a-bbc2-4b3e-85af-0231f502ab7a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:17.361357 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e387a048-9ccd-48ef-8d9c-904ebafff52b req-6be4f75a-bbc2-4b3e-85af-0231f502ab7a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.8277729 Dec 16 17:43:17.364624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761220-da84-4e90-a111-db07db470169 req-07ea3cdd-4e1e-451c-a904-60e8924cdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:17.366109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-07ea3cdd-4e1e-451c-a904-60e8924cdd46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 200 len: 897 time: 0.8463418 Dec 16 17:43:17.446030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4aa9d891-24d5-4cf0-9fa0-6204e6c079a5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/3651802a-3852-4bbf-89c8-1f1d0154550e HTTP/1.1" status: 200 len: 992 time: 0.1307840 Dec 16 17:43:17.454002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:17.454363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.490388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.500724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:17.515318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:43:17.516761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.530390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.546708 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-346c16ac-f21c-4947-a141-a769be72444b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 200 len: 1000 time: 0.1600170 Dec 16 17:43:17.559856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0195fb54-ca39-4b86-bf2f-8104a82c8150']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.560366 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:43:17.577322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a140c18-4301-4a32-a79d-bc891b3bc344') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.577690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a140c18-4301-4a32-a79d-bc891b3bc344') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.582560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=8f368742-1f0f-4a60-875d-9f55e9a0c6a2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:17.587319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:17.591821 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e387a048-9ccd-48ef-8d9c-904ebafff52b req-d40e762a-028c-4a84-bdec-6128cb0d0dac tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171347 Dec 16 17:43:17.596487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.608713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8946e65-83b4-4d0d-892a-9828166dd7b7 None None] New status for floating IP 3651802a-3852-4bbf-89c8-1f1d0154550e: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:43:17.609287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.617930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.626767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.646432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:17.646911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:17.650254 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:17.652517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f88fb9f-5c82-4bd3-a53a-518cac1b4b71,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:17.665981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.667330 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c1ae53ee-a748-4e3e-9928-4cc511791a67 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3751545 Dec 16 17:43:17.677128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50428) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:17.701859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761220-da84-4e90-a111-db07db470169 req-1e747488-72bf-44c2-ae86-c6cea60bb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:17.703347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-1e747488-72bf-44c2-ae86-c6cea60bb934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189d9e11-953c-4c8b-8e4d-ed873b8fa989 HTTP/1.1" status: 200 len: 834 time: 0.1305366 Dec 16 17:43:17.729895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.731855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.746342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.753124 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "DELETE /v2.0/networks/0195fb54-ca39-4b86-bf2f-8104a82c8150 HTTP/1.1" status: 204 len: 168 time: 0.6375263 Dec 16 17:43:17.756663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50430) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:17.764591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-281e34b4-ea8f-42d8-93b5-a32c0dcf3ed8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.777536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fdfa3-37db-4f3f-b2b9-f7100ea2388e tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'Network': ['ID=0195fb54-ca39-4b86-bf2f-8104a82c8150,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:17.783905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fef52b-d97c-4e45-bf8f-f0ebb54d5445']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.797940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-281e34b4-ea8f-42d8-93b5-a32c0dcf3ed8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.807753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.808058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc81b8d-3b6b-4a80-9ae5-2fbc69ea03a6') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:17.831646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.851052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761220-da84-4e90-a111-db07db470169 req-fc653c84-5151-417f-be3d-d15382e0714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:17.852380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-061b65fe-237a-4418-85ad-aba9b11f78ee tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.852540 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-fc653c84-5151-417f-be3d-d15382e0714d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1382217 Dec 16 17:43:17.861716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.876995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-281e34b4-ea8f-42d8-93b5-a32c0dcf3ed8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.879771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-281e34b4-ea8f-42d8-93b5-a32c0dcf3ed8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.883697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-281e34b4-ea8f-42d8-93b5-a32c0dcf3ed8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1f88fb9f-5c82-4bd3-a53a-518cac1b4b71 HTTP/1.1" status: 204 len: 168 time: 0.2040362 Dec 16 17:43:17.885951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-061b65fe-237a-4418-85ad-aba9b11f78ee tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.888490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50432) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:17.925893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:17.926299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:17.929404 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:17.946345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e34b4-ea8f-42d8-93b5-a32c0dcf3ed8 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f88fb9f-5c82-4bd3-a53a-518cac1b4b71,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:17.951556 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0282b5d7-1c9c-4c26-b3aa-49b1758e823b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0619588 Dec 16 17:43:17.954166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50434) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.010272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-061b65fe-237a-4418-85ad-aba9b11f78ee tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.012958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-061b65fe-237a-4418-85ad-aba9b11f78ee tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.014119 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-061b65fe-237a-4418-85ad-aba9b11f78ee tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] 10.222.0.66 "DELETE /v2.0/security-groups/dbde235c-9e70-4227-a43e-b1a2e49f2fea HTTP/1.1" status: 204 len: 168 time: 0.2562752 Dec 16 17:43:18.015387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.025046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991f6c31-7d54-4f48-b26b-a34346743346 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.026868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b65fe-237a-4418-85ad-aba9b11f78ee tempest-TestNetworkAdvancedServerOps-1322958255 tempest-TestNetworkAdvancedServerOps-1322958255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde235c-9e70-4227-a43e-b1a2e49f2fea,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:18.032093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.038515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/d9fef52b-d97c-4e45-bf8f-f0ebb54d5445 HTTP/1.1" status: 204 len: 168 time: 1.8679075 Dec 16 17:43:18.038716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50438) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.061553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5995e77-7dd8-4773-b290-88af83f47b57 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=d9fef52b-d97c-4e45-bf8f-f0ebb54d5445,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:18.077082 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-a8a16a36-f3f8-4b04-8f1c-2d44708c96ee service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164369 Dec 16 17:43:18.126229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991f6c31-7d54-4f48-b26b-a34346743346 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.187200 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-27761220-da84-4e90-a111-db07db470169 req-521658a0-8c30-4788-96e1-cd3c69148380 service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026115 Dec 16 17:43:18.228856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f689ed67-43af-4634-82a5-fb5f6a9f9eac no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:18.250155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991f6c31-7d54-4f48-b26b-a34346743346 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.251889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f689ed67-43af-4634-82a5-fb5f6a9f9eac {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:18.252337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f689ed67-43af-4634-82a5-fb5f6a9f9eac not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:18.252719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-991f6c31-7d54-4f48-b26b-a34346743346 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.253099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5b75ee3-a2e4-4e2c-8d50-71727742be57 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:18.256565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-991f6c31-7d54-4f48-b26b-a34346743346 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/998c58a5-853b-40c8-b348-030925025157 HTTP/1.1" status: 204 len: 168 time: 0.2991493 Dec 16 17:43:18.257040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50442) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.269931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f6c31-7d54-4f48-b26b-a34346743346 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998c58a5-853b-40c8-b348-030925025157,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:18.297958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: c5b75ee3-a2e4-4e2c-8d50-71727742be57 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:18.298368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5b75ee3-a2e4-4e2c-8d50-71727742be57 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:18.299024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:18.324621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:18.325317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8f368742-1f0f-4a60-875d-9f55e9a0c6a2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:18.333485 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-32a63ad5-4633-473f-a455-22a44799b45a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751877 Dec 16 17:43:18.337633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50446) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.341995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--566933977'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:18.398665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50448) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.400458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.448184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50452) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.507574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.512102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.535508 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f7590db2-d75a-42ee-a81c-97021c926ba6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/3651802a-3852-4bbf-89c8-1f1d0154550e HTTP/1.1" status: 200 len: 994 time: 0.0851235 Dec 16 17:43:18.547899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67584b42-1f41-4790-bbb3-deec36c5066c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:18.553582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.554883 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0e9b52e1-f4ff-4169-a6e4-42d139465364 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2163093 Dec 16 17:43:18.557907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50454) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.562089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': '67584b42-1f41-4790-bbb3-deec36c5066c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:18.566546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9405578f-93c6-447c-b378-b98a0ee595b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a934a66188e49b2a34461a1880e84f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665220 Dec 16 17:43:18.569476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50456) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.573071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.621362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d72c45a3-06cf-4d53-b4ad-8182fede71f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.642327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d72c45a3-06cf-4d53-b4ad-8182fede71f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.677037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.705896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d72c45a3-06cf-4d53-b4ad-8182fede71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.709228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d72c45a3-06cf-4d53-b4ad-8182fede71f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.710371 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d72c45a3-06cf-4d53-b4ad-8182fede71f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1fb7dc7-74ab-4978-976b-074508d6f03a HTTP/1.1" status: 204 len: 168 time: 0.1403170 Dec 16 17:43:18.735139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c45a3-06cf-4d53-b4ad-8182fede71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fb7dc7-74ab-4978-976b-074508d6f03a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:18.763952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe5f8e-3d4d-42ce-a468-a46401fe0210 req-99b41d9c-1403-4a0e-8562-8f584ab8657f tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:18.766255 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-acbe5f8e-3d4d-42ce-a468-a46401fe0210 req-99b41d9c-1403-4a0e-8562-8f584ab8657f tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.0693398 Dec 16 17:43:18.785222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.793276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.818373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c10c09d-c2f1-418e-98bd-b6bf7d7945a1,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:18.822894 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-acbe5f8e-3d4d-42ce-a468-a46401fe0210 req-0d481f8a-a09c-437c-92f4-bb2fdedd12c3 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485971 Dec 16 17:43:18.840746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.841979 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e5799f2a-30df-4100-b6cc-7bc841858305 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2831678 Dec 16 17:43:18.854695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50462) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.896542 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e0d066f8-034b-426c-a8a6-48232fa563d7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules/4c10c09d-c2f1-418e-98bd-b6bf7d7945a1 HTTP/1.1" status: 200 len: 763 time: 0.0481026 Dec 16 17:43:18.896930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50468) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.923157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port df75ab11-2c84-4485-81a9-9547d6739006 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:18.923157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.949406 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-816c7be3-f0eb-4c98-bc83-6dc254a9443b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0488703 Dec 16 17:43:18.950487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50470) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:18.977898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5a1f-3d04-4c4f-98de-53de3016a81a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:18.989024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5a1f-3d04-4c4f-98de-53de3016a81a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.032676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5a1f-3d04-4c4f-98de-53de3016a81a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.040377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5a1f-3d04-4c4f-98de-53de3016a81a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.041947 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8ffe5a1f-3d04-4c4f-98de-53de3016a81a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4c10c09d-c2f1-418e-98bd-b6bf7d7945a1 HTTP/1.1" status: 204 len: 168 time: 0.0912108 Dec 16 17:43:19.044557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50474) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.055222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port df75ab11-2c84-4485-81a9-9547d6739006, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df75ab11-2c84-4485-81a9-9547d6739006,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:19.055824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.056525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe5a1f-3d04-4c4f-98de-53de3016a81a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c10c09d-c2f1-418e-98bd-b6bf7d7945a1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.070784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for df75ab11-2c84-4485-81a9-9547d6739006 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:19.107150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50476) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.133911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2727090c-3d13-450b-a088-d8ced5abf7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.147898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-31f42ee5-2595-4f46-9dfa-6ecdbba09b22 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020820 Dec 16 17:43:19.154188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50478) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.161605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf9af9-8bd2-4b49-8560-c0b0cecd24ba req-a40e287c-7a9f-4fd5-9a18-17b744341c41 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:19.163063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5bf9af9-8bd2-4b49-8560-c0b0cecd24ba req-a40e287c-7a9f-4fd5-9a18-17b744341c41 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.0957687 Dec 16 17:43:19.167422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': '67584b42-1f41-4790-bbb3-deec36c5066c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:19.246850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.254968 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5bf9af9-8bd2-4b49-8560-c0b0cecd24ba req-d7ad64ff-7a7a-4a90-85c1-54c144811b07 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803244 Dec 16 17:43:19.258363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.284560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=df75ab11-2c84-4485-81a9-9547d6739006,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.340584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2727090c-3d13-450b-a088-d8ced5abf7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.353288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.354345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2727090c-3d13-450b-a088-d8ced5abf7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.374027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.414974 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2727090c-3d13-450b-a088-d8ced5abf7f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e69a2c6c94ac4f36a4a8a9bd62793065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051975 Dec 16 17:43:19.416538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727090c-3d13-450b-a088-d8ced5abf7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4d10c-411c-4d19-b2b0-a5de2a4fe91b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.419123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5f84f9-a34e-4124-928a-14e96775dd77,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.421355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50480) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.432108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.435665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-18dc3d55-4a39-4d89-bc14-277b964d0026 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2693532 Dec 16 17:43:19.438916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50482) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.466763 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f2876a0d-9625-489f-9705-627870210d29 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules/9d5f84f9-a34e-4124-928a-14e96775dd77 HTTP/1.1" status: 200 len: 763 time: 0.0268834 Dec 16 17:43:19.469816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50484) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.479620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.496564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2cc3-3a86-4c80-bfc9-73e9175ccb06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.519181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2cc3-3a86-4c80-bfc9-73e9175ccb06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.566127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2cc3-3a86-4c80-bfc9-73e9175ccb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.568642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2cc3-3a86-4c80-bfc9-73e9175ccb06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.572302 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d3ab2cc3-3a86-4c80-bfc9-73e9175ccb06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65c4d10c-411c-4d19-b2b0-a5de2a4fe91b HTTP/1.1" status: 204 len: 168 time: 0.1472287 Dec 16 17:43:19.578182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab2cc3-3a86-4c80-bfc9-73e9175ccb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4d10c-411c-4d19-b2b0-a5de2a4fe91b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.588299 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-243d8ca2-30b7-4cb2-9fe0-0ca4e0a2716b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1150718 Dec 16 17:43:19.588572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50488) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.624835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de75810-8cc2-4e95-8a05-0b5dc88b9d97 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.635133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de75810-8cc2-4e95-8a05-0b5dc88b9d97 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.733761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de75810-8cc2-4e95-8a05-0b5dc88b9d97 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.741118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4de75810-8cc2-4e95-8a05-0b5dc88b9d97 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.744841 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4de75810-8cc2-4e95-8a05-0b5dc88b9d97 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9d5f84f9-a34e-4124-928a-14e96775dd77 HTTP/1.1" status: 204 len: 168 time: 0.1526937 Dec 16 17:43:19.744972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50492) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.750814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de75810-8cc2-4e95-8a05-0b5dc88b9d97 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5f84f9-a34e-4124-928a-14e96775dd77,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.758024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:19.795137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-30848be1-faf2-4baa-ad6d-e75b0bb5049a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468242 Dec 16 17:43:19.795525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50494) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.800841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': '67584b42-1f41-4790-bbb3-deec36c5066c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:19.837331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.860390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:19.868435 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f5b6bd46-5ed5-404d-839c-06079559af3a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288147 Dec 16 17:43:19.869016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.872603 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:19.887362 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:19.894620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.895669 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:19.903489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.922409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e3385d-6af9-4da5-bdd8-4f35906de596,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:19.928095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 97167204-390a-4ff0-bca2-801e805a22cd {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:19.931192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.931734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:19.932232 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4958ac80-cd5f-44f8-88f3-7c65a0b5f88c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358392 Dec 16 17:43:19.934830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50500) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:19.965915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8b37e78d-4e07-41bc-86e4-79fd0c84784c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules/d4e3385d-6af9-4da5-bdd8-4f35906de596 HTTP/1.1" status: 200 len: 764 time: 0.0274725 Dec 16 17:43:19.966043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50504) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.000561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.033123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.044065 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2ddcae06-85de-4a20-b185-f0f8abc14a7c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0768943 Dec 16 17:43:20.046888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50510) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.085344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d295005f-1019-4390-aeb7-16552ff6eab1 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.097545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d295005f-1019-4390-aeb7-16552ff6eab1 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.106394 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:20.150028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.179696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d295005f-1019-4390-aeb7-16552ff6eab1 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.186814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d295005f-1019-4390-aeb7-16552ff6eab1 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.187937 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d295005f-1019-4390-aeb7-16552ff6eab1 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d4e3385d-6af9-4da5-bdd8-4f35906de596 HTTP/1.1" status: 204 len: 168 time: 0.1401246 Dec 16 17:43:20.191914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50514) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.201211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295005f-1019-4390-aeb7-16552ff6eab1 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4e3385d-6af9-4da5-bdd8-4f35906de596,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:20.236668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.250070 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-175e3d1c-f23f-4221-9f3b-c6ac3be059c3 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537813 Dec 16 17:43:20.250594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50518) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.273032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=97167204-390a-4ff0-bca2-801e805a22cd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:20.275102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.280636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc581b-6bd4-4e3f-aaa2-f0fd1c895b3c None None] Network 07064077-40a0-4b7c-bf65-29eacbcb8cc2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:20.292683 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-af37e13b-c1d7-498f-848f-f30509726b27 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/97167204-390a-4ff0-bca2-801e805a22cd HTTP/1.1" status: 204 len: 168 time: 0.4218946 Dec 16 17:43:20.296837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50524) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.373860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf453d48-d53d-4955-9aa5-4b8759dae713 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.397457 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:19Z', 'revision_number': 10, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:20.428132 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:20.440168 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:20.440874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:20.441134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.444388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf453d48-d53d-4955-9aa5-4b8759dae713 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.490789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50528) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.494846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] DHCP port deletion for 07064077-40a0-4b7c-bf65-29eacbcb8cc2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:20.551989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bed01e-0c7e-435a-9313-13fef964b6e6 req-a47ff895-ccdb-46d3-a3b5-7cf45a8f634a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:20.553737 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6bed01e-0c7e-435a-9313-13fef964b6e6 req-a47ff895-ccdb-46d3-a3b5-7cf45a8f634a tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1551015 Dec 16 17:43:20.554893 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:20.571137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] Deleting port 25dd335d-4696-4a1e-8ac6-59902b4834ea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:20.572181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.594827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf453d48-d53d-4955-9aa5-4b8759dae713 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.599166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf453d48-d53d-4955-9aa5-4b8759dae713 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.602721 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bf453d48-d53d-4955-9aa5-4b8759dae713 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/67584b42-1f41-4790-bbb3-deec36c5066c HTTP/1.1" status: 204 len: 168 time: 0.3488393 Dec 16 17:43:20.603109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50532) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.612406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf453d48-d53d-4955-9aa5-4b8759dae713 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67584b42-1f41-4790-bbb3-deec36c5066c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:20.621278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 25dd335d-4696-4a1e-8ac6-59902b4834ea {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:20.621634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.645554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-414859859-network', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:20.672720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] For port 25dd335d-4696-4a1e-8ac6-59902b4834ea, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=25dd335d-4696-4a1e-8ac6-59902b4834ea,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:20.673537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.678967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Made reservation on behalf of 271e8f23f5c6422ba05bcaea00e02f07 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:20.681299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.691283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] Calling delete_port for 25dd335d-4696-4a1e-8ac6-59902b4834ea owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:20.696685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.708124 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-147555eb-2540-4f2e-9d58-3d2a8022a8d0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994248 Dec 16 17:43:20.708303 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6bed01e-0c7e-435a-9313-13fef964b6e6 req-c2e48449-9e62-4dc8-99cd-56f665fe8faa tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455715 Dec 16 17:43:20.708303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50534) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:20.715245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group': {'name': 'tempest-secgroup--183998675'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:20.741655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 25dd335d-4696-4a1e-8ac6-59902b4834ea, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=25dd335d-4696-4a1e-8ac6-59902b4834ea,segment=NetworkSegment(8a648bc9-6e6d-4754-b363-d19ddccc40ae),segment_id=8a648bc9-6e6d-4754-b363-d19ddccc40ae)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:20.742046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.769200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 25dd335d-4696-4a1e-8ac6-59902b4834ea owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:20.782816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.821563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.840156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.846638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:19Z', 'revision_number': 10, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:20.847589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.873220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] No DVR routers for this DVR port 25dd335d-4696-4a1e-8ac6-59902b4834ea on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:20.875605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0de96-1c35-4479-b0ab-75749cbb8168 None None] Pushing event deleted for resources: {'Port': ['ID=25dd335d-4696-4a1e-8ac6-59902b4834ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:20.875745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b332393-8530-4f30-af61-e092a9c1bf7d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:20.886063 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd781-485e-4ef4-a1c2-980570c3d2fd None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:19Z', 'revision_number': 10, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None, '_interfaces': [{'id': '3df20533-f47d-4a6d-915a-78fb4855c513', 'name': '', 'network_id': '18ca34db-cf37-475f-bc55-b932cdfdc291', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'mac_address': 'fa:16:3e:5e:a6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:38Z', 'updated_at': '2021-12-16T17:42:47Z', 'revision_number': 5, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'subnets': [{'id': '9631b7d3-a230-4691-8d23-e2cd85444b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:20.888108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:43:20.903275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.903688 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Added segment 1c69784b-d54d-4706-a3c7-a67266f46e3e of type vlan for network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 Dec 16 17:43:20.932518 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.955286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.971447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.974529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port 25dd335d-4696-4a1e-8ac6-59902b4834ea on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:20.982054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:20.982503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=25dd335d-4696-4a1e-8ac6-59902b4834ea,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:20.983057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:20.983637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.009709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.041406 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5466917 Dec 16 17:43:21.041643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50536) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:21.047898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Request body: {'subnet': {'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-414859859-subnet', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:21.064138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108669a-7838-40e1-8605-4066b2fa6993 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:21.074774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:43:21.104149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.105509 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3965826 Dec 16 17:43:21.108674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50538) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:21.110108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac283833-66fa-406a-9f3a-0028f3916e8a tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4278a3-51ff-4ec7-8e0a-e3e4f5f9f0ee,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:21.116152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Request body: {'security_group_rule': {'security_group_id': '0e4278a3-51ff-4ec7-8e0a-e3e4f5f9f0ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:21.131598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.135518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Made reservation on behalf of 271e8f23f5c6422ba05bcaea00e02f07 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:21.139495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.150664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-c7c9e28f-f6c9-40a6-8fa2-814a103421b1 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:21.152108 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-c7c9e28f-f6c9-40a6-8fa2-814a103421b1 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1715119 Dec 16 17:43:21.171799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07064077-40a0-4b7c-bf65-29eacbcb8cc2']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:21.200169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a648bc9-6e6d-4754-b363-d19ddccc40ae') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:21.200459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a648bc9-6e6d-4754-b363-d19ddccc40ae') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:21.220112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.225265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.257461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.267788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:21.268146 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:21.271213 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:21.324200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.335665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.352028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Deleting port 186343bd-5f90-4c26-9a93-3c13ca984a4f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:21.352521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.358092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.385293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57ba2a3-b471-4a9e-a7d7-ec1090cae4dc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:21.398794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.401064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.406882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/07064077-40a0-4b7c-bf65-29eacbcb8cc2 HTTP/1.1" status: 204 len: 168 time: 1.1064823 Dec 16 17:43:21.407042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.407042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f4643334-03b9-4330-ae63-76963a408fd7 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2966530 Dec 16 17:43:21.415071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50540) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:21.415418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50542) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:21.429424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135870a7-ae00-4e85-9958-af5f4853a446 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=07064077-40a0-4b7c-bf65-29eacbcb8cc2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:21.461694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309def28-02df-42c8-8446-bb91eeed73ea,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:21.472383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Checking segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:21.472742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Network hostable DHCP agents. Network: 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:43:21.490279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:43:21.499257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:21.504546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:21.505178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.509126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0936866-873e-4039-abd6-fc9c88dec710 None None] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:21.527794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5ad5d302-d305-4b46-82bb-c289783869b5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4850845 Dec 16 17:43:21.530990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50544) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:21.537321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:21.565167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.566650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.585206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] For port 186343bd-5f90-4c26-9a93-3c13ca984a4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=186343bd-5f90-4c26-9a93-3c13ca984a4f,segment=NetworkSegment(4a5fc926-2135-4b52-9bad-fe1fa638d9f6),segment_id=4a5fc926-2135-4b52-9bad-fe1fa638d9f6)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:21.585592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.624049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:43:21.625104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.626576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.649700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Calling delete_port for 186343bd-5f90-4c26-9a93-3c13ca984a4f owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:21.695831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c02368e4-81aa-4b15-8702-d7327988598c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.766438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c02368e4-81aa-4b15-8702-d7327988598c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.779768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.783184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Allocated IP 172.20.0.2 (3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4/309def28-02df-42c8-8446-bb91eeed73ea/1d48ee53-a84b-4150-b55c-5496c201cbb0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:21.945908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87208f-175d-485a-80ad-979e8bee9609 req-9194215f-de93-4300-9caa-dd10c70cfe43 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:21.947416 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5a87208f-175d-485a-80ad-979e8bee9609 req-9194215f-de93-4300-9caa-dd10c70cfe43 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e119eb5-18e2-41e7-af33-8503437e4be4 HTTP/1.1" status: 200 len: 946 time: 0.1311245 Dec 16 17:43:21.967502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.973443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c02368e4-81aa-4b15-8702-d7327988598c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.974270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.976008 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c02368e4-81aa-4b15-8702-d7327988598c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:21.979367 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c02368e4-81aa-4b15-8702-d7327988598c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/0e4278a3-51ff-4ec7-8e0a-e3e4f5f9f0ee HTTP/1.1" status: 204 len: 168 time: 0.5596325 Dec 16 17:43:21.980314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50548) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:22.016608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02368e4-81aa-4b15-8702-d7327988598c tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4278a3-51ff-4ec7-8e0a-e3e4f5f9f0ee,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:22.022241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.043121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:22.054771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:22.056239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.056844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:22.061511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Pushing event updated for resources: {'Port': ['ID=1d48ee53-a84b-4150-b55c-5496c201cbb0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:22.061657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.071387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['186343bd-5f90-4c26-9a93-3c13ca984a4f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:43:22.072319 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5a87208f-175d-485a-80ad-979e8bee9609 req-67f130bb-cec3-487d-9d50-0b477949a684 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.66 "GET /v2.0/security-groups?id=df31f84d-bd40-4a37-abbd-588519b67974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030755 Dec 16 17:43:22.084354 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-903affd5-4127-4ba1-badc-5a653bdc6b84 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1026194 Dec 16 17:43:22.085092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50550) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:22.101982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Pushing event deleted for resources: {'Port': ['ID=186343bd-5f90-4c26-9a93-3c13ca984a4f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:22.157552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Attempting to bind port 1d48ee53-a84b-4150-b55c-5496c201cbb0 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:22.158051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Attempting to bind port 1d48ee53-a84b-4150-b55c-5496c201cbb0 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:22.158275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Attempting to bind port 1d48ee53-a84b-4150-b55c-5496c201cbb0 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:22.165423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:22.165909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Checking segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:22.166213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.166607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Bound using segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:22.167083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Bound port: 1d48ee53-a84b-4150-b55c-5496c201cbb0, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:22.168074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.177059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] No DVR routers for this DVR port 186343bd-5f90-4c26-9a93-3c13ca984a4f on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:22.177726 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ab689ac5-dd8a-4ac3-bae4-a6a422da1edd tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0900736 Dec 16 17:43:22.178367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50552) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:22.180336 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.183902 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fcc9bc7b-3c8d-42ba-af71-f5917bd45ef0 req-00355ab3-57d5-4c99-87e8-3a1ec66fa883 tempest-TestServerAdvancedOps-825711686 tempest-TestServerAdvancedOps-825711686-project] 10.222.0.57 "DELETE /v2.0/ports/186343bd-5f90-4c26-9a93-3c13ca984a4f HTTP/1.1" status: 204 len: 173 time: 1.0222347 Dec 16 17:43:22.184367 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'name': 'network-vif-deleted', 'tag': '186343bd-5f90-4c26-9a93-3c13ca984a4f'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:22.186766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b8648e-96c7-4d84-905b-d09b2e13573c" -d '{"events": [{"server_uuid": "8e119eb5-18e2-41e7-af33-8503437e4be4", "name": "network-vif-deleted", "tag": "186343bd-5f90-4c26-9a93-3c13ca984a4f"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:22.220438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.238500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-e4e54dca-356c-4a77-83a6-9c436a7f35a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] delete failed (client error): The resource could not be found. Dec 16 17:43:22.245926 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e4e54dca-356c-4a77-83a6-9c436a7f35a0 tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "DELETE /v2.0/security-groups/0e4278a3-51ff-4ec7-8e0a-e3e4f5f9f0ee HTTP/1.1" status: 404 len: 347 time: 0.0645044 Dec 16 17:43:22.246379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50556) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:22.251577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] For port 1d48ee53-a84b-4150-b55c-5496c201cbb0, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:22.257256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] For port 1d48ee53-a84b-4150-b55c-5496c201cbb0, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d48ee53-a84b-4150-b55c-5496c201cbb0,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:22.262790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.301533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df75ab11-2c84-4485-81a9-9547d6739006 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:22.304608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5141a20a-ad1e-4690-afe1-d1b125f4d65b x-openstack-request-id: req-5141a20a-ad1e-4690-afe1-d1b125f4d65b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:22.305353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e119eb5-18e2-41e7-af33-8503437e4be4", "name": "network-vif-deleted", "tag": "186343bd-5f90-4c26-9a93-3c13ca984a4f", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:22.305353 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5141a20a-ad1e-4690-afe1-d1b125f4d65b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:22.305765 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e119eb5-18e2-41e7-af33-8503437e4be4', 'name': 'network-vif-deleted', 'tag': '186343bd-5f90-4c26-9a93-3c13ca984a4f', 'status': 'completed', 'code': 200} Dec 16 17:43:22.334691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Allocated IP 172.26.2.29 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/8fa0b985-b491-4ba4-9873-48ad543978cd) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:22.341050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: df75ab11-2c84-4485-81a9-9547d6739006 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:22.341569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df75ab11-2c84-4485-81a9-9547d6739006 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:22.342146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 25dd335d-4696-4a1e-8ac6-59902b4834ea no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:22.350003 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c4399bbe-fae6-4ca7-8cc7-82213da4542b tempest-SecGroupTest-64054741 tempest-SecGroupTest-64054741-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994301 Dec 16 17:43:22.394117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 25dd335d-4696-4a1e-8ac6-59902b4834ea {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:22.395028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 25dd335d-4696-4a1e-8ac6-59902b4834ea not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:22.402486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab3ac-a25f-4fca-8327-996a913b2660 None None] Pushing event updated for resources: {'Port': ['ID=1d48ee53-a84b-4150-b55c-5496c201cbb0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:22.572142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port 3df20533-f47d-4a6d-915a-78fb4855c513 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:22.572640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.726807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50562) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:22.757664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port 3df20533-f47d-4a6d-915a-78fb4855c513, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3df20533-f47d-4a6d-915a-78fb4855c513,segment=NetworkSegment(e6041536-1e88-4a91-98d0-be9a76857a01),segment_id=e6041536-1e88-4a91-98d0-be9a76857a01)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:22.758413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.774194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for 3df20533-f47d-4a6d-915a-78fb4855c513 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:22.891393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.924192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:22.962268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:22.965226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:22.968993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:22.981696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb0ab9-bc6b-45b3-abbb-2282df6af3c4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:23.000152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Pushing event updated for resources: {'Port': ['ID=8fa0b985-b491-4ba4-9873-48ad543978cd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:23.063578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-54144bb9-347e-4d8d-9fb2-3b3c73253137 None None] Provisioning complete for port 8fa0b985-b491-4ba4-9873-48ad543978cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:23.064117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54144bb9-347e-4d8d-9fb2-3b3c73253137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.102913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-54144bb9-347e-4d8d-9fb2-3b3c73253137 None None] Port 8fa0b985-b491-4ba4-9873-48ad543978cd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:23.174387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50568) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:23.265273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Deleting subnet 5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:23.272269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.300754 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-401e948e-3a90-4ec9-91e5-ede93b7dc1ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=099c21ac73974e92a74145f03a24a8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5727856 Dec 16 17:43:23.303320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50570) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:23.325748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.352061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.376094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.379651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=3df20533-f47d-4a6d-915a-78fb4855c513,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:23.496661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.498997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e980195-b6f4-4f5d-8bb8-e4181297bc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.539588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.597606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e980195-b6f4-4f5d-8bb8-e4181297bc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.634190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae2571-148e-45be-a582-adb2699b929f None None] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:23.701861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.719014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:23.745789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.749428 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8 HTTP/1.1" status: 204 len: 168 time: 0.5736823 Dec 16 17:43:23.749565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3fae4c65-eadf-45bf-b946-93ed41eb35e8 None None] Provisioning complete for port 1d48ee53-a84b-4150-b55c-5496c201cbb0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:23.749879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fae4c65-eadf-45bf-b946-93ed41eb35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.755167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50572) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:23.757307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae691458-ac97-4ef4-b746-95c98c38f006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4e6eae-0c6f-4b3b-bd8c-b0b6174d59f8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:23.788577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.807619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:23.813932 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c5a202ea-a5d5-4162-85de-150c15f0c1e6 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3974683 Dec 16 17:43:23.817106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:23.837276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:23.866124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:23.866124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:23.868059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fae4c65-eadf-45bf-b946-93ed41eb35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.886353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e980195-b6f4-4f5d-8bb8-e4181297bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.889098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e980195-b6f4-4f5d-8bb8-e4181297bc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.890903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting subnet 9631b7d3-a230-4691-8d23-e2cd85444b9c {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:23.893188 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2e980195-b6f4-4f5d-8bb8-e4181297bc44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d2ad18a-96aa-4c0f-aa58-0bb5809d90d2 HTTP/1.1" status: 204 len: 168 time: 0.5888062 Dec 16 17:43:23.896138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.917686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e980195-b6f4-4f5d-8bb8-e4181297bc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ad18a-96aa-4c0f-aa58-0bb5809d90d2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:23.950531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:23.966650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.005758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:24.100655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.128338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 11, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.129133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65260336-5716-4963-b299-1760de358392']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.131106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.136112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3fae4c65-eadf-45bf-b946-93ed41eb35e8 None None] For port 1d48ee53-a84b-4150-b55c-5496c201cbb0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d48ee53-a84b-4150-b55c-5496c201cbb0,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:24.143004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5fc926-2135-4b52-9bad-fe1fa638d9f6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.144141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5fc926-2135-4b52-9bad-fe1fa638d9f6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.163338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.169392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:24.172264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3fae4c65-eadf-45bf-b946-93ed41eb35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.176276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:43:24.181918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.192896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:24.193435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:24.195954 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:24.273630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:24.274886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.284096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.343202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Subnet': ['ID=9631b7d3-a230-4691-8d23-e2cd85444b9c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:24.344454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.347231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.350788 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-582f45ce-a0ac-4dbf-9c22-653bf7efd5a0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/9631b7d3-a230-4691-8d23-e2cd85444b9c HTTP/1.1" status: 204 len: 168 time: 0.5326920 Dec 16 17:43:24.351021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.353267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50582) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:24.354694 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] 10.222.0.66 "DELETE /v2.0/networks/65260336-5716-4963-b299-1760de358392 HTTP/1.1" status: 204 len: 168 time: 0.5984540 Dec 16 17:43:24.358286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50584) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:24.380023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ea702-f5f1-4ad7-aeee-4d0dadf3157f admin admin] Pushing event deleted for resources: {'Network': ['ID=65260336-5716-4963-b299-1760de358392,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:24.422010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:24.431987 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:24.444877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Deleting subnet 0825507e-8a63-4da9-96c2-9ec4e3ba5b20 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:24.445047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486ef09-e297-4ba9-ac10-2bebf63d9c65 None None] Network 18ca34db-cf37-475f-bc55-b932cdfdc291 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:24.454199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.454476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:24.455340 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.479324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.480848 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-833643d9-757c-444f-8652-99fd7469b3cd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9482608 Dec 16 17:43:24.483810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50588) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:24.494881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.562129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.568508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Deleting port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:24.568888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.647910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] For port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,segment=NetworkSegment(e6041536-1e88-4a91-98d0-be9a76857a01),segment_id=e6041536-1e88-4a91-98d0-be9a76857a01)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:24.648365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.668369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Calling delete_port for e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:24.691848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.692356 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:24.769339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d48ee53-a84b-4150-b55c-5496c201cbb0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:24.775573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186343bd-5f90-4c26-9a93-3c13ca984a4f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:24.790864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.809701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No DVR routers for this DVR port e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:24.863028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Port': ['ID=e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:24.883853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae4c65-eadf-45bf-b946-93ed41eb35e8 None None] Pushing event updated for resources: {'Port': ['ID=1d48ee53-a84b-4150-b55c-5496c201cbb0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:24.889314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:24.894993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 186343bd-5f90-4c26-9a93-3c13ca984a4f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:24.895339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 186343bd-5f90-4c26-9a93-3c13ca984a4f not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:24.920663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.962736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 11, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:24.965224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0825507e-8a63-4da9-96c2-9ec4e3ba5b20,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:24.966736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d9de59c4-af2c-41f8-af4e-dcbcf942bbd9 None None] Provisioning complete for port 1d48ee53-a84b-4150-b55c-5496c201cbb0 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:24.967169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9de59c4-af2c-41f8-af4e-dcbcf942bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.968850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:24.973225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-29fb128b-8f82-45fa-846b-9ef29e170830 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0825507e-8a63-4da9-96c2-9ec4e3ba5b20 HTTP/1.1" status: 204 len: 168 time: 0.6123059 Dec 16 17:43:24.976703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50602) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:25.062720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.070727 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 3, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.082014 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c0c82-e296-47bc-b555-8912f92c4258 None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 11, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:25.107406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.117934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50604) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:25.145732 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:25.146183 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Updating router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d port 8fa0b985-b491-4ba4-9873-48ad543978cd binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:25.148874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ca34db-cf37-475f-bc55-b932cdfdc291']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.159749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6041536-1e88-4a91-98d0-be9a76857a01') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.159749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6041536-1e88-4a91-98d0-be9a76857a01') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.167925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1d48ee53-a84b-4150-b55c-5496c201cbb0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:25.168118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.173182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.188240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.198799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:25.199348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.202572 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:25.204981 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:25.286004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.310215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.332553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.338842 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/networks/18ca34db-cf37-475f-bc55-b932cdfdc291 HTTP/1.1" status: 204 len: 168 time: 0.9822652 Dec 16 17:43:25.339727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50608) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:25.342713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-59261139'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:25.347137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317eb58-aabb-4de6-9efa-42d216fe1090 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Pushing event deleted for resources: {'Network': ['ID=18ca34db-cf37-475f-bc55-b932cdfdc291,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:25.348471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'routes': None}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:25.354369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.370446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Made reservation on behalf of d5f7fcb3fec4485bb759e7e629567e82 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:25.373935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.383601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.462689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d321868a-adc8-455a-b147-aa66a62f7657 None None] DHCP port deletion for 18ca34db-cf37-475f-bc55-b932cdfdc291 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:25.485946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.493599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.528189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:43:25.530385 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.536043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7d715-3362-4621-b111-dc4fb1f5f70a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:25.536635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.543585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.543971 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Added segment e906b1a7-c0a1-414a-ab79-f2e67e546b92 of type vlan for network f9c6a583-4776-43b1-a04f-88c49ecbfe7f Dec 16 17:43:25.587546 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a339fd-d960-4099-82ca-c31ca42c3ce6 None None] Pushing event updated for resources: {'Port': ['ID=8fa0b985-b491-4ba4-9873-48ad543978cd,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:25.591167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.606746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e506e5b-7acb-4244-857d-c6c9a391ccac None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:25.608316 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Attempting to bind port 8fa0b985-b491-4ba4-9873-48ad543978cd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:25.608704 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Attempting to bind port 8fa0b985-b491-4ba4-9873-48ad543978cd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:25.609088 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Attempting to bind port 8fa0b985-b491-4ba4-9873-48ad543978cd on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:25.616811 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:25.617348 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:25.617754 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.618141 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:25.618774 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Bound port: 8fa0b985-b491-4ba4-9873-48ad543978cd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:25.619117 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.633234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.639864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:25.640730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.685080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-103d42fc-4980-447e-837d-4d157375d006 None None] Provisioning complete for port 8fa0b985-b491-4ba4-9873-48ad543978cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:25.687500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-103d42fc-4980-447e-837d-4d157375d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.688611 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] For port 8fa0b985-b491-4ba4-9873-48ad543978cd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:25.696477 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] For port 8fa0b985-b491-4ba4-9873-48ad543978cd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8fa0b985-b491-4ba4-9873-48ad543978cd,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:25.703655 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.733505 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5991244 Dec 16 17:43:25.737925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50610) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:25.744157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-52fb7a5f-ad6d-4c6f-aec4-2f65a4d06d7a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-50609904') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.753420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbdff9-4ef4-4995-a358-1aa537cf840a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Pushing event updated for resources: {'Network': ['ID=f9c6a583-4776-43b1-a04f-88c49ecbfe7f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:25.762203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-103d42fc-4980-447e-837d-4d157375d006 None None] Port 8fa0b985-b491-4ba4-9873-48ad543978cd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:25.768607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f9c6a583-4776-43b1-a04f-88c49ecbfe7f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:43:25.783759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a67adb9-2caa-4d1a-ba14-58852cf70662') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.784637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a67adb9-2caa-4d1a-ba14-58852cf70662') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.802273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.861525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.901590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:25.901986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:25.906230 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:25.919233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09256d39-dcf0-4708-aea8-2c8cca3985d4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:25.930578 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:25.931253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:25.970095 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a339fd-d960-4099-82ca-c31ca42c3ce6 None None] Pushing event updated for resources: {'Port': ['ID=8fa0b985-b491-4ba4-9873-48ad543978cd,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:25.983624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Added routes are [] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 17:43:25.983927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.extraroute_db [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Removed routes are [] {{(pid=103243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 17:43:25.984293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:25.994981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-96e8e1f8-0d5e-432f-a584-193dc7755e0c None None] Provisioning complete for port 8fa0b985-b491-4ba4-9873-48ad543978cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:25.995361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96e8e1f8-0d5e-432f-a584-193dc7755e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.043310 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:26.044331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.064197 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-52fb7a5f-ad6d-4c6f-aec4-2f65a4d06d7a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "PUT /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-50609904 HTTP/1.1" status: 201 len: 201 time: 0.3240395 Dec 16 17:43:26.066207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.071415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-215faa52-cf3c-4994-9b2f-c5b7c0e202d5 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-50609904') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:26.088206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96e8e1f8-0d5e-432f-a584-193dc7755e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.093678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.118077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.122254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-96e8e1f8-0d5e-432f-a584-193dc7755e0c None None] For port 8fa0b985-b491-4ba4-9873-48ad543978cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8fa0b985-b491-4ba4-9873-48ad543978cd,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:26.123410 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] 10.222.0.66 "DELETE /v2.0/networks/af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2 HTTP/1.1" status: 204 len: 168 time: 1.1454196 Dec 16 17:43:26.128063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96e8e1f8-0d5e-432f-a584-193dc7755e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.159898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15f40c-35bd-4af4-8c22-3d94bb9158de admin admin] Pushing event deleted for resources: {'Network': ['ID=af27948f-b1c5-45c6-bc77-b0cdd5f3a4f2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:26.164626 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-215faa52-cf3c-4994-9b2f-c5b7c0e202d5 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-50609904 HTTP/1.1" status: 204 len: 168 time: 0.0971971 Dec 16 17:43:26.168870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50616) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.196910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e1f8-0d5e-432f-a584-193dc7755e0c None None] Pushing event updated for resources: {'Port': ['ID=8fa0b985-b491-4ba4-9873-48ad543978cd,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:26.244924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-78d8ec7f-e1dc-4fc9-a15e-00bff0c3c6b4 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:26.261351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d48ee53-a84b-4150-b55c-5496c201cbb0 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:26.312635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 3, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:26.318130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1d48ee53-a84b-4150-b55c-5496c201cbb0 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:26.318514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.350827 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb709e-939a-4f4a-a874-cc1f96474422 None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 3, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:26.361112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50618) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.415906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.416492 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-13df3fa5-1b63-4063-ab69-4110f7369ca1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d582b0f4fbe741bf89382c168d44dbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540006 Dec 16 17:43:26.420212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50620) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.429896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.481109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-80385b2a-4fe6-4805-87c7-4a8bc09fa8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.506619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:26.512871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-80385b2a-4fe6-4805-87c7-4a8bc09fa8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.531833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:26.532183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e15b1605-44e2-4b73-a9ed-f4d32ec7a3c4 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:26.532617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3df20533-f47d-4a6d-915a-78fb4855c513 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:26.547793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-78d8ec7f-e1dc-4fc9-a15e-00bff0c3c6b4 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags HTTP/1.1" status: 200 len: 236 time: 0.3398018 Dec 16 17:43:26.551720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50622) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.552532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 3df20533-f47d-4a6d-915a-78fb4855c513 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:26.552906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3df20533-f47d-4a6d-915a-78fb4855c513 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:26.558387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-d0abc07e-3256-452e-b05d-2318226c4941 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', {'tags': ['tempest-TagsTest-Tag-489006778', 'tempest-TagsTest-Tag-507115215', 'tempest-TagsTest-Tag-1589609587']}) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:26.591794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-80385b2a-4fe6-4805-87c7-4a8bc09fa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.594660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-80385b2a-4fe6-4805-87c7-4a8bc09fa8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.598691 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-80385b2a-4fe6-4805-87c7-4a8bc09fa8ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df31f84d-bd40-4a37-abbd-588519b67974 HTTP/1.1" status: 204 len: 168 time: 0.1774812 Dec 16 17:43:26.608099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80385b2a-4fe6-4805-87c7-4a8bc09fa8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df31f84d-bd40-4a37-abbd-588519b67974,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:26.610692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router b4eb5a80-7637-445b-b506-636c69c03db2 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:26.765699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Allocated IP 172.20.0.1 (3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4/309def28-02df-42c8-8446-bb91eeed73ea/e234e65f-3775-437f-a55b-fdcfccf11cc9) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:26.791718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.791948 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d0abc07e-3256-452e-b05d-2318226c4941 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "PUT /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags HTTP/1.1" status: 200 len: 307 time: 0.2386439 Dec 16 17:43:26.794819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:26.797952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-6e281b63-e783-4f4b-ae85-9188e1db680b tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-489006778') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:26.803927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.807570 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-20b0a113-4c8f-4f60-bab8-73ee465133ef tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 701 time: 1.4626834 Dec 16 17:43:26.807842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50628) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.816292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] Sync routers for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:26.835622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:26.836447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:26.886110 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bd4f4982-eab2-4298-8075-6a636e32d060 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 205 time: 0.0750418 Dec 16 17:43:26.888029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50632) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:26.928383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:26.980621 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:26.995211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 11, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.022581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.035675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.035940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] Checking router: b4eb5a80-7637-445b-b506-636c69c03db2 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:27.045851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] Routers {'b4eb5a80-7637-445b-b506-636c69c03db2'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:27.046619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b4eb5a80-7637-445b-b506-636c69c03db2'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.095897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:27.099356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:27.116054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:27.120796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Pushing event updated for resources: {'Port': ['ID=e234e65f-3775-437f-a55b-fdcfccf11cc9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:27.146327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] Set router b4eb5a80-7637-445b-b506-636c69c03db2 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:27.156558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50634) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.183513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.221109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6e281b63-e783-4f4b-ae85-9188e1db680b tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "DELETE /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-489006778 HTTP/1.1" status: 204 len: 168 time: 0.4257348 Dec 16 17:43:27.231362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50636) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.241367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-6e3bc73b-cc76-47a1-b1aa-10d87694c2c5 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-489006778') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.248212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 11, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.253018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-128346ba-5ea8-464e-b19d-b8bc578c7758 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8980642e5a814d659fe67da1391fe0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926645 Dec 16 17:43:27.261373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50638) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.293663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c69bfb-1d54-499f-832b-ae5af582c015 None None] The sync data for ids ['b4eb5a80-7637-445b-b506-636c69c03db2'] in dv-neutron-821818-2-hyperv is: [{'id': 'b4eb5a80-7637-445b-b506-636c69c03db2', 'name': 'tempest-RoutersTest-router-1765817117', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:43:23Z', 'revision_number': 11, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:27.351533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.356129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.423600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.425895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router b4eb5a80-7637-445b-b506-636c69c03db2 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:43:27.435315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.442553 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ced7fe77-2485-4d03-94ba-01f65b47df0a tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 204 len: 168 time: 0.5529220 Dec 16 17:43:27.443221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50640) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.447724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1938278482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:27.462062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-508014d3-ea9e-40ce-8c9f-8b691b9f3b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.481034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.485730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.521640 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-6e3bc73b-cc76-47a1-b1aa-10d87694c2c5 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] show failed (client error): The resource could not be found. Dec 16 17:43:27.525183 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6e3bc73b-cc76-47a1-b1aa-10d87694c2c5 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-489006778 HTTP/1.1" status: 404 len: 325 time: 0.2900012 Dec 16 17:43:27.525183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.528298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50642) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.534649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-35cc6fd4-cdf6-45a4-a086-ae187db11046 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-507115215') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.546403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-508014d3-ea9e-40ce-8c9f-8b691b9f3b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.551624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.562706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.569274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1cb829e8-9177-4abf-bcb5-1887f154deea None None] Provisioning complete for port e234e65f-3775-437f-a55b-fdcfccf11cc9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:27.569749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb829e8-9177-4abf-bcb5-1887f154deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.592742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.598901 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-be5d7f68-8657-402a-94e6-f7131d6a41ed tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1544099 Dec 16 17:43:27.599666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50644) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.609350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:27.625588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cb829e8-9177-4abf-bcb5-1887f154deea None None] Port e234e65f-3775-437f-a55b-fdcfccf11cc9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:27.771590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-508014d3-ea9e-40ce-8c9f-8b691b9f3b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.774025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-508014d3-ea9e-40ce-8c9f-8b691b9f3b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.775144 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-508014d3-ea9e-40ce-8c9f-8b691b9f3b6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d4e212f-244e-48a0-8a72-43a195975cec HTTP/1.1" status: 204 len: 168 time: 0.5097847 Dec 16 17:43:27.779802 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35cc6fd4-cdf6-45a4-a086-ae187db11046 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-507115215 HTTP/1.1" status: 204 len: 168 time: 0.2494469 Dec 16 17:43:27.791466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50648) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.791466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-461e0af5-5e53-4dd2-ae0f-5e44d75483c0 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-1589609587') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.800778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508014d3-ea9e-40ce-8c9f-8b691b9f3b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e212f-244e-48a0-8a72-43a195975cec,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:27.842236 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.858883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.862936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.871932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.953368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:27.964345 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-461e0af5-5e53-4dd2-ae0f-5e44d75483c0 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-1589609587 HTTP/1.1" status: 204 len: 168 time: 0.1772165 Dec 16 17:43:27.967057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Pushing event updated for resources: {'Port': ['ID=e234e65f-3775-437f-a55b-fdcfccf11cc9,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:27.967235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50650) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:27.971895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.tag.tag_plugin [None req-5696b5ed-07cb-4c2e-8f89-96a52513e927 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:27.974668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Router 46631e87-d80f-4711-92f4-7e9e812653d4 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:43:28.071675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:28.073190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:28.132411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:28.143604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.144697 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] Sync routers for ids ['46631e87-d80f-4711-92f4-7e9e812653d4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:28.145182 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-360cb756-c658-44ba-ac95-4ac405995b87 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "PUT /v2.0/routers/46631e87-d80f-4711-92f4-7e9e812653d4 HTTP/1.1" status: 200 len: 694 time: 0.5443964 Dec 16 17:43:28.151278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50652) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.177444 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] Routers {'46631e87-d80f-4711-92f4-7e9e812653d4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:28.178288 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46631e87-d80f-4711-92f4-7e9e812653d4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.312313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8fa0b985-b491-4ba4-9873-48ad543978cd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:28.316098 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0682a2b0-666c-47a4-99ec-9bbf4448e915 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/routers/46631e87-d80f-4711-92f4-7e9e812653d4 HTTP/1.1" status: 200 len: 700 time: 0.1629214 Dec 16 17:43:28.320833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5696b5ed-07cb-4c2e-8f89-96a52513e927 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "DELETE /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags HTTP/1.1" status: 204 len: 168 time: 0.3522668 Dec 16 17:43:28.321671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50654) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.323497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50656) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.331820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-3800cb3d-2c67-4a3f-a187-f957bb006878 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-507115215') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.340256 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] Set router 46631e87-d80f-4711-92f4-7e9e812653d4 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:28.345521 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-1a4899bd-fb21-48ee-86fc-2719c56d8657 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042128 Dec 16 17:43:28.381387 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7c26b76a-8d4b-455e-89fd-83e5b5e59a4c tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=46631e87-d80f-4711-92f4-7e9e812653d4 HTTP/1.1" status: 200 len: 205 time: 0.0539892 Dec 16 17:43:28.384286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50658) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.424746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8fa0b985-b491-4ba4-9873-48ad543978cd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:28.426821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.445383 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46631e87-d80f-4711-92f4-7e9e812653d4', 'name': 'tempest-RoutersTest-router-1938278482', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:27Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.481429 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] Checking router: 46631e87-d80f-4711-92f4-7e9e812653d4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:28.492239 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] Routers {'46631e87-d80f-4711-92f4-7e9e812653d4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:28.493216 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46631e87-d80f-4711-92f4-7e9e812653d4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.510702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.551979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e9cfc120-8511-4a5a-99d1-9f5a367b96ca None None] Provisioning complete for port e234e65f-3775-437f-a55b-fdcfccf11cc9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:28.552269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc120-8511-4a5a-99d1-9f5a367b96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.582886 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] Set router 46631e87-d80f-4711-92f4-7e9e812653d4 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:28.604780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfc120-8511-4a5a-99d1-9f5a367b96ca None None] Port e234e65f-3775-437f-a55b-fdcfccf11cc9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:28.652857 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46631e87-d80f-4711-92f4-7e9e812653d4', 'name': 'tempest-RoutersTest-router-1938278482', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:27Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.683187 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcc656-2ba5-4d95-ba33-18fb4366ec1a None None] The sync data for ids ['46631e87-d80f-4711-92f4-7e9e812653d4'] in dv-neutron-821818-2-hyperv is: [{'id': '46631e87-d80f-4711-92f4-7e9e812653d4', 'name': 'tempest-RoutersTest-router-1938278482', 'tenant_id': 'db64187b9bd846508989a956a39b3b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:27Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 2, 'project_id': 'db64187b9bd846508989a956a39b3b68', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:28.738703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-22796c9f-a5f1-4630-ac24-8a15ea06f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:28.740393 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-22796c9f-a5f1-4630-ac24-8a15ea06f748 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1099 time: 0.2942200 Dec 16 17:43:28.757279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.760919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.779186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:28.849968 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-3800cb3d-2c67-4a3f-a187-f957bb006878 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] show failed (client error): The resource could not be found. Dec 16 17:43:28.851161 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3800cb3d-2c67-4a3f-a187-f957bb006878 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-507115215 HTTP/1.1" status: 404 len: 325 time: 0.5260153 Dec 16 17:43:28.855559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50660) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.859664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-e6504969-065a-4ee9-b5ab-abab7c7c652f tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f', 'tempest-TagsTest-Tag-1589609587') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.881508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.882014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Fanout notify agent at l3_agent the message router_deleted on router 46631e87-d80f-4711-92f4-7e9e812653d4 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:43:28.888796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:28.889913 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-184fb289-4c5e-4792-aeb5-254e3fa34847 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/46631e87-d80f-4711-92f4-7e9e812653d4 HTTP/1.1" status: 204 len: 168 time: 0.5045218 Dec 16 17:43:28.896346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50662) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.942549 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-faf302e6-f0a1-4697-9656-2c660d1afe31 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=46631e87-d80f-4711-92f4-7e9e812653d4 HTTP/1.1" status: 200 len: 205 time: 0.0450163 Dec 16 17:43:28.944799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.954198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-3792c373-a707-481d-89fb-ce88290d83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:28.956392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-3792c373-a707-481d-89fb-ce88290d83d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 200 len: 897 time: 0.1917551 Dec 16 17:43:28.980926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:28.997966 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-97d8dac6-9d39-4acc-ac79-afcf4ab86cca admin admin] 10.222.0.66 "PUT /v2.0/routers/9ecadb0a-c16a-4b00-ae06-d0e8de91555d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4996283 Dec 16 17:43:28.997966 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-e6504969-065a-4ee9-b5ab-abab7c7c652f tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] show failed (client error): The resource could not be found. Dec 16 17:43:28.997966 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e6504969-065a-4ee9-b5ab-abab7c7c652f tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "GET /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags/tempest-TagsTest-Tag-1589609587 HTTP/1.1" status: 404 len: 326 time: 0.1323478 Dec 16 17:43:28.997966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50666) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:28.998360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-6c024676-1b51-4abc-aa23-baacd3978d66 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:28.998473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.tag.tag_plugin [None req-ba5f47c8-42a7-4a0f-96f9-8addb1aebfa9 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f9c6a583-4776-43b1-a04f-88c49ecbfe7f') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:28.998587 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6c024676-1b51-4abc-aa23-baacd3978d66 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/46631e87-d80f-4711-92f4-7e9e812653d4 HTTP/1.1" status: 404 len: 336 time: 0.0487731 Dec 16 17:43:28.998778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50670) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.001916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:29.012856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:29.013505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:29.037118 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03ec27f-699a-4a93-b2b4-a2a98167854f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:29.037589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03ec27f-699a-4a93-b2b4-a2a98167854f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:29.040630 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d03ec27f-699a-4a93-b2b4-a2a98167854f tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/a19d6901-25be-4204-9eb2-70117ada8155 HTTP/1.1" status: 404 len: 337 time: 0.0396714 Dec 16 17:43:29.065674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50672) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.072244 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-d4ab0659-f499-4d71-a7c8-c2d9443bb454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 200 len: 1002 time: 0.0843976 Dec 16 17:43:29.101567 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-05839b57-8cce-486e-88a9-851141c36b26 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:29.102039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05839b57-8cce-486e-88a9-851141c36b26 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:29.105464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-05839b57-8cce-486e-88a9-851141c36b26 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/7671575c-8d68-49d9-99aa-1912daa3a898 HTTP/1.1" status: 404 len: 337 time: 0.0383959 Dec 16 17:43:29.109792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50674) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.127218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:29.139516 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-68091272-d35d-4442-a93b-0fd304e331b1 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:29.139982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68091272-d35d-4442-a93b-0fd304e331b1 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:29.143131 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68091272-d35d-4442-a93b-0fd304e331b1 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/97167204-390a-4ff0-bca2-801e805a22cd HTTP/1.1" status: 404 len: 337 time: 0.0325205 Dec 16 17:43:29.145552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-e1bde5da-93c2-45cc-9ce9-6d6a4e247927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:29.148747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50678) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.152042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-e1bde5da-93c2-45cc-9ce9-6d6a4e247927 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189d9e11-953c-4c8b-8e4d-ed873b8fa989 HTTP/1.1" status: 200 len: 834 time: 0.0682111 Dec 16 17:43:29.181450 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5f52be-b8e9-4e2d-b8dc-4286b1c94695 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:29.181450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5f52be-b8e9-4e2d-b8dc-4286b1c94695 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:29.184192 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fd5f52be-b8e9-4e2d-b8dc-4286b1c94695 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/9631b7d3-a230-4691-8d23-e2cd85444b9c HTTP/1.1" status: 404 len: 337 time: 0.0336053 Dec 16 17:43:29.190437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50680) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.212311 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ba5f47c8-42a7-4a0f-96f9-8addb1aebfa9 tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "DELETE /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f/tags HTTP/1.1" status: 204 len: 168 time: 0.2196460 Dec 16 17:43:29.212669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-c3372670-b081-4239-ac1f-380a059f9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:29.212956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.214314 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-c3372670-b081-4239-ac1f-380a059f9fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581527 Dec 16 17:43:29.236000 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cfbdfac6-0e09-4065-8dc5-080d6a94e0a5 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 200 len: 205 time: 0.0443349 Dec 16 17:43:29.238781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50684) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.318418 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-dce5c182-cdb1-493f-9889-43f06c694fa4 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:29.321676 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dce5c182-cdb1-493f-9889-43f06c694fa4 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/b4eb5a80-7637-445b-b506-636c69c03db2 HTTP/1.1" status: 404 len: 336 time: 0.0796163 Dec 16 17:43:29.322007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50688) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.363583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.377010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 2, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:29.415662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:29.416278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Updating router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d port e234e65f-3775-437f-a55b-fdcfccf11cc9 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:29.450120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.485558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.512777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c6a583-4776-43b1-a04f-88c49ecbfe7f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:29.534067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e906b1a7-c0a1-414a-ab79-f2e67e546b92') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:29.534358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e906b1a7-c0a1-414a-ab79-f2e67e546b92') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:29.552234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.570785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.587865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:29.588281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:29.591725 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:29.679584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.692280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.699923 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] 10.222.0.66 "DELETE /v2.0/networks/f9c6a583-4776-43b1-a04f-88c49ecbfe7f HTTP/1.1" status: 204 len: 168 time: 0.4729750 Dec 16 17:43:29.740598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b59f2-e2c3-45ce-8a12-1ee641bd568a tempest-TagsTest-1788740796 tempest-TagsTest-1788740796-project] Pushing event deleted for resources: {'Network': ['ID=f9c6a583-4776-43b1-a04f-88c49ecbfe7f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:29.746255 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a125a8dd-13bf-4e6e-a74a-b50c649017d7 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 HTTP/1.1" status: 200 len: 205 time: 0.4231260 Dec 16 17:43:29.748397 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-4252cba8-27f4-433a-90f7-968d589f0528 service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259316 Dec 16 17:43:29.748878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50698) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.791653 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-90982e79-64b8-4e0d-a516-2fe1ef1a53f0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:29.792718 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-90982e79-64b8-4e0d-a516-2fe1ef1a53f0 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/773d51b2-ea0e-44ad-b6f1-e69a9d93aa53 HTTP/1.1" status: 404 len: 336 time: 0.0428154 Dec 16 17:43:29.802643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50702) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.849772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.860051 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-232512bd-3f57-4c3a-a95d-54af096a0906 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:29.861149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232512bd-3f57-4c3a-a95d-54af096a0906 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:29.862077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:29.867967 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-232512bd-3f57-4c3a-a95d-54af096a0906 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/4a7997a0-f2bc-489c-8d77-ca31f904b7f9 HTTP/1.1" status: 404 len: 337 time: 0.0695083 Dec 16 17:43:29.871526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50704) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.879027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50706) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.886426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-512573661-network', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:29.905795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c3b79850-1897-4e9d-93d7-dee8ef742912 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 200 len: 205 time: 0.0331151 Dec 16 17:43:29.908074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50708) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:29.972006 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-6689d260-9522-4b39-9b17-39934338ad0b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:29.973661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6689d260-9522-4b39-9b17-39934338ad0b tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/a9e3179a-8cb5-4401-ba06-951702368d9c HTTP/1.1" status: 404 len: 336 time: 0.0633483 Dec 16 17:43:29.976868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561a26-edb9-4e58-892d-d13030cfee34 None None] Pushing event updated for resources: {'Port': ['ID=e234e65f-3775-437f-a55b-fdcfccf11cc9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:29.977829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50710) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.014412 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-61b0936f-5092-4f26-a981-9eedd5d6ee76 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb10f340-a3cd-4292-ab8f-f39a0835b3ef HTTP/1.1" status: 200 len: 205 time: 0.0350881 Dec 16 17:43:30.017656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50714) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.030117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Made reservation on behalf of 8b069cb0c8644729954edc4a90e30da3 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:30.032335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.034321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Attempting to bind port e234e65f-3775-437f-a55b-fdcfccf11cc9 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:30.038193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Attempting to bind port e234e65f-3775-437f-a55b-fdcfccf11cc9 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:30.038704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Attempting to bind port e234e65f-3775-437f-a55b-fdcfccf11cc9 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:30.050482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:30.051017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Checking segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:30.051733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.052236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Bound using segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:30.053447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Bound port: e234e65f-3775-437f-a55b-fdcfccf11cc9, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:30.053946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.070904 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-6792bce8-7bf3-4792-a394-6c1622b1f930 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:30.071728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdda0537-bf88-4e92-80be-d95f932d4934 req-b2301396-c844-4ade-a636-f5adbb27dfdb service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135054 Dec 16 17:43:30.072373 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6792bce8-7bf3-4792-a394-6c1622b1f930 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/eb10f340-a3cd-4292-ab8f-f39a0835b3ef HTTP/1.1" status: 404 len: 336 time: 0.0527442 Dec 16 17:43:30.074817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50716) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.074973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.112769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7de91df-1496-44d3-9956-592cedec5256 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:30.113593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7de91df-1496-44d3-9956-592cedec5256 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:30.118272 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f7de91df-1496-44d3-9956-592cedec5256 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/6b611a06-53c8-4ba8-bcf6-b0fabdf15772 HTTP/1.1" status: 404 len: 337 time: 0.0419419 Dec 16 17:43:30.120738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50718) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.175035 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8f3f5aa2-4fb7-487a-aab2-5d52a5fb8452 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3bd5791-c831-4a7f-a68c-27eb70353cdf HTTP/1.1" status: 200 len: 205 time: 0.0520618 Dec 16 17:43:30.177114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50720) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.184112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50722) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.213338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] For port e234e65f-3775-437f-a55b-fdcfccf11cc9, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:30.216886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.220404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] For port e234e65f-3775-437f-a55b-fdcfccf11cc9, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e234e65f-3775-437f-a55b-fdcfccf11cc9,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:30.226379 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-fe1c74b0-9a01-421c-a52c-89925a3f3ed9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:30.227489 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fe1c74b0-9a01-421c-a52c-89925a3f3ed9 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/b3bd5791-c831-4a7f-a68c-27eb70353cdf HTTP/1.1" status: 404 len: 336 time: 0.0492079 Dec 16 17:43:30.227797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.230754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50726) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.236170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.259648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:43:30.266408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3231752-a3e3-419d-9c41-f0740ec6911e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:30.273117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.273470 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Added segment 9cd943e5-6bce-4d5a-be9c-654d8cdd6807 of type vlan for network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae Dec 16 17:43:30.274392 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-15475fec-d9f4-46de-8450-0e05e0cc03c3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:30.274931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15475fec-d9f4-46de-8450-0e05e0cc03c3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:30.278533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-15475fec-d9f4-46de-8450-0e05e0cc03c3 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/4f9167f6-f789-47dc-8495-15ee680ba974 HTTP/1.1" status: 404 len: 337 time: 0.0465043 Dec 16 17:43:30.281084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50728) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.325020 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7c0d63c7-4718-48ff-8188-946aacfc368d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "GET /v2.0/ports?device_id=249fe92a-317f-4ab2-913c-e72e859c5df6 HTTP/1.1" status: 200 len: 205 time: 0.0424466 Dec 16 17:43:30.328762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50730) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.344062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:30.344702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:30.345332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.391170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561a26-edb9-4e58-892d-d13030cfee34 None None] Pushing event updated for resources: {'Port': ['ID=e234e65f-3775-437f-a55b-fdcfccf11cc9,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:30.406511 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-e3e07226-52d3-49e8-b40c-08782b83a6cb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] delete failed (client error): The resource could not be found. Dec 16 17:43:30.407631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e3e07226-52d3-49e8-b40c-08782b83a6cb tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/routers/249fe92a-317f-4ab2-913c-e72e859c5df6 HTTP/1.1" status: 404 len: 336 time: 0.0725758 Dec 16 17:43:30.411005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50732) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.424783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-325e9ecf-3471-4ae5-93e4-5d8f064ca466 None None] Provisioning complete for port e234e65f-3775-437f-a55b-fdcfccf11cc9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:30.425469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-325e9ecf-3471-4ae5-93e4-5d8f064ca466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.464865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.465494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c1b62f-9459-4f20-bd87-f2a657124826 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:30.466083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c1b62f-9459-4f20-bd87-f2a657124826 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:30.466664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:30.467616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.470281 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a7c1b62f-9459-4f20-bd87-f2a657124826 tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/bfeb4e4d-8c5c-44b3-aa58-ed6c0eedcaa8 HTTP/1.1" status: 404 len: 337 time: 0.0574939 Dec 16 17:43:30.474255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50734) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.511513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47fd296-f13b-4cd9-8032-c3dad96fd57d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] DELETE failed (client error): The resource could not be found. Dec 16 17:43:30.512494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47fd296-f13b-4cd9-8032-c3dad96fd57d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 17:43:30.516205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d47fd296-f13b-4cd9-8032-c3dad96fd57d tempest-RoutersTest-1914627090 tempest-RoutersTest-1914627090-project] 10.222.0.66 "DELETE /v2.0/subnets/008e2099-1783-46a3-ba42-21df097d5802 HTTP/1.1" status: 404 len: 337 time: 0.0406802 Dec 16 17:43:30.558671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:30.567464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50738) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.567743 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-82139aa0-7bce-4021-a936-161d6e8cadf8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5f7fcb3fec4485bb759e7e629567e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825247 Dec 16 17:43:30.595833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] Pushing event updated for resources: {'Network': ['ID=ddbc20e4-eedb-4c79-8eb5-5078ba1aacae,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:30.605525 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-497ef9da-02ca-4c75-8d8c-640136c550ea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7250748 Dec 16 17:43:30.608072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50740) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.615002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Request body: {'subnet': {'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-512573661-subnet', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:30.643716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Made reservation on behalf of 8b069cb0c8644729954edc4a90e30da3 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:30.645000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c960-dfb7-4cc0-8bf2-0f699755db7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.646594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.674908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c960-dfb7-4cc0-8bf2-0f699755db7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.739216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c960-dfb7-4cc0-8bf2-0f699755db7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.741849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c960-dfb7-4cc0-8bf2-0f699755db7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.743317 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2cb0c960-dfb7-4cc0-8bf2-0f699755db7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ec7d715-3362-4621-b111-dc4fb1f5f70a HTTP/1.1" status: 204 len: 168 time: 0.1741927 Dec 16 17:43:30.773332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0c960-dfb7-4cc0-8bf2-0f699755db7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7d715-3362-4621-b111-dc4fb1f5f70a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:30.836730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50746) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:30.868632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:43:30.889608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:30.953652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2913ce1-a9aa-4402-8fe7-b393e0da6421,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:30.971302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Checking segment: {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:30.972726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Network hostable DHCP agents. Network: ddbc20e4-eedb-4c79-8eb5-5078ba1aacae, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:43:30.993129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:43:31.013101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, ddbc20e4-eedb-4c79-8eb5-5078ba1aacae) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:31.018860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:31.019464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.034525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa724f-7804-4397-8dae-34880b3b3f6e None None] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:31.043525 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9e25020e-1501-4ef9-926d-b872d8d599de admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4341118 Dec 16 17:43:31.052826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50750) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:31.056661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-325e9ecf-3471-4ae5-93e4-5d8f064ca466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.058598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:31.093397 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9f982189-4c78-4e18-a778-fc63f8b68098 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db64187b9bd846508989a956a39b3b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550366 Dec 16 17:43:31.097432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50752) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:31.103429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.104486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.165663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-325e9ecf-3471-4ae5-93e4-5d8f064ca466 None None] For port e234e65f-3775-437f-a55b-fdcfccf11cc9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e234e65f-3775-437f-a55b-fdcfccf11cc9,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:31.173057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:30Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:31.173344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0c165d8-c002-4cde-aeb2-2d07d11e759f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.197785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.201874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0c165d8-c002-4cde-aeb2-2d07d11e759f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.218115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-325e9ecf-3471-4ae5-93e4-5d8f064ca466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.222649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ecc2f-a577-4542-9287-0eafc6e00f8c None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:30Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:31.251148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-ddbc20e4-eedb-4c79-8eb5-5078ba1aacae', 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae', 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'fixed_ips': [{'subnet_id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:43:31.252659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.266607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0c165d8-c002-4cde-aeb2-2d07d11e759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.273651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0c165d8-c002-4cde-aeb2-2d07d11e759f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.275184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e0c165d8-c002-4cde-aeb2-2d07d11e759f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8500dac3-6b77-441c-ac0c-04bc8fa0fbd0 HTTP/1.1" status: 204 len: 168 time: 0.1768644 Dec 16 17:43:31.316207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c165d8-c002-4cde-aeb2-2d07d11e759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500dac3-6b77-441c-ac0c-04bc8fa0fbd0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:31.392087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.411446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9ecf-3471-4ae5-93e4-5d8f064ca466 None None] Pushing event updated for resources: {'Port': ['ID=e234e65f-3775-437f-a55b-fdcfccf11cc9,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:31.452611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a8c52e1b-0d03-43b0-976f-f4200e670ed7 None None] Provisioning complete for port e234e65f-3775-437f-a55b-fdcfccf11cc9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:31.453030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8c52e1b-0d03-43b0-976f-f4200e670ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.542060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Allocated IP 172.20.0.2 (ddbc20e4-eedb-4c79-8eb5-5078ba1aacae/e2913ce1-a9aa-4402-8fe7-b393e0da6421/dc036e0f-7c1c-4f4a-be83-e4fe79064971) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:31.655491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.684500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.745933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.753606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.811237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:31.815961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:31.819738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:31.825861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Allocated IP 172.26.2.128 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/8ec63e4d-7f47-4833-ba19-3b8440ffc729) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:31.833241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Pushing event updated for resources: {'Port': ['ID=dc036e0f-7c1c-4f4a-be83-e4fe79064971,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:31.892894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Attempting to bind port dc036e0f-7c1c-4f4a-be83-e4fe79064971 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:31.893568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Attempting to bind port dc036e0f-7c1c-4f4a-be83-e4fe79064971 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:31.894114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Attempting to bind port dc036e0f-7c1c-4f4a-be83-e4fe79064971 on network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:31.899883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:31.900623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Checking segment: {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:31.901239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.902067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Bound using segment: {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:31.902299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Bound port: dc036e0f-7c1c-4f4a-be83-e4fe79064971, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:31.903043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:31.980799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] For port dc036e0f-7c1c-4f4a-be83-e4fe79064971, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:31.985257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] For port dc036e0f-7c1c-4f4a-be83-e4fe79064971, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc036e0f-7c1c-4f4a-be83-e4fe79064971,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:31.991538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.001531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.071478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb248b5-0879-41d6-80e9-750c89a72693 None None] Pushing event updated for resources: {'Port': ['ID=dc036e0f-7c1c-4f4a-be83-e4fe79064971,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:32.084572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.128761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:32.133626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:32.137647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:32.159241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576474ca-06b6-47f9-8e1f-f6a4022e9ef7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:32.163147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec63e4d-7f47-4833-ba19-3b8440ffc729,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:32.300837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1f7795d7-3f52-498f-80f1-663db15af3cb None None] Provisioning complete for port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:32.301304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f7795d7-3f52-498f-80f1-663db15af3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.358881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e234e65f-3775-437f-a55b-fdcfccf11cc9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:32.362385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1f7795d7-3f52-498f-80f1-663db15af3cb None None] Port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:32.414654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50774) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:32.443783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e234e65f-3775-437f-a55b-fdcfccf11cc9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:32.444349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.516575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.578949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cfe9b885-f304-41d8-9b82-4583ba4a70be tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:32.579519 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-cfe9b885-f304-41d8-9b82-4583ba4a70be tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 17:43:32.580017 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-cfe9b885-f304-41d8-9b82-4583ba4a70be tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 17:43:32.581648 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cfe9b885-f304-41d8-9b82-4583ba4a70be tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1651998 Dec 16 17:43:32.585699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50778) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:32.592341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--541550969'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:32.620187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.630191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.728854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.739718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.768682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.789839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed4e789-3f34-46c0-8b43-cbfd33d6aa48,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:32.826226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.834814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.868561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.872793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2860894 Dec 16 17:43:32.873030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50784) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:32.874994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6189574-7564-440f-ab7c-efcffcd92be1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b43f38-4020-438c-83b7-e3c6a1ab9ab9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:32.878672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '92b43f38-4020-438c-83b7-e3c6a1ab9ab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:32.927847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:32.959093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:43:33.039846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.045172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.100778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6edf380-3a23-4b5f-8b3f-82b632c3dd72,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:33.106052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.107482 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-915b7bfa-53f3-4407-9ab2-2b05c93f569a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335804 Dec 16 17:43:33.109974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50786) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:33.115871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-58cef8b4-60fc-4e34-bcc9-75c99b42dda7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '92b43f38-4020-438c-83b7-e3c6a1ab9ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:33.132885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:33.143505 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Sync routers for ids ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:33.155628 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Routers {'5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:33.156252 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:33.165004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.165004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6171b8a5-ca9c-488f-a0dd-f540b86f1bb6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1101191 Dec 16 17:43:33.167566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:33.209970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58cef8b4-60fc-4e34-bcc9-75c99b42dda7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.275595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95fe26b-6338-408c-90a0-59263a408f39 None None] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:33.279678 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Set router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:33.317664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-58cef8b4-60fc-4e34-bcc9-75c99b42dda7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 17:43:33.318836 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-58cef8b4-60fc-4e34-bcc9-75c99b42dda7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2078581 Dec 16 17:43:33.321655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50790) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:33.344669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bcc9a21d-8638-4db4-adb9-c86707ae36d7 None None] Provisioning complete for port dc036e0f-7c1c-4f4a-be83-e4fe79064971 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:33.345070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a21d-8638-4db4-adb9-c86707ae36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.472772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a395164c-f549-4a1e-a45f-2c9f5b14d1f1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.479045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a21d-8638-4db4-adb9-c86707ae36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.516215 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:32Z', 'revision_number': 3, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:33.520719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bcc9a21d-8638-4db4-adb9-c86707ae36d7 None None] For port dc036e0f-7c1c-4f4a-be83-e4fe79064971, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc036e0f-7c1c-4f4a-be83-e4fe79064971,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:33.528744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a21d-8638-4db4-adb9-c86707ae36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.544548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a395164c-f549-4a1e-a45f-2c9f5b14d1f1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.554388 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Checking router: 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:33.555336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Updating router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:33.589738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a21d-8638-4db4-adb9-c86707ae36d7 None None] Pushing event updated for resources: {'Port': ['ID=dc036e0f-7c1c-4f4a-be83-e4fe79064971,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:33.599166 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.659234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a395164c-f549-4a1e-a45f-2c9f5b14d1f1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.661924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a395164c-f549-4a1e-a45f-2c9f5b14d1f1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.663240 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a395164c-f549-4a1e-a45f-2c9f5b14d1f1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/92b43f38-4020-438c-83b7-e3c6a1ab9ab9 HTTP/1.1" status: 204 len: 168 time: 0.3404250 Dec 16 17:43:33.665745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:33.678356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395164c-f549-4a1e-a45f-2c9f5b14d1f1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b43f38-4020-438c-83b7-e3c6a1ab9ab9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:33.753450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1f79e41f-7cd8-4cf3-9d3d-0d92d164547b None None] Provisioning complete for port dc036e0f-7c1c-4f4a-be83-e4fe79064971 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:33.754631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f79e41f-7cd8-4cf3-9d3d-0d92d164547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.757621 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-03e77597-e9cb-4aa2-9c5c-868f102b9109 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905192 Dec 16 17:43:33.757997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50794) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:33.768514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--193740896'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:33.830488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:33.852289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.026107 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.030747 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.073298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.074928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd61f3c-e082-4b49-a349-a95aa4e27f4b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:34.081988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Attempting to bind port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:34.082362 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Attempting to bind port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:34.082723 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Attempting to bind port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:34.083291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.085635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d43961-72d3-4925-8caa-82b691a4cc18 None None] Pushing event updated for resources: {'Port': ['ID=8ec63e4d-7f47-4833-ba19-3b8440ffc729,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.090450 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:34.090696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Allocated IP 172.20.0.1 (ddbc20e4-eedb-4c79-8eb5-5078ba1aacae/e2913ce1-a9aa-4402-8fe7-b393e0da6421/da76049c-ef3c-446f-b004-602ad5de4509) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:34.092279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:34.092279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.092279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:34.092279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Bound port: 8ec63e4d-7f47-4833-ba19-3b8440ffc729, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:34.092832 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.126543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.127800 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3685730 Dec 16 17:43:34.131025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50796) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:34.134834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31c324-1a72-4f36-8b84-7e323270f8b6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe14077-6877-4e54-82a8-db980f6f5251,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.135722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7048cd30-3ac9-4d56-aea3-d09fdd2e8d18 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': 'abe14077-6877-4e54-82a8-db980f6f5251', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:34.136481 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-7048cd30-3ac9-4d56-aea3-d09fdd2e8d18 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 17:43:34.137506 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-7048cd30-3ac9-4d56-aea3-d09fdd2e8d18 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:34.138849 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7048cd30-3ac9-4d56-aea3-d09fdd2e8d18 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067117 Dec 16 17:43:34.141448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50798) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:34.153850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] For port 8ec63e4d-7f47-4833-ba19-3b8440ffc729, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:34.157283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] For port 8ec63e4d-7f47-4833-ba19-3b8440ffc729, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8ec63e4d-7f47-4833-ba19-3b8440ffc729,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:34.165205 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.176564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a636c195-d888-4f70-9f4c-7459689949ed None None] Provisioning complete for port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:34.177494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a636c195-d888-4f70-9f4c-7459689949ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.231839 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d43961-72d3-4925-8caa-82b691a4cc18 None None] Pushing event updated for resources: {'Port': ['ID=8ec63e4d-7f47-4833-ba19-3b8440ffc729,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.238525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cfa7-67ac-4a66-916f-ef595db2d3c9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.259304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cd61c-cd5e-4ecb-8fa5-e18e89b05328 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:34.269789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.272970 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Routers {'5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:34.277116 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:34.277263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cfa7-67ac-4a66-916f-ef595db2d3c9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.324504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a636c195-d888-4f70-9f4c-7459689949ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.334809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cfa7-67ac-4a66-916f-ef595db2d3c9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.335660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc036e0f-7c1c-4f4a-be83-e4fe79064971 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:34.337755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cfa7-67ac-4a66-916f-ef595db2d3c9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.339988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.340164 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c6a6cfa7-67ac-4a66-916f-ef595db2d3c9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/abe14077-6877-4e54-82a8-db980f6f5251 HTTP/1.1" status: 204 len: 168 time: 0.1963079 Dec 16 17:43:34.341801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50800) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:34.349730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6cfa7-67ac-4a66-916f-ef595db2d3c9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe14077-6877-4e54-82a8-db980f6f5251,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.404464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a636c195-d888-4f70-9f4c-7459689949ed None None] For port 8ec63e4d-7f47-4833-ba19-3b8440ffc729, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8ec63e4d-7f47-4833-ba19-3b8440ffc729,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:34.407139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:34.413511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a636c195-d888-4f70-9f4c-7459689949ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.418243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:34.424667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:34.426391 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] Set router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:34.429942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Pushing event updated for resources: {'Port': ['ID=da76049c-ef3c-446f-b004-602ad5de4509,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.453092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dc036e0f-7c1c-4f4a-be83-e4fe79064971 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:34.453464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.472723 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f2e6d920-58a4-4544-9ad4-ce788cfaf06d tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1281228 Dec 16 17:43:34.476572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50802) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:34.482415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--779717841'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:34.491037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.531321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636c195-d888-4f70-9f4c-7459689949ed None None] Pushing event updated for resources: {'Port': ['ID=8ec63e4d-7f47-4833-ba19-3b8440ffc729,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.542916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.552863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ed5284a4-6b5a-4d6d-b731-1a7aea260347 None None] Provisioning complete for port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:34.553248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5284a4-6b5a-4d6d-b731-1a7aea260347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.652186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.660719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.679692 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:32Z', 'revision_number': 3, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:34.684655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.691675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.693600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2157760 Dec 16 17:43:34.696743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50804) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:34.703841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f9a3173e-1d75-4963-924f-8667e6316b46 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '80282383-b2d1-47cb-a92d-9a9a76fccc4a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:34.704677 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-f9a3173e-1d75-4963-924f-8667e6316b46 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 17:43:34.711939 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-f9a3173e-1d75-4963-924f-8667e6316b46 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:34.713553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f9a3173e-1d75-4963-924f-8667e6316b46 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0152268 Dec 16 17:43:34.713884 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2654c-8fdf-4b65-9344-7761b1a331c2 None None] The sync data for ids ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'] in dv-neutron-821818-2-hyperv is: [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:32Z', 'revision_number': 3, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:34.721638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50806) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:34.745870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59a72-ac96-4973-8d58-f83d0b2976dd tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80282383-b2d1-47cb-a92d-9a9a76fccc4a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:34.894130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3da3715f-301a-4808-af4e-bf7abbed6252 None None] Provisioning complete for port da76049c-ef3c-446f-b004-602ad5de4509 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:34.894595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da3715f-301a-4808-af4e-bf7abbed6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:34.933596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3da3715f-301a-4808-af4e-bf7abbed6252 None None] Port da76049c-ef3c-446f-b004-602ad5de4509 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:35.194841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00de3c13-2ed7-4dde-ae83-f1e96f41d8f8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.228214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00de3c13-2ed7-4dde-ae83-f1e96f41d8f8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.303900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.306302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00de3c13-2ed7-4dde-ae83-f1e96f41d8f8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.310043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00de3c13-2ed7-4dde-ae83-f1e96f41d8f8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.311475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-00de3c13-2ed7-4dde-ae83-f1e96f41d8f8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/80282383-b2d1-47cb-a92d-9a9a76fccc4a HTTP/1.1" status: 204 len: 168 time: 0.5888596 Dec 16 17:43:35.314331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50810) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.315817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.365722 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-19ad3b52-4f03-474c-a839-1840b7285a27 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494537 Dec 16 17:43:35.366849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50812) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.366978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de3c13-2ed7-4dde-ae83-f1e96f41d8f8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80282383-b2d1-47cb-a92d-9a9a76fccc4a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:35.372037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362156692'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.395309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Pushing event updated for resources: {'Port': ['ID=da76049c-ef3c-446f-b004-602ad5de4509,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:35.399356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.401773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.476494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.481291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.506856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:35.508824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:35.520213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.521730 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1535478 Dec 16 17:43:35.524349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb31f7d-e2f3-472b-b4b6-dc4a727978f6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648906d8-5fbc-4bbf-bd82-2e1a6c438fa3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:35.525481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50814) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.530508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5b54b0cf-e47d-425e-9c93-d7c4d5fa8ff7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '648906d8-5fbc-4bbf-bd82-2e1a6c438fa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.531654 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-5b54b0cf-e47d-425e-9c93-d7c4d5fa8ff7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 17:43:35.532165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-5b54b0cf-e47d-425e-9c93-d7c4d5fa8ff7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:35.533893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5b54b0cf-e47d-425e-9c93-d7c4d5fa8ff7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065763 Dec 16 17:43:35.536673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.541954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-812c6436-32aa-4edd-bce5-610d51431bd0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '648906d8-5fbc-4bbf-bd82-2e1a6c438fa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.543756 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-812c6436-32aa-4edd-bce5-610d51431bd0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 17:43:35.544554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-812c6436-32aa-4edd-bce5-610d51431bd0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:35.548288 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-812c6436-32aa-4edd-bce5-610d51431bd0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078321 Dec 16 17:43:35.549692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50818) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.554650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8f1d19b1-d603-4007-93de-e487c381f651 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '648906d8-5fbc-4bbf-bd82-2e1a6c438fa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.555778 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-8f1d19b1-d603-4007-93de-e487c381f651 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 17:43:35.556332 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-8f1d19b1-d603-4007-93de-e487c381f651 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:35.559810 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8f1d19b1-d603-4007-93de-e487c381f651 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068526 Dec 16 17:43:35.561223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.567252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-028bb1e2-4409-4429-9d9a-320470b80f3b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '648906d8-5fbc-4bbf-bd82-2e1a6c438fa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.568126 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-028bb1e2-4409-4429-9d9a-320470b80f3b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 17:43:35.568613 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-028bb1e2-4409-4429-9d9a-320470b80f3b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:35.572090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-028bb1e2-4409-4429-9d9a-320470b80f3b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061669 Dec 16 17:43:35.572336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50822) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.631015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12afc03e-eb1d-4b3d-a08d-ee25bc364b0b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.659874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:35.660708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12afc03e-eb1d-4b3d-a08d-ee25bc364b0b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.712173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12afc03e-eb1d-4b3d-a08d-ee25bc364b0b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.716721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12afc03e-eb1d-4b3d-a08d-ee25bc364b0b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.718098 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12afc03e-eb1d-4b3d-a08d-ee25bc364b0b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/648906d8-5fbc-4bbf-bd82-2e1a6c438fa3 HTTP/1.1" status: 204 len: 168 time: 0.1447015 Dec 16 17:43:35.721726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50824) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.730152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afc03e-eb1d-4b3d-a08d-ee25bc364b0b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648906d8-5fbc-4bbf-bd82-2e1a6c438fa3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:35.806352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c7732667-3079-495b-a8fa-8990e84047c6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833316 Dec 16 17:43:35.809817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:35.809978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50826) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.814525 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-da51aeca-2bf5-47c9-9499-dc769faa0093 admin admin] 10.222.0.66 "PUT /v2.0/routers/5c7b4b0d-2f19-4306-8587-2e1cda54a5f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6458800 Dec 16 17:43:35.816031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--957900009'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.843710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.867484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a442daa7-41e7-43b9-bbb5-ee814e426063 None None] Provisioning complete for port da76049c-ef3c-446f-b004-602ad5de4509 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:35.868567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a442daa7-41e7-43b9-bbb5-ee814e426063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.915054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a442daa7-41e7-43b9-bbb5-ee814e426063 None None] Port da76049c-ef3c-446f-b004-602ad5de4509 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:35.919843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.925257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.963541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:35.964778 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1538587 Dec 16 17:43:35.966905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff905-ecaa-44c2-abab-a962efc402a7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73193eff-659b-4537-8bba-9de878e5c9f8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:35.967809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50834) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.974092 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-40686770-d06b-490b-b858-2477960e038a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:35.974653 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-40686770-d06b-490b-b858-2477960e038a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 17:43:35.975397 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-40686770-d06b-490b-b858-2477960e038a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:35.976557 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-40686770-d06b-490b-b858-2477960e038a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068767 Dec 16 17:43:35.979683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:35.984523 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5697dd64-3eca-47b6-a39a-bac94e207ad0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.022035 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-5697dd64-3eca-47b6-a39a-bac94e207ad0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.023106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5697dd64-3eca-47b6-a39a-bac94e207ad0 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0421281 Dec 16 17:43:36.025982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50838) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.030289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-57ef1849-9107-47f9-8bba-2f8e48c96170 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.031987 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-57ef1849-9107-47f9-8bba-2f8e48c96170 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 17:43:36.032473 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-57ef1849-9107-47f9-8bba-2f8e48c96170 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.034048 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-57ef1849-9107-47f9-8bba-2f8e48c96170 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071688 Dec 16 17:43:36.036440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50840) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.040379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-66942783-f349-4fd8-8953-22b243e15ba2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.079725 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-66942783-f349-4fd8-8953-22b243e15ba2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.081286 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-66942783-f349-4fd8-8953-22b243e15ba2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0439095 Dec 16 17:43:36.084070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50842) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.088329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a0f851ad-dab6-43c5-a5b0-92b5ea7252ad tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.088909 dv-neutron-821818-2-hyperv neutron-server[103243]: WARNING neutron.api.v2.base [None req-a0f851ad-dab6-43c5-a5b0-92b5ea7252ad tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 17:43:36.089299 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-a0f851ad-dab6-43c5-a5b0-92b5ea7252ad tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.092484 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0f851ad-dab6-43c5-a5b0-92b5ea7252ad tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053067 Dec 16 17:43:36.092634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50844) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.097254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1bee3904-0497-4364-b877-75db6ee3634b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.137895 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-1bee3904-0497-4364-b877-75db6ee3634b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.139030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1bee3904-0497-4364-b877-75db6ee3634b tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0454719 Dec 16 17:43:36.142080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50846) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.147495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-516335c3-3c9f-477f-ab71-b98ff3d773c6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.147982 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-516335c3-3c9f-477f-ab71-b98ff3d773c6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 17:43:36.148478 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-516335c3-3c9f-477f-ab71-b98ff3d773c6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.149479 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-516335c3-3c9f-477f-ab71-b98ff3d773c6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057101 Dec 16 17:43:36.152293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50848) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.160052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8ef1399c-0f59-4bfb-bd7d-19b1ba426960 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.210101 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-8ef1399c-0f59-4bfb-bd7d-19b1ba426960 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.213980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8ef1399c-0f59-4bfb-bd7d-19b1ba426960 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0577579 Dec 16 17:43:36.214170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50850) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.218757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-edae53e8-d402-4753-a42e-6b2b6e4c9808 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '73193eff-659b-4537-8bba-9de878e5c9f8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.248203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8ec63e4d-7f47-4833-ba19-3b8440ffc729 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:36.262373 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-edae53e8-d402-4753-a42e-6b2b6e4c9808 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:36.263728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-edae53e8-d402-4753-a42e-6b2b6e4c9808 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0485399 Dec 16 17:43:36.266663 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50852) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.303790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50854) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.309466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654941847', 'description': 'tempest-secgroup-smoke-1654941847 description', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.320083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:36.320535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.328722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-607754f1-9a84-4704-98d9-d0886d1f9ab3 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.338105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.358136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-607754f1-9a84-4704-98d9-d0886d1f9ab3 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.423144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-607754f1-9a84-4704-98d9-d0886d1f9ab3 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.425939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-607754f1-9a84-4704-98d9-d0886d1f9ab3 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.426747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.427299 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-607754f1-9a84-4704-98d9-d0886d1f9ab3 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/73193eff-659b-4537-8bba-9de878e5c9f8 HTTP/1.1" status: 204 len: 168 time: 0.1595387 Dec 16 17:43:36.430291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50856) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.437274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607754f1-9a84-4704-98d9-d0886d1f9ab3 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73193eff-659b-4537-8bba-9de878e5c9f8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:36.438140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.490719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.491961 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1870952 Dec 16 17:43:36.495130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50858) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.499877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e987b8-6d64-4256-9177-9497560a138d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0703810-eac7-4f26-b608-bd7c7a3e594c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:36.500056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group_rule': {'security_group_id': 'a0703810-eac7-4f26-b608-bd7c7a3e594c', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.512982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-60cc71e0-0fb2-4c0d-a3bc-f39723dcbc59 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0810821 Dec 16 17:43:36.516512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50860) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.523298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103166883'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.537884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.554638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.566453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Sync routers for ids ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:36.577305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Routers {'5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:36.578232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:36.608387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.612615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.635384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1493a94d-4de7-4d97-889f-f83b9ebc5470,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:36.641340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.642894 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-558ecf7e-7c82-48ad-a528-2ecf8f696190 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465261 Dec 16 17:43:36.645516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.645669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50862) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.650009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.650992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group_rule': {'security_group_id': 'a0703810-eac7-4f26-b608-bd7c7a3e594c', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.680882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa8a88-0f88-45f4-921e-40db8e09f53b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:36.686774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.688896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.691674 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-50df43e1-1ae5-4933-bc2f-11f3d8bbfefa tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1726751 Dec 16 17:43:36.692465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50864) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.697530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-49fe68b7-9df5-4f01-a1d7-f71c7a24bfe8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '7afa8a88-0f88-45f4-921e-40db8e09f53b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.705578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Set router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:36.740472 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-49fe68b7-9df5-4f01-a1d7-f71c7a24bfe8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The resource could not be found. Dec 16 17:43:36.745220 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-49fe68b7-9df5-4f01-a1d7-f71c7a24bfe8 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0518899 Dec 16 17:43:36.745689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50866) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.750802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ac144887-3820-4baf-a39f-4aae7fbde726 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '7afa8a88-0f88-45f4-921e-40db8e09f53b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f3386132-cc81-40c5-8ab1-80875b53ffc4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.764395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.776079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.800889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ec2679-cff2-437f-a1da-9ed02fe47b99,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:36.815928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.817290 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-04cb5468-ecfe-44e9-a4da-32173b89a152 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706400 Dec 16 17:43:36.820865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50868) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.827223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group_rule': {'security_group_id': 'a0703810-eac7-4f26-b608-bd7c7a3e594c', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.837956 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-ac144887-3820-4baf-a39f-4aae7fbde726 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The resource could not be found. Dec 16 17:43:36.840996 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ac144887-3820-4baf-a39f-4aae7fbde726 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0927010 Dec 16 17:43:36.842391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50870) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.859686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.903493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-911a4311-431b-4b29-b07a-1ecab8071fc5 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.921135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.925860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.929218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-911a4311-431b-4b29-b07a-1ecab8071fc5 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.942891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b9f8e0-215c-4d1b-b973-77ac0ab9ad84,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:36.949361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'da76049c-ef3c-446f-b004-602ad5de4509', 'name': '', 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'mac_address': 'fa:16:3e:27:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:33Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 2, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'subnets': [{'id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:36.954941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.959260 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a80a01f-b761-4c7b-93d2-95dd7bdd65f6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347804 Dec 16 17:43:36.959614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50872) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.964856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group_rule': {'security_group_id': 'a0703810-eac7-4f26-b608-bd7c7a3e594c', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:36.977223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-911a4311-431b-4b29-b07a-1ecab8071fc5 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.979457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Checking router: 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:36.980167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Updating router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 port da76049c-ef3c-446f-b004-602ad5de4509 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:36.980692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-911a4311-431b-4b29-b07a-1ecab8071fc5 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:36.984610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-911a4311-431b-4b29-b07a-1ecab8071fc5 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/7afa8a88-0f88-45f4-921e-40db8e09f53b HTTP/1.1" status: 204 len: 168 time: 0.1386907 Dec 16 17:43:36.984901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:36.993405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a4311-431b-4b29-b07a-1ecab8071fc5 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa8a88-0f88-45f4-921e-40db8e09f53b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.012419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.024092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.051774 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-139ef16a-0915-48cf-aa27-f2bb993fde62 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655999 Dec 16 17:43:37.055828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50876) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.060617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8d8c0745-f751-4ba2-b310-32029f99ca65 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '0f6c0d05-8752-42f1-9fff-b6240eebf843', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:37.097567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.103583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.116059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-8d8c0745-f751-4ba2-b310-32029f99ca65 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The resource could not be found. Dec 16 17:43:37.121631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50878) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.121985 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8d8c0745-f751-4ba2-b310-32029f99ca65 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0645137 Dec 16 17:43:37.126490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282416224'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:37.133960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c18376-15f2-437a-ba44-647187c92b39,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.147663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.151455 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e60c0575-9e06-468f-8af7-102b3adf1eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1878276 Dec 16 17:43:37.151786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50880) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.157374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group_rule': {'security_group_id': 'a0703810-eac7-4f26-b608-bd7c7a3e594c', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:37.171056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.202639 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Project 271e8f23f5c6422ba05bcaea00e02f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:43:37.210617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.294463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.303906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.307130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.317824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.348511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.349775 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2270486 Dec 16 17:43:37.352516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50882) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.357817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--678230992'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:37.359221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94751315-903c-478c-9d68-5892af0d9de8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.363893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1971-e952-4ccd-86e1-9d3dc248c50e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2983218a-bda2-4173-a023-79bd1aff49bd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.371568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.372929 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1218d3dd-3a9b-4f39-9c37-3ad6f81465a1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2203155 Dec 16 17:43:37.375779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50884) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.378141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbfb50e1-17e9-4765-a0c0-63ceb726629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.383735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'security_group_rule': {'security_group_id': 'a0703810-eac7-4f26-b608-bd7c7a3e594c', 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:37.391293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.410300 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Project 271e8f23f5c6422ba05bcaea00e02f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:43:37.416853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.464255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.468426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.478725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.484352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.491020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.498075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.502290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.503568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9048d17f-65e5-46bb-a42b-f4848b11fef3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.506610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50886) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.507275 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1534736 Dec 16 17:43:37.512642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6765d-cd80-4fc2-a38b-d52af7ab4283 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1390694a-cc91-4e9b-908d-f86a4ccb8d60,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.513029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-31213c5c-dcf2-4790-ba1c-b5061d82ddd1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group_rule': {'security_group_id': '2983218a-bda2-4173-a023-79bd1aff49bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1390694a-cc91-4e9b-908d-f86a4ccb8d60'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:37.525114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.529645 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8628976a-23d5-4e2f-8452-308d79f6b7f2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489351 Dec 16 17:43:37.559016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59a3c8-bd6b-47d6-8ef8-e8e8fb6cacc8 None None] Pushing event updated for resources: {'Port': ['ID=da76049c-ef3c-446f-b004-602ad5de4509,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.581036 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-31213c5c-dcf2-4790-ba1c-b5061d82ddd1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 17:43:37.585296 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-31213c5c-dcf2-4790-ba1c-b5061d82ddd1 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0766582 Dec 16 17:43:37.585522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50900) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.645003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Attempting to bind port da76049c-ef3c-446f-b004-602ad5de4509 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:37.645480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Attempting to bind port da76049c-ef3c-446f-b004-602ad5de4509 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:37.645919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Attempting to bind port da76049c-ef3c-446f-b004-602ad5de4509 on network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:37.652102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:37.652483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Checking segment: {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:37.652887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.653316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Bound using segment: {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:37.653794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Bound port: da76049c-ef3c-446f-b004-602ad5de4509, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd943e5-6bce-4d5a-be9c-654d8cdd6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:37.654369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.662790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9986dae-5af0-4c7e-8606-73dffe3aa3f2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.697105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9986dae-5af0-4c7e-8606-73dffe3aa3f2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.736757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] For port da76049c-ef3c-446f-b004-602ad5de4509, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:37.745155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] For port da76049c-ef3c-446f-b004-602ad5de4509, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=da76049c-ef3c-446f-b004-602ad5de4509,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:37.749733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9986dae-5af0-4c7e-8606-73dffe3aa3f2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.753220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.754223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f9986dae-5af0-4c7e-8606-73dffe3aa3f2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.757966 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f9986dae-5af0-4c7e-8606-73dffe3aa3f2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/1390694a-cc91-4e9b-908d-f86a4ccb8d60 HTTP/1.1" status: 204 len: 168 time: 0.1688678 Dec 16 17:43:37.758341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.777017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9986dae-5af0-4c7e-8606-73dffe3aa3f2 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390694a-cc91-4e9b-908d-f86a4ccb8d60,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.834219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Routers {'5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:37.834915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:37.838464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59a3c8-bd6b-47d6-8ef8-e8e8fb6cacc8 None None] Pushing event updated for resources: {'Port': ['ID=da76049c-ef3c-446f-b004-602ad5de4509,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:37.874531 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8c37b2cc-1755-4346-911b-fc6cce7be89e tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1148148 Dec 16 17:43:37.877763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50936) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:37.904836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7febc273-58a4-4e1c-8813-bcbc52e893a3 None None] Provisioning complete for port da76049c-ef3c-446f-b004-602ad5de4509 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:37.905526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7febc273-58a4-4e1c-8813-bcbc52e893a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.944386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72a57dc7-f5a8-448a-a1d8-083561ac79f7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:37.973623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72a57dc7-f5a8-448a-a1d8-083561ac79f7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.001308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] Set router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:38.022587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72a57dc7-f5a8-448a-a1d8-083561ac79f7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.027466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72a57dc7-f5a8-448a-a1d8-083561ac79f7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.032262 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-72a57dc7-f5a8-448a-a1d8-083561ac79f7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/2983218a-bda2-4173-a023-79bd1aff49bd HTTP/1.1" status: 204 len: 168 time: 0.1531551 Dec 16 17:43:38.035078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50938) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.046504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a57dc7-f5a8-448a-a1d8-083561ac79f7 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2983218a-bda2-4173-a023-79bd1aff49bd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:38.095236 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fe17d531-9c96-4751-819b-0b55fdea257a tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553753 Dec 16 17:43:38.095594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50940) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.100449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'tempest-secgroup--804682321'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:38.135687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.167971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7febc273-58a4-4e1c-8813-bcbc52e893a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.209897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.214304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7febc273-58a4-4e1c-8813-bcbc52e893a3 None None] For port da76049c-ef3c-446f-b004-602ad5de4509, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=da76049c-ef3c-446f-b004-602ad5de4509,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:38.216727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.230327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7febc273-58a4-4e1c-8813-bcbc52e893a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.252914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.257282 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1577096 Dec 16 17:43:38.257282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a983-7cbf-46f1-88b5-db7dd78458e4 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad6f78-7b2d-4f8e-9a4c-6252792b74f0,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:38.257690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50942) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.262876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ecbb6b79-94f1-4dd6-ad9e-ffece0a33638 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:38.263492 dv-neutron-821818-2-hyperv neutron-server[103242]: WARNING neutron.api.v2.base [None req-ecbb6b79-94f1-4dd6-ad9e-ffece0a33638 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 17:43:38.264019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-ecbb6b79-94f1-4dd6-ad9e-ffece0a33638 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 17:43:38.267843 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ecbb6b79-94f1-4dd6-ad9e-ffece0a33638 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "PUT /v2.0/security-groups/c1ad6f78-7b2d-4f8e-9a4c-6252792b74f0 HTTP/1.1" status: 409 len: 330 time: 0.0064163 Dec 16 17:43:38.268377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50944) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.313623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc273-58a4-4e1c-8813-bcbc52e893a3 None None] Pushing event updated for resources: {'Port': ['ID=da76049c-ef3c-446f-b004-602ad5de4509,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:38.333424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b54873bb-9bbd-4eb9-82bd-4290c7b90b79 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.348893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'da76049c-ef3c-446f-b004-602ad5de4509', 'name': '', 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'mac_address': 'fa:16:3e:27:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:33Z', 'updated_at': '2021-12-16T17:43:37Z', 'revision_number': 4, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'subnets': [{'id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:38.362749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b54873bb-9bbd-4eb9-82bd-4290c7b90b79 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.393995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b0e85-f28a-491b-b446-c13a11f8920d None None] The sync data for ids ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'] in dv-neutron-821818-2-hyperv is: [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'da76049c-ef3c-446f-b004-602ad5de4509', 'name': '', 'network_id': 'ddbc20e4-eedb-4c79-8eb5-5078ba1aacae', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'mac_address': 'fa:16:3e:27:f6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:33Z', 'updated_at': '2021-12-16T17:43:37Z', 'revision_number': 4, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'subnets': [{'id': 'e2913ce1-a9aa-4402-8fe7-b393e0da6421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:38.402993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f49d4bb6-c8ba-4410-91d8-c7eae2ccd46d None None] Provisioning complete for port da76049c-ef3c-446f-b004-602ad5de4509 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:38.403369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f49d4bb6-c8ba-4410-91d8-c7eae2ccd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.426337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b54873bb-9bbd-4eb9-82bd-4290c7b90b79 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.431489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b54873bb-9bbd-4eb9-82bd-4290c7b90b79 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:38.433681 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b54873bb-9bbd-4eb9-82bd-4290c7b90b79 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/c1ad6f78-7b2d-4f8e-9a4c-6252792b74f0 HTTP/1.1" status: 204 len: 168 time: 0.1641049 Dec 16 17:43:38.436072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50954) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.452733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54873bb-9bbd-4eb9-82bd-4290c7b90b79 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad6f78-7b2d-4f8e-9a4c-6252792b74f0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:38.542733 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7abc8cd9-d516-4754-82c8-f756876d6d26 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1054854 Dec 16 17:43:38.547302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50956) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.562617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-a57e294a-9702-4c85-9712-101dc9e5a198 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] delete failed (client error): The resource could not be found. Dec 16 17:43:38.564136 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a57e294a-9702-4c85-9712-101dc9e5a198 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "DELETE /v2.0/security-groups/d479e950-7c50-4765-b7fa-27e29cb813e8 HTTP/1.1" status: 404 len: 347 time: 0.0155039 Dec 16 17:43:38.567961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50958) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.584799 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-172868cf-0892-45ac-9cd1-4bab78e7a2f9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] show failed (client error): The resource could not be found. Dec 16 17:43:38.589752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 50960) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:38.590213 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-172868cf-0892-45ac-9cd1-4bab78e7a2f9 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-groups/2e1aec95-79bb-410e-8677-9bd069d1b49d HTTP/1.1" status: 404 len: 347 time: 0.0209308 Dec 16 17:43:38.604384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-6d9eef96-0c86-4aed-9afc-4ccc9e5dedc6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] show failed (client error): The resource could not be found. Dec 16 17:43:38.605803 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6d9eef96-0c86-4aed-9afc-4ccc9e5dedc6 tempest-NegativeSecGroupTest-1137643566 tempest-NegativeSecGroupTest-1137643566-project] 10.222.0.66 "GET /v2.0/security-group-rules/d077d826-a62c-4d7a-9d23-af68939e9a63 HTTP/1.1" status: 404 len: 356 time: 0.0148525 Dec 16 17:43:38.896981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 50996) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:39.059968 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c4335148-c43a-422a-9f2c-faa0f0e6e0b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b07cd495d7a4ae796a782af739e85de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613681 Dec 16 17:43:39.062896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51006) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:39.122397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-765cb249-5940-4e21-9832-108658b5d9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:39.147053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-765cb249-5940-4e21-9832-108658b5d9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:39.202897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-765cb249-5940-4e21-9832-108658b5d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:39.206531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-765cb249-5940-4e21-9832-108658b5d9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:39.208064 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-765cb249-5940-4e21-9832-108658b5d9a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bed4e789-3f34-46c0-8b43-cbfd33d6aa48 HTTP/1.1" status: 204 len: 168 time: 0.1440806 Dec 16 17:43:39.216758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cb249-5940-4e21-9832-108658b5d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed4e789-3f34-46c0-8b43-cbfd33d6aa48,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:39.660179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43a2c70e-657c-4f55-aaea-83cbd17537e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:39.980878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51030) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:40.083840 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4133be20-41cf-4c9a-8ee6-4ca5b13ddd95 tempest-ServiceProvidersTest-1556842192 tempest-ServiceProvidersTest-1556842192-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1018238 Dec 16 17:43:40.240474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device da76049c-ef3c-446f-b004-602ad5de4509 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:40.300052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port da76049c-ef3c-446f-b004-602ad5de4509 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:40.300430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.366558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51038) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:40.492082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c2e98ab-e9cc-446b-8908-4ccdeb83c214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.578950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c2e98ab-e9cc-446b-8908-4ccdeb83c214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.583237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7c2e98ab-e9cc-446b-8908-4ccdeb83c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.627413 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7c2e98ab-e9cc-446b-8908-4ccdeb83c214 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7edf5045aded4cc5a7903951382685c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568119 Dec 16 17:43:40.627413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e98ab-e9cc-446b-8908-4ccdeb83c214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1831d24-33e1-451a-b435-66093f958cae,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:40.628275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51044) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:40.691608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d07d4401-413a-45fa-835d-ab5db151f838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.713414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d07d4401-413a-45fa-835d-ab5db151f838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.771682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d07d4401-413a-45fa-835d-ab5db151f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.774760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d07d4401-413a-45fa-835d-ab5db151f838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:40.778399 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d07d4401-413a-45fa-835d-ab5db151f838 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1831d24-33e1-451a-b435-66093f958cae HTTP/1.1" status: 204 len: 168 time: 0.1466866 Dec 16 17:43:40.785826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d4401-413a-45fa-835d-ab5db151f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1831d24-33e1-451a-b435-66093f958cae,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:40.837335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:42.078273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:43.026928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:43.728959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51054) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:43.800083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d484c573-be0f-4aff-b6c0-edc0e9186c84 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/3651802a-3852-4bbf-89c8-1f1d0154550e HTTP/1.1" status: 200 len: 994 time: 0.0653226 Dec 16 17:43:44.087919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51062) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:44.251913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 68c0b628-26f3-4c8c-8ed5-8332439d1c8a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:44.252399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:44.331211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:44.331447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:44.343098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 68c0b628-26f3-4c8c-8ed5-8332439d1c8a owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:44.491200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:44.520725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=68c0b628-26f3-4c8c-8ed5-8332439d1c8a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:44.583456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:44.583801 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 3651802a-3852-4bbf-89c8-1f1d0154550e disassociated (deleted). External IP: 172.26.2.244, port: 982b31b4-d31b-453b-896c-220b284e4564. Dec 16 17:43:44.802068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 21b88211-e718-4a48-ac9c-96e6469f352f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:44.922712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:44.927861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:44.931791 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] Sync routers for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:44.942154 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:44.942869 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:44.961555 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b89b793b-14e6-4bf5-91c4-862f0f39d9b8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/3651802a-3852-4bbf-89c8-1f1d0154550e HTTP/1.1" status: 204 len: 168 time: 0.8724849 Dec 16 17:43:44.962196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'tag': '982b31b4-d31b-453b-896c-220b284e4564'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:44.964540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117cb04e-6c74-4c8f-9354-cafc17303fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "tag": "982b31b4-d31b-453b-896c-220b284e4564"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:45.003099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d489f6-0ea5-4740-8647-80ff9e353100 x-openstack-request-id: req-61d489f6-0ea5-4740-8647-80ff9e353100 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:45.003404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "tag": "982b31b4-d31b-453b-896c-220b284e4564", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:45.004277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61d489f6-0ea5-4740-8647-80ff9e353100 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:45.004696 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'tag': '982b31b4-d31b-453b-896c-220b284e4564', 'status': 'completed', 'code': 200} Dec 16 17:43:45.049348 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:45.082345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-fbfde434-eb2c-407c-9cc0-edac5a9040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:45.084822 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-fbfde434-eb2c-407c-9cc0-edac5a9040d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 1099 time: 0.0529075 Dec 16 17:43:45.244411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-67c21a7f-85a3-4a09-874a-48ab82bc7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:45.246040 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-67c21a7f-85a3-4a09-874a-48ab82bc7b29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 200 len: 897 time: 0.1532891 Dec 16 17:43:45.265113 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:45Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:45.293610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-cd506b1a-a97b-4d01-bb0c-1d994a12fc84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 200 len: 217 time: 0.0383255 Dec 16 17:43:45.302350 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d001-a365-4fae-95bb-4985b1ab2f83 req-7ede6be5-2aae-41db-a4fc-fa358937cc89 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:45.303713 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] Checking router: 21b88211-e718-4a48-ac9c-96e6469f352f for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:45.303858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1cf9d001-a365-4fae-95bb-4985b1ab2f83 req-7ede6be5-2aae-41db-a4fc-fa358937cc89 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.0999019 Dec 16 17:43:45.312496 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:45.314227 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:45.378613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-9d702788-7552-4b1d-82ca-3ec7f3233dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:45.380124 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-9d702788-7552-4b1d-82ca-3ec7f3233dd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189d9e11-953c-4c8b-8e4d-ed873b8fa989 HTTP/1.1" status: 200 len: 834 time: 0.0753367 Dec 16 17:43:45.403670 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1cf9d001-a365-4fae-95bb-4985b1ab2f83 req-aa23a7e9-3afa-4e78-b1a4-31b9d7741919 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913360 Dec 16 17:43:45.431017 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:45.431526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-37844c6f-7ad7-4d80-bc7c-d8356cbc1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:45.433058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-37844c6f-7ad7-4d80-bc7c-d8356cbc1f37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437815 Dec 16 17:43:45.541341 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-31b98464-e8ff-4fcd-a1db-510244ccf5b0 service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986376 Dec 16 17:43:45.633095 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:45Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:45.655296 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117cb04e-6c74-4c8f-9354-cafc17303fbf req-498ab2b5-4a6e-4999-bd5f-dac1b46a4505 service neutron] 10.222.0.57 "GET /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053553 Dec 16 17:43:45.663074 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e157c0-14eb-4156-9e6d-f18ec7be4b09 None None] The sync data for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv is: [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:42:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'c5d22282-996f-4214-b828-d076786d39c0', 'name': '', 'network_id': '6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:db:7e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:34Z', 'updated_at': '2021-12-16T17:42:45Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '189d9e11-953c-4c8b-8e4d-ed873b8fa989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:45.899974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4574ee-981b-4f85-9d75-a86d908124de None None] New status for floating IP 3651802a-3852-4bbf-89c8-1f1d0154550e: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:43:46.551451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2296-1366-441c-870a-b0244bb05f87 req-0a584af9-9fd0-404e-af50-145d3e55eb5c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:46.552990 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b3c2296-1366-441c-870a-b0244bb05f87 req-0a584af9-9fd0-404e-af50-145d3e55eb5c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.0766439 Dec 16 17:43:46.575290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-6a4e94fa-f796-490b-b7b5-ce8a316e931a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:46.576691 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-6a4e94fa-f796-490b-b7b5-ce8a316e931a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7012021-9379-4b01-8904-b7d332b0c11e HTTP/1.1" status: 200 len: 946 time: 0.0730493 Dec 16 17:43:46.660970 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b3c2296-1366-441c-870a-b0244bb05f87 req-042c5547-c340-4ce9-98df-44264494017f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=b32aa3ba-068c-4a10-b474-71e92ac2232d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011307 Dec 16 17:43:46.707950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 982b31b4-d31b-453b-896c-220b284e4564 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:46.708386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:46.806012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 982b31b4-d31b-453b-896c-220b284e4564, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=982b31b4-d31b-453b-896c-220b284e4564,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:46.806389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:46.820132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 982b31b4-d31b-453b-896c-220b284e4564 owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:46.953924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:46.983272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=982b31b4-d31b-453b-896c-220b284e4564,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:47.031410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 982b31b4-d31b-453b-896c-220b284e4564 on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:47.034064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:47.037527 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00ed7810-6cf3-49d7-ab5a-41313c3a3d9a req-e97741a8-3b61-4f84-97ee-fda94abc99df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/982b31b4-d31b-453b-896c-220b284e4564 HTTP/1.1" status: 204 len: 173 time: 0.4538882 Dec 16 17:43:47.037987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'name': 'network-vif-deleted', 'tag': '982b31b4-d31b-453b-896c-220b284e4564'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:43:47.041130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b52b7-14c9-4e3f-88c5-d480ce979f17" -d '{"events": [{"server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "name": "network-vif-deleted", "tag": "982b31b4-d31b-453b-896c-220b284e4564"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:43:47.083063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b316a1ca-b78e-45ef-adcc-e75ef180026b x-openstack-request-id: req-b316a1ca-b78e-45ef-adcc-e75ef180026b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:43:47.083360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7012021-9379-4b01-8904-b7d332b0c11e", "name": "network-vif-deleted", "tag": "982b31b4-d31b-453b-896c-220b284e4564", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:43:47.083618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b316a1ca-b78e-45ef-adcc-e75ef180026b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:43:47.084322 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7012021-9379-4b01-8904-b7d332b0c11e', 'name': 'network-vif-deleted', 'tag': '982b31b4-d31b-453b-896c-220b284e4564', 'status': 'completed', 'code': 200} Dec 16 17:43:47.717838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51082) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:47.775528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0093e25-8866-4f3e-a3b2-61a8709cf0b5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:47.802195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0093e25-8866-4f3e-a3b2-61a8709cf0b5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:47.869386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0093e25-8866-4f3e-a3b2-61a8709cf0b5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:47.871966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0093e25-8866-4f3e-a3b2-61a8709cf0b5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:47.873154 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b0093e25-8866-4f3e-a3b2-61a8709cf0b5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/b32aa3ba-068c-4a10-b474-71e92ac2232d HTTP/1.1" status: 204 len: 168 time: 0.1542437 Dec 16 17:43:47.882684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0093e25-8866-4f3e-a3b2-61a8709cf0b5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32aa3ba-068c-4a10-b474-71e92ac2232d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:47.909480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51086) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:48.295053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:48.543126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port c5d22282-996f-4214-b828-d076786d39c0 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:48.543367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:48.632350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port c5d22282-996f-4214-b828-d076786d39c0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=c5d22282-996f-4214-b828-d076786d39c0,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:48.632708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:48.646639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for c5d22282-996f-4214-b828-d076786d39c0 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:48.830477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:48.858728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=c5d22282-996f-4214-b828-d076786d39c0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:49.028755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.246870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 21b88211-e718-4a48-ac9c-96e6469f352f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:49.355124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:49.361554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-69ae2b62-184a-417d-9316-ced58e215734 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/21b88211-e718-4a48-ac9c-96e6469f352f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510379 Dec 16 17:43:49.364292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51108) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:49.369304 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] Sync routers for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:49.383851 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:49.384462 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:49.419207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet 189d9e11-953c-4c8b-8e4d-ed873b8fa989 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:43:49.423460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.465589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.495153 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:49.558152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.618622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.646449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=189d9e11-953c-4c8b-8e4d-ed873b8fa989,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:49.650188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.653447 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d32f40d3-5249-442a-821d-d34559f94ddd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/189d9e11-953c-4c8b-8e4d-ed873b8fa989 HTTP/1.1" status: 204 len: 168 time: 0.2874370 Dec 16 17:43:49.655978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51110) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:49.667770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdbe42-88dc-4d46-b594-3684b4e5c741 None None] Network 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:49.758005 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:43:48Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:49.772018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.783603 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] Checking router: 21b88211-e718-4a48-ac9c-96e6469f352f for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:49.792277 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] Routers {'21b88211-e718-4a48-ac9c-96e6469f352f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:49.792888 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['21b88211-e718-4a48-ac9c-96e6469f352f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:49.849731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] DHCP port deletion for 6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:49.893834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.905300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] Deleting port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:49.905774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.930993 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] Set router 21b88211-e718-4a48-ac9c-96e6469f352f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:49.957748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port dc4a4afe-9808-412e-bba8-cb92495e8ae5 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:43:49.958117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.984075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] For port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,segment=NetworkSegment(10f071bf-75b1-4e17-ba22-971f7a38d144),segment_id=10f071bf-75b1-4e17-ba22-971f7a38d144)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:49.984467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:49.998645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] Calling delete_port for ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:50.048621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port dc4a4afe-9808-412e-bba8-cb92495e8ae5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc4a4afe-9808-412e-bba8-cb92495e8ae5,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:50.049135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.062072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for dc4a4afe-9808-412e-bba8-cb92495e8ae5 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:43:50.081541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.119007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.146199 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:43:48Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:50.174910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] Pushing event deleted for resources: {'Port': ['ID=ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:50.176159 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f028c-660c-4122-baf3-a95457a55eb7 None None] The sync data for ids ['21b88211-e718-4a48-ac9c-96e6469f352f'] in dv-neutron-821818-2-hyperv is: [{'id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'name': 'tempest-TestNetworkBasicOps-router-1320973886', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:42:25Z', 'updated_at': '2021-12-16T17:43:48Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'dc4a4afe-9808-412e-bba8-cb92495e8ae5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b88211-e718-4a48-ac9c-96e6469f352f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:42:28Z', 'updated_at': '2021-12-16T17:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:50.183664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b39e0-f49c-4502-8a95-7f92a6ec7e7b None None] No DVR routers for this DVR port ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:43:50.296696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.328094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=dc4a4afe-9808-412e-bba8-cb92495e8ae5,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:50.343605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad2618-eca9-4ac6-a748-a86ceb8fbf98 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:50.408643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:50.425826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.432788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:50.433153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ac986a0f-acc2-4d8a-9ea2-edfaf1dedb09 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:50.523685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.525979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.569615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.570545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router 21b88211-e718-4a48-ac9c-96e6469f352f {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:43:50.581423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.582539 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c48443ca-bd11-4345-a6a0-00258d17cc37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/21b88211-e718-4a48-ac9c-96e6469f352f HTTP/1.1" status: 204 len: 168 time: 0.9256604 Dec 16 17:43:50.585260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51114) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:50.666382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.770917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.780972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 982b31b4-d31b-453b-896c-220b284e4564 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:50.790372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:50.802578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 982b31b4-d31b-453b-896c-220b284e4564 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:50.804683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f071bf-75b1-4e17-ba22-971f7a38d144') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:50.805013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f071bf-75b1-4e17-ba22-971f7a38d144') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:50.805608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 982b31b4-d31b-453b-896c-220b284e4564 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:50.816982 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.828644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.835077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:43:50.835514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:43:50.838488 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:43:50.899807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.907017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.910578 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2 HTTP/1.1" status: 204 len: 168 time: 0.3244283 Dec 16 17:43:50.925952 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51116) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:50.928322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--2072444092', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:50.932885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8dd22-89ff-4c70-8c6b-f3522b84cf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=6a0bc0c1-c48b-475d-ac86-bf80f3fa75e2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:50.952924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:50.956357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.979563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:43:50.989634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:50.989978 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment 27c36820-0e18-42ba-aebe-bc00c57d11bb of type vlan for network aaa51262-03f0-4418-ab2d-e531a9cacc90 Dec 16 17:43:51.032979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.060674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.066893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:51.067482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.127501 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2029011 Dec 16 17:43:51.130291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51118) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:51.135431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:51.140702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0153d9-939d-46a8-b742-5897477c116e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=aaa51262-03f0-4418-ab2d-e531a9cacc90,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:51.152759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:43:51.164006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.165175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.218802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.681553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.872908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.890965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:51.993361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.44 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/8840e764-cb4b-4620-9353-cf90774df77d) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:52.100616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:52.134299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:52.175045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:52.178060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:52.181703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:52.209799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=8840e764-cb4b-4620-9353-cf90774df77d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:52.210935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7a0ba-d6fc-4a76-b4c6-ab0ea6e2fee4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:52.248827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc4a4afe-9808-412e-bba8-cb92495e8ae5 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:52.273988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dc4a4afe-9808-412e-bba8-cb92495e8ae5 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:52.274539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc4a4afe-9808-412e-bba8-cb92495e8ae5 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:52.275143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5d22282-996f-4214-b828-d076786d39c0 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:43:52.296132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: c5d22282-996f-4214-b828-d076786d39c0 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:43:52.296689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device c5d22282-996f-4214-b828-d076786d39c0 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:43:52.323260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a238015f-4285-4be9-af58-15e5c30f03f0 None None] Provisioning complete for port 8840e764-cb4b-4620-9353-cf90774df77d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:52.323878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a238015f-4285-4be9-af58-15e5c30f03f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:52.365433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a238015f-4285-4be9-af58-15e5c30f03f0 None None] Port 8840e764-cb4b-4620-9353-cf90774df77d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:52.460209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:52.651909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:52.783106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:43:52.892315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:52.901333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:52.912461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:52.913030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:52.919529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:52.919529 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-55440dfb-5997-4d9a-a3c2-4ab36e7dd741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7853227 Dec 16 17:43:52.919808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51132) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:52.951575 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-281f1acb-b7a7-48fc-aa19-1dc21e5ec63c tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282562 Dec 16 17:43:52.951844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51134) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:53.026334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:53.045600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7564732f-26df-48e6-9877-c14c44c654ac tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:53.050400 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7564732f-26df-48e6-9877-c14c44c654ac tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947523 Dec 16 17:43:53.050650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51136) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:53.080278 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-521e491f-bc59-4ad2-8a36-9891d8e0823a tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264232 Dec 16 17:43:53.080504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51138) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:53.085143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76111128', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:53.179984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:53.183975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.221013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:52Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:53.253913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:53.254394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Updating router 53dc7133-80fb-4525-8c10-b153010fdfae port 8840e764-cb4b-4620-9353-cf90774df77d binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:53.280837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.392726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.469945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:53.470844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: aaa51262-03f0-4418-ab2d-e531a9cacc90, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:43:53.473495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=a6344f38-067e-4798-a8c2-6f74e9796bd7,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:53.494195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:43:53.504883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, aaa51262-03f0-4418-ab2d-e531a9cacc90) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:53.509172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:53.509943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.535043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51142) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:53.536838 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-05aee2bf-7669-400e-9b30-23d54c40928c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4552002 Dec 16 17:43:53.581482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e45ce2-4a44-47da-ab3e-2c00550d6944 None None] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:53.721343 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-aaa51262-03f0-4418-ab2d-e531a9cacc90', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:43:53.722171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.846376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.857142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.931393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d536f-90ce-48f5-83b8-2f1724aa6bdc None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:53.974929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30766ef-f45d-4ad3-b195-27ca7c99ac10 None None] Pushing event updated for resources: {'Port': ['ID=8840e764-cb4b-4620-9353-cf90774df77d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:53.984055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Attempting to bind port 8840e764-cb4b-4620-9353-cf90774df77d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:53.984418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Attempting to bind port 8840e764-cb4b-4620-9353-cf90774df77d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:53.985349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Attempting to bind port 8840e764-cb4b-4620-9353-cf90774df77d on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:53.993653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:53.994046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:53.994455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:53.995031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:53.995602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Bound port: 8840e764-cb4b-4620-9353-cf90774df77d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:53.996009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.048105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Allocated IP 172.20.0.2 (aaa51262-03f0-4418-ab2d-e531a9cacc90/a6344f38-067e-4798-a8c2-6f74e9796bd7/1c176131-34e1-4d15-9a67-fdbfd54c2e61) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:54.092684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.105544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] For port 8840e764-cb4b-4620-9353-cf90774df77d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:54.160317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] For port 8840e764-cb4b-4620-9353-cf90774df77d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8840e764-cb4b-4620-9353-cf90774df77d,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:54.173881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.212346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8c16498e-6d6f-4bac-96e5-e37f8df17e09 None None] Provisioning complete for port 8840e764-cb4b-4620-9353-cf90774df77d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:54.212724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c16498e-6d6f-4bac-96e5-e37f8df17e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.282766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8701d5e-44de-42a0-b4d3-651b4fe1a40f None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:43:54.345087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30766ef-f45d-4ad3-b195-27ca7c99ac10 None None] Pushing event updated for resources: {'Port': ['ID=8840e764-cb4b-4620-9353-cf90774df77d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:54.356407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:54.357067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:54.482468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.517177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.542680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (aaa51262-03f0-4418-ab2d-e531a9cacc90/a6344f38-067e-4798-a8c2-6f74e9796bd7/43d114fa-f523-4569-b761-7ac300ffba24) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:54.564798 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:43:54.577999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c16498e-6d6f-4bac-96e5-e37f8df17e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.584264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:54.597539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:54.609379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:54.615033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Pushing event updated for resources: {'Port': ['ID=1c176131-34e1-4d15-9a67-fdbfd54c2e61,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:54.619568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:54.670482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.679656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8c16498e-6d6f-4bac-96e5-e37f8df17e09 None None] For port 8840e764-cb4b-4620-9353-cf90774df77d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8840e764-cb4b-4620-9353-cf90774df77d,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:54.708594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.711055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c16498e-6d6f-4bac-96e5-e37f8df17e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.770531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:54.774876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:54.777269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=43d114fa-f523-4569-b761-7ac300ffba24,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:54.786166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:54.795083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Attempting to bind port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:54.795451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Attempting to bind port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:54.795808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Attempting to bind port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 on network aaa51262-03f0-4418-ab2d-e531a9cacc90 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:54.815792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:54.816209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Checking segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:54.816997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.816997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Bound using segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:54.817410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Bound port: 1c176131-34e1-4d15-9a67-fdbfd54c2e61, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:54.817782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.844225 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.856970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16498e-6d6f-4bac-96e5-e37f8df17e09 None None] Pushing event updated for resources: {'Port': ['ID=8840e764-cb4b-4620-9353-cf90774df77d,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:54.917799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-888b53fe-6791-47dd-8870-bb26a390ae64 None None] Provisioning complete for port 8840e764-cb4b-4620-9353-cf90774df77d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:54.918168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888b53fe-6791-47dd-8870-bb26a390ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.977935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:54.979402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] For port 1c176131-34e1-4d15-9a67-fdbfd54c2e61, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:54.983693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] For port 1c176131-34e1-4d15-9a67-fdbfd54c2e61, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c176131-34e1-4d15-9a67-fdbfd54c2e61,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:54.992122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:55.057396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:52Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:55.118339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512071-6356-43e2-9cbd-dc84cc256e44 None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:52Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:55.125077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac47f16-2519-451d-9a8c-d7497b29ef55 None None] Pushing event updated for resources: {'Port': ['ID=1c176131-34e1-4d15-9a67-fdbfd54c2e61,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:55.696544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:55.701466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:55.779191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=43d114fa-f523-4569-b761-7ac300ffba24,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:55.785973 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:55.890721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:55.893073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:56.017127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:43:56.122604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66847fc-4c82-4565-b3bf-da0ed9ea96a4 None None] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:43:56.133542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:43:56.140918 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8c8e8320-06f0-4ab8-8aa4-0fbd7d1353d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/53dc7133-80fb-4525-8c10-b153010fdfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6018901 Dec 16 17:43:56.141127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51148) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:56.193495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-57eb81ac-c37a-4db5-b7f7-da41af6f92b7 None None] Provisioning complete for port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:56.193962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57eb81ac-c37a-4db5-b7f7-da41af6f92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.264137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.264677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.265463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.266196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.267122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.268004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.270872 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9bcccc77-e698-4c4f-a366-1c6092a6e5d3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1286592 Dec 16 17:43:56.274453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51150) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:56.312432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57eb81ac-c37a-4db5-b7f7-da41af6f92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.328522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8840e764-cb4b-4620-9353-cf90774df77d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:56.380603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-57eb81ac-c37a-4db5-b7f7-da41af6f92b7 None None] For port 1c176131-34e1-4d15-9a67-fdbfd54c2e61, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c176131-34e1-4d15-9a67-fdbfd54c2e61,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:56.389874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.390367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.390825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.391313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.391763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.392206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:56.394114 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b8853f0c-374b-4a5c-a81f-d436a7d70fcd tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1184702 Dec 16 17:43:56.397158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51152) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:56.398008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57eb81ac-c37a-4db5-b7f7-da41af6f92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.459002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8840e764-cb4b-4620-9353-cf90774df77d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:56.459366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.463975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb81ac-c37a-4db5-b7f7-da41af6f92b7 None None] Pushing event updated for resources: {'Port': ['ID=1c176131-34e1-4d15-9a67-fdbfd54c2e61,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:56.561971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1c176131-34e1-4d15-9a67-fdbfd54c2e61 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:56.645367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:56.645707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.648667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c1bf5c41-3236-4d5d-94c8-a3cd2502e805 None None] Provisioning complete for port 43d114fa-f523-4569-b761-7ac300ffba24 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:56.649036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5c41-3236-4d5d-94c8-a3cd2502e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.696892 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-41267e82-1fb4-4c6a-b9e1-6688307c13e9 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2978506 Dec 16 17:43:56.748035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf5c41-3236-4d5d-94c8-a3cd2502e805 None None] Port 43d114fa-f523-4569-b761-7ac300ffba24 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:56.984701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51166) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:56.987584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c1bf5c41-3236-4d5d-94c8-a3cd2502e805 None None] Provisioning complete for port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:56.987958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bf5c41-3236-4d5d-94c8-a3cd2502e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:56.989275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813788371', 'description': 'tempest-secgroup-smoke-1813788371 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:56.997554 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-fcdfe8b4-ae8f-4461-9080-ae948a1d32c3 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654941847&fields=id&tenant_id=271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 267 time: 0.0819864 Dec 16 17:43:57.028977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.060600 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:43:57.075578 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:57.076697 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:57.119678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.127976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.162612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.166605 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1781754 Dec 16 17:43:57.166605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3eaf1-5e1a-4cbf-b212-0b4506cc8269 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575dce47-bebe-461b-8598-db6f703225ef,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:57.166939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51168) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:57.172439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '575dce47-bebe-461b-8598-db6f703225ef', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:57.183578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-79fa939c-874f-4e5c-9482-51d8279a299a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:57.185050 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-79fa939c-874f-4e5c-9482-51d8279a299a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 811 time: 0.1760337 Dec 16 17:43:57.210466 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:57.216433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-d009670a-fd46-4dbe-8954-a7a35949e67d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/quotas/271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 375 time: 0.0240355 Dec 16 17:43:57.221653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c72bf8ce-8057-403a-9e30-7d86517f03e8 None None] Provisioning complete for port 43d114fa-f523-4569-b761-7ac300ffba24 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:57.222377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c72bf8ce-8057-403a-9e30-7d86517f03e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.252346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.264493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c72bf8ce-8057-403a-9e30-7d86517f03e8 None None] Port 43d114fa-f523-4569-b761-7ac300ffba24 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:43:57.289923 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-3a59b995-9047-4871-94c0-3856384c1c8e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683823 Dec 16 17:43:57.355381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.361205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.390214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fc371a-4286-4168-b485-0a58c07d3cfa,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:57.407279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.408465 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2405748 Dec 16 17:43:57.411396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51170) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:57.416261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '575dce47-bebe-461b-8598-db6f703225ef', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:57.417607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.418018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.418300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.418638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.419007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.419297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.419623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.419950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.420670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.420670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.420897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.421229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.421551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd0b43-240b-4672-8cd0-3e1b3799d7c0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.424285 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:55Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:57.435796 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-33403e0b-a948-4145-a6f4-f61982ad1104 service neutron] 10.222.0.66 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323915 Dec 16 17:43:57.449123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.460087 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:43:57.461390 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Updating router 53dc7133-80fb-4525-8c10-b153010fdfae port 43d114fa-f523-4569-b761-7ac300ffba24 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:43:57.489755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.506732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.511581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.530175 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-3630cba2-37c0-4ff7-8935-aa00bf6fb95f service neutron] 10.222.0.66 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869343 Dec 16 17:43:57.531320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664d9377-538a-4995-9f19-dc0664650bf7,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:57.540099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.541684 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-01e2fefc-0720-472d-9d79-d113256a5aa5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290462 Dec 16 17:43:57.544180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51172) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:57.550276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '575dce47-bebe-461b-8598-db6f703225ef', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:57.578773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.639432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.643753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.662398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7eed6d-7e0e-48fe-b03b-4b0025b739a7,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:57.673249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.674482 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287889 Dec 16 17:43:57.675841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.676183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.676527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.676863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.677218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.677550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.677878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.678206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.678529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.678695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51180) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:57.678885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.679171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.679489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.679807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6194596-5209-4c16-b40e-28445dbb5ad0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.684369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '575dce47-bebe-461b-8598-db6f703225ef', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:57.714193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.780956 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.782921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.786850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.788100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.809169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14165d84-368d-4b10-838c-d0b3acd806c4,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:57.820090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.821366 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa3934b9-2dc2-4f6d-a9b0-0867573d9472 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416082 Dec 16 17:43:57.824190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51182) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:57.828925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '575dce47-bebe-461b-8598-db6f703225ef', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:57.848322 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Pushing event updated for resources: {'Port': ['ID=43d114fa-f523-4569-b761-7ac300ffba24,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:57.857894 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.858245 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.858781 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.859158 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.860054 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.860484 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.861161 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.861510 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.862249 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.862249 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.862499 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.862820 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.863138 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:57.882838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:43:57.909555 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b730c72d-884f-4e53-876e-636752d23030 req-15d754ea-2235-4e67-8615-a5092f9ec7ec tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0395734 Dec 16 17:43:57.911680 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.932587 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Attempting to bind port 43d114fa-f523-4569-b761-7ac300ffba24 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:43:57.933657 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Attempting to bind port 43d114fa-f523-4569-b761-7ac300ffba24 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:43:57.933974 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Attempting to bind port 43d114fa-f523-4569-b761-7ac300ffba24 on network aaa51262-03f0-4418-ab2d-e531a9cacc90 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:43:57.942990 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:43:57.943746 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Checking segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:43:57.944527 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.945283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Bound using segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:43:57.946019 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Bound port: 43d114fa-f523-4569-b761-7ac300ffba24, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:43:57.946847 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.978183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:57.983286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.012192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236759d2-31f4-4462-ba87-419e778c3e56,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:58.017259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.021586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5d97ca21-d0a6-4c11-96df-8ec9fbae03e3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1933169 Dec 16 17:43:58.021684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51192) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:43:58.027247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '575dce47-bebe-461b-8598-db6f703225ef', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:58.035167 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] For port 43d114fa-f523-4569-b761-7ac300ffba24, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:43:58.038564 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] For port 43d114fa-f523-4569-b761-7ac300ffba24, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=43d114fa-f523-4569-b761-7ac300ffba24,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:43:58.046234 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.054689 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:43:58.061162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.111171 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:43:58.111591 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:43:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:58.140177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.147504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.151259 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024984c-42e7-42b5-b0a8-acd1e651a73f None None] Pushing event updated for resources: {'Port': ['ID=43d114fa-f523-4569-b761-7ac300ffba24,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:58.191008 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f3565-264f-4732-ac1f-024d9110b1a7,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:58.217531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.222309 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-358775d9-42ff-41b8-a738-1ec5d173c904 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1991653 Dec 16 17:43:58.225029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Provisioning complete for port 43d114fa-f523-4569-b761-7ac300ffba24 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:58.226099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.254551 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:43:58.313486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1c176131-34e1-4d15-9a67-fdbfd54c2e61 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:43:58.482859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.491090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-8c5d1ea7-b92a-4aa7-88ea-e876232bd5ce tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813788371&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0563259 Dec 16 17:43:58.493089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:58.493407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.568027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] For port 43d114fa-f523-4569-b761-7ac300ffba24, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=43d114fa-f523-4569-b761-7ac300ffba24,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:43:58.581749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.618726 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:43:58.622219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-6196c654-d1ed-43b9-b0d1-1d096b23e687 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:58.623546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-6196c654-d1ed-43b9-b0d1-1d096b23e687 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 797 time: 0.1252570 Dec 16 17:43:58.641900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-3eef3c2a-14d9-4414-af3b-c72577905ff1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0117509 Dec 16 17:43:58.655619 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45fa36-607c-4067-a075-39fae1ed7e08 None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:43:58.697518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Pushing event updated for resources: {'Port': ['ID=43d114fa-f523-4569-b761-7ac300ffba24,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:58.709979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.710324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.710853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.711395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.711923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.712468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.712809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.713191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.713503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.713831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.714154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.714474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.714793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab5966-f7cb-49b5-a4d6-a5a9181d73cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:43:58.738157 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-7bd705a4-132f-47f3-a921-281353f14ad2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899246 Dec 16 17:43:58.754012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bc2b89c9-fba6-4d1d-a4c7-80e87dc62cce None None] Provisioning complete for port 43d114fa-f523-4569-b761-7ac300ffba24 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:43:58.754764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc2b89c9-fba6-4d1d-a4c7-80e87dc62cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:58.864185 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-59b97afd-d3af-438d-9701-d79bd5ee8a7a service neutron] 10.222.0.66 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042576 Dec 16 17:43:58.968750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-3de2ca57-0165-4e08-b725-c67425c05da1 service neutron] 10.222.0.66 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962527 Dec 16 17:43:59.012513 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f25eb146-9e1e-4f7b-9782-d7593e3afe7a req-a8724996-c1d4-4ca1-b0f7-725525b86d5c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0324912 Dec 16 17:43:59.170165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-47b00519-48e4-4e1a-8972-3ce51c216876 req-0c40bba1-b641-4735-a65e-63738b61fb42 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 210 time: 0.0347052 Dec 16 17:43:59.230407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-cdda0d27-c64d-47a6-b1c7-fac807fb4c9b tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:59.231944 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-cdda0d27-c64d-47a6-b1c7-fac807fb4c9b tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 811 time: 0.1750815 Dec 16 17:43:59.304472 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-d1d65162-6a86-40ae-8571-44671a2b8821 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 380 time: 0.0634902 Dec 16 17:43:59.357975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'port': {'device_id': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'admin_state_up': True, 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'security_groups': ['a0703810-eac7-4f26-b608-bd7c7a3e594c']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:43:59.497364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Made reservation on behalf of 271e8f23f5c6422ba05bcaea00e02f07 for: {'port': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:43:59.501273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:59.658111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Allocated IP 172.20.0.12 (3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4/309def28-02df-42c8-8446-bb91eeed73ea/cce388c9-aa9e-46dd-960c-08acaf3923c8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:43:59.837332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:59.877408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:43:59.925265 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:43:59.928626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:43:59.932345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:43:59.965405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=cce388c9-aa9e-46dd-960c-08acaf3923c8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:43:59.993224 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:43:59.994045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.015150 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2249d35a-5685-4559-9781-b73d6b43d54c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628044 Dec 16 17:44:00.029581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Request body: {'port': {'device_id': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:00.105259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.186142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b288b92e-dccf-4d74-87ba-825dc7c7e0f7 None None] Provisioning complete for port cce388c9-aa9e-46dd-960c-08acaf3923c8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:44:00.186611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b288b92e-dccf-4d74-87ba-825dc7c7e0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.241610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b288b92e-dccf-4d74-87ba-825dc7c7e0f7 None None] Port cce388c9-aa9e-46dd-960c-08acaf3923c8 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:44:00.349296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-5abbf9af-4c59-422b-ad76-2a453e71a94f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:00.351403 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-5abbf9af-4c59-422b-ad76-2a453e71a94f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 797 time: 0.1745756 Dec 16 17:44:00.372819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 43d114fa-f523-4569-b761-7ac300ffba24 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:44:00.389458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9dea-bb5a-4198-9634-f0b5a91a3806 req-a6d77062-60a5-4949-9e85-49c00ecc840a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:00.391952 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-749c9dea-bb5a-4198-9634-f0b5a91a3806 req-a6d77062-60a5-4949-9e85-49c00ecc840a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 932 time: 0.2775118 Dec 16 17:44:00.424490 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c09165b2-5001-4089-9fb5-10950e5d2b46 req-aa6db3d3-23dd-49e8-83e1-2639c232b05c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 210 time: 0.0672221 Dec 16 17:44:00.468770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-0bfffea1-56d8-4632-b76a-81144ee166b9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 380 time: 0.1049595 Dec 16 17:44:00.473305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 43d114fa-f523-4569-b761-7ac300ffba24 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:44:00.474002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.481433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': '54396d05-a70c-441a-ab3d-c16bc020c026', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['575dce47-bebe-461b-8598-db6f703225ef']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:00.518314 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-749c9dea-bb5a-4198-9634-f0b5a91a3806 req-cb4d5a88-5eb5-42bb-b8c0-b146e227dcc7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016617 Dec 16 17:44:00.638092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:44:00.643397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.645794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce388c9-aa9e-46dd-960c-08acaf3923c8 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:44:00.653474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.667025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Transition to ACTIVE for port object cce388c9-aa9e-46dd-960c-08acaf3923c8 will not be triggered until provisioned by entity L2. {{(pid=103242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:44:00.670923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.729605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Pushing event updated for resources: {'Port': ['ID=cce388c9-aa9e-46dd-960c-08acaf3923c8,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:00.810610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.4 (aaa51262-03f0-4418-ab2d-e531a9cacc90/a6344f38-067e-4798-a8c2-6f74e9796bd7/b6aaebd4-72bc-409b-a843-8bb53b069f0d) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:44:00.837228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Attempting to bind port cce388c9-aa9e-46dd-960c-08acaf3923c8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:44:00.837575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Attempting to bind port cce388c9-aa9e-46dd-960c-08acaf3923c8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:44:00.838055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Attempting to bind port cce388c9-aa9e-46dd-960c-08acaf3923c8 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:44:00.846665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Port cce388c9-aa9e-46dd-960c-08acaf3923c8 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:44:00.846993 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Attempting to bind port cce388c9-aa9e-46dd-960c-08acaf3923c8 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:44:00.852773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:44:00.853114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Checking segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:44:00.853438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Bound using segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:44:00.854188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Bound port: cce388c9-aa9e-46dd-960c-08acaf3923c8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:44:00.854743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.936116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] For port cce388c9-aa9e-46dd-960c-08acaf3923c8, host hv-neutron-8218, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:44:00.940576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] For port cce388c9-aa9e-46dd-960c-08acaf3923c8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:44:00.947630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.981910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.996714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:00.997476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:00.998865 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] 10.222.0.57 "PUT /v2.0/ports/cce388c9-aa9e-46dd-960c-08acaf3923c8 HTTP/1.1" status: 200 len: 1094 time: 0.9737315 Dec 16 17:44:00.999666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:01.002475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c708853-7d78-46ba-9528-37290064a17a" -d '{"events": [{"name": "network-changed", "server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:01.027164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f52952-0fa5-48e5-b529-e268a891be52 service neutron] Pushing event updated for resources: {'Port': ['ID=cce388c9-aa9e-46dd-960c-08acaf3923c8,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:01.040967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.053605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ba40c-0887-4635-a608-c7947bd629d1 x-openstack-request-id: req-cf8ba40c-0887-4635-a608-c7947bd629d1 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:01.053904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:01.054160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf8ba40c-0887-4635-a608-c7947bd629d1 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:01.054568 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'status': 'completed', 'code': 200} Dec 16 17:44:01.101473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:44:01.105522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-34fc7a8c-9955-42c6-a65d-94d283c01bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.107038 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-34fc7a8c-9955-42c6-a65d-94d283c01bba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0496666 Dec 16 17:44:01.108755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:44:01.112785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:44:01.159179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=b6aaebd4-72bc-409b-a843-8bb53b069f0d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:01.181665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-6f9b444d-1580-4af1-b632-6bd12cc3f4c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8 HTTP/1.1" status: 200 len: 217 time: 0.0547307 Dec 16 17:44:01.186466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.187132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.223796 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-817ea071-a44e-41af-b7b9-03b73efbc174 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7477794 Dec 16 17:44:01.236283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Request body: {'port': {'device_id': '54396d05-a70c-441a-ab3d-c16bc020c026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:01.246273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-8b6f7ebf-f7de-4b47-9c91-3b6d5fa93c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.247707 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-8b6f7ebf-f7de-4b47-9c91-3b6d5fa93c39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0588334 Dec 16 17:44:01.308378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-fd247117-249f-4064-a2c5-744ba1ead1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.311583 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-fd247117-249f-4064-a2c5-744ba1ead1ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558558 Dec 16 17:44:01.329345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.424730 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-2d233029-78dd-4c77-b985-fb5c876ea9c2 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043460 Dec 16 17:44:01.540604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-30068d9b-6f68-43ce-a678-097338a615c9 None None] Provisioning complete for port b6aaebd4-72bc-409b-a843-8bb53b069f0d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:44:01.541850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30068d9b-6f68-43ce-a678-097338a615c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.587240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-30068d9b-6f68-43ce-a678-097338a615c9 None None] Port b6aaebd4-72bc-409b-a843-8bb53b069f0d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:44:01.645361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe8f1-9b11-49ce-a9a2-cdb968671578 req-07047b0d-d0e2-4639-b03d-ffb795314d9d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.649970 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b93fe8f1-9b11-49ce-a9a2-cdb968671578 req-07047b0d-d0e2-4639-b03d-ffb795314d9d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 931 time: 0.1350961 Dec 16 17:44:01.653204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6aaebd4-72bc-409b-a843-8bb53b069f0d {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:44:01.662935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.668254 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e6e6100-a723-45c7-bfcd-e03def4b41d4 req-87cb58db-b7ae-47d3-889e-6b08c0d2453a service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365816 Dec 16 17:44:01.678271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Transition to ACTIVE for port object b6aaebd4-72bc-409b-a843-8bb53b069f0d will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:44:01.683491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.707527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33482b5c-91f9-4b71-ae0b-9fab010813e3 req-5bc4b6f7-fa12-484a-b199-90962445b33a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.709711 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33482b5c-91f9-4b71-ae0b-9fab010813e3 req-5bc4b6f7-fa12-484a-b199-90962445b33a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0864735 Dec 16 17:44:01.760688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Pushing event updated for resources: {'Port': ['ID=b6aaebd4-72bc-409b-a843-8bb53b069f0d,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:01.826716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Attempting to bind port b6aaebd4-72bc-409b-a843-8bb53b069f0d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:44:01.827402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Attempting to bind port b6aaebd4-72bc-409b-a843-8bb53b069f0d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:44:01.828226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Attempting to bind port b6aaebd4-72bc-409b-a843-8bb53b069f0d on network aaa51262-03f0-4418-ab2d-e531a9cacc90 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:44:01.833606 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33482b5c-91f9-4b71-ae0b-9fab010813e3 req-59e78917-eb56-48d7-b36b-f29ef436bf2c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166222 Dec 16 17:44:01.835352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Port b6aaebd4-72bc-409b-a843-8bb53b069f0d on network aaa51262-03f0-4418-ab2d-e531a9cacc90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:44:01.836007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Attempting to bind port b6aaebd4-72bc-409b-a843-8bb53b069f0d on network aaa51262-03f0-4418-ab2d-e531a9cacc90 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:44:01.844335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c708853-7d78-46ba-9528-37290064a17a req-a8c50306-6436-4364-b04e-56d00b2f0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.846133 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-a8c50306-6436-4364-b04e-56d00b2f0b26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1186731 Dec 16 17:44:01.848424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:44:01.848777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Checking segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:44:01.849191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Bound using segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:44:01.849634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Bound port: b6aaebd4-72bc-409b-a843-8bb53b069f0d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:44:01.849992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.939606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] For port b6aaebd4-72bc-409b-a843-8bb53b069f0d, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:44:01.944719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] For port b6aaebd4-72bc-409b-a843-8bb53b069f0d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:44:01.953581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.956227 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b93fe8f1-9b11-49ce-a9a2-cdb968671578 req-feff962a-6b26-49c1-99b0-94880cb28461 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870197 Dec 16 17:44:01.992540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.993129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:01.994487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c708853-7d78-46ba-9528-37290064a17a req-be40ddb5-e741-4913-9092-a80f216d69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:01.994916 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] 10.222.0.57 "PUT /v2.0/ports/b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 200 len: 1093 time: 0.7634735 Dec 16 17:44:01.996460 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-be40ddb5-e741-4913-9092-a80f216d69d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.1403971 Dec 16 17:44:02.000816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:02.003111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1c7100-0caa-4377-b0f6-cd44486aedbe" -d '{"events": [{"name": "network-changed", "server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:02.059732 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-1a96fa86-baa5-4510-9a15-48bd1d3abb12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8 HTTP/1.1" status: 200 len: 217 time: 0.0521233 Dec 16 17:44:02.079526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7394f358-7f36-4980-b5f3-9b1d940a4a5b x-openstack-request-id: req-7394f358-7f36-4980-b5f3-9b1d940a4a5b {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:02.079825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:02.080081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7394f358-7f36-4980-b5f3-9b1d940a4a5b {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:02.080488 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'status': 'completed', 'code': 200} Dec 16 17:44:02.081136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e32bd-2f3c-407f-8e29-ea0582fe6665 service neutron] Pushing event updated for resources: {'Port': ['ID=b6aaebd4-72bc-409b-a843-8bb53b069f0d,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:02.114576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-70f1cc77-e68a-4783-b009-cea6faa6a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.116113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-70f1cc77-e68a-4783-b009-cea6faa6a9f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1096 time: 0.0707819 Dec 16 17:44:02.146034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c708853-7d78-46ba-9528-37290064a17a req-a8b0f421-0c92-44d6-a1e8-c4f30100da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.148167 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-a8b0f421-0c92-44d6-a1e8-c4f30100da24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0814691 Dec 16 17:44:02.168046 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-937e0a52-674f-494b-9b31-e35a02aaceef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 200 len: 217 time: 0.0415146 Dec 16 17:44:02.201470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c708853-7d78-46ba-9528-37290064a17a req-0a42f241-a2c7-497d-acae-0d3a3e23e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.203036 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-0a42f241-a2c7-497d-acae-0d3a3e23e1d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462158 Dec 16 17:44:02.228672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-daf1af03-9c5f-49be-97a7-d790dd289596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.230811 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-daf1af03-9c5f-49be-97a7-d790dd289596 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0545754 Dec 16 17:44:02.283830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fe03-d305-4e56-8abd-3fb901430500 req-73d40bcc-7114-4f3d-a025-5a7c94564bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.285534 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-73d40bcc-7114-4f3d-a025-5a7c94564bbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463345 Dec 16 17:44:02.308136 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-a82a0844-19e5-4e95-a3a8-348d6f11b616 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972261 Dec 16 17:44:02.382051 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-1256b485-b966-41bf-bb6e-0ff65c689f3e service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894194 Dec 16 17:44:02.403630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c708853-7d78-46ba-9528-37290064a17a req-13253d0c-b13e-4164-9f16-81c20674858e service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878940 Dec 16 17:44:02.475100 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9670fe03-d305-4e56-8abd-3fb901430500 req-7f43e31f-97c5-4b26-a9b1-bfdedd0dca06 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854988 Dec 16 17:44:02.565288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-ebf8b3c2-ba80-45da-b569-b438f7ee75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.566788 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-ebf8b3c2-ba80-45da-b569-b438f7ee75b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1096 time: 0.0463331 Dec 16 17:44:02.662860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-fad0d32d-5526-4de9-ba42-d9a39af0ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.664333 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-fad0d32d-5526-4de9-ba42-d9a39af0ea91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 898 time: 0.0904396 Dec 16 17:44:02.706600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-9b6b5b32-c74c-45a5-b24c-f4cb694ac3a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 200 len: 217 time: 0.0333133 Dec 16 17:44:02.761351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-b71009fc-bb87-4476-abc0-0a397d5a69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.762850 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-b71009fc-bb87-4476-abc0-0a397d5a69f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0486629 Dec 16 17:44:02.811636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-7bc4b46e-1417-41cc-b579-cdd348a953e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.813223 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-7bc4b46e-1417-41cc-b579-cdd348a953e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413017 Dec 16 17:44:02.907426 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-01faf7a6-2c05-46ed-9b5e-b850c7954ade service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851815 Dec 16 17:44:02.952647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb69fa-c614-4bc6-89c9-a77aae10efd5 req-8034e47a-a7ba-48c4-9004-937eaec1919a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:02.954826 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eefb69fa-c614-4bc6-89c9-a77aae10efd5 req-8034e47a-a7ba-48c4-9004-937eaec1919a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0502362 Dec 16 17:44:03.008397 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1a1c7100-0caa-4377-b0f6-cd44486aedbe req-5e85110f-0fdf-46b2-80ba-0a82676e8713 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919242 Dec 16 17:44:03.013615 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eefb69fa-c614-4bc6-89c9-a77aae10efd5 req-af8831e3-2b3b-4c48-a211-b5fea70ad2a2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525553 Dec 16 17:44:03.096075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191e107-175e-4e6a-978a-ed9aa7f3b046 req-1dd1b256-90e1-42df-afe8-3559bd186523 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:03.097610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a191e107-175e-4e6a-978a-ed9aa7f3b046 req-1dd1b256-90e1-42df-afe8-3559bd186523 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 943 time: 0.0522804 Dec 16 17:44:03.147381 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a191e107-175e-4e6a-978a-ed9aa7f3b046 req-02c9a85d-ccba-43ba-8966-2806361ed206 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Dec 16 17:44:04.146000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63900b4f-46a1-4f15-bd68-a5463a048dda req-98097fb9-7b1f-46e5-a1bd-5c1adbcd256e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:04.154582 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63900b4f-46a1-4f15-bd68-a5463a048dda req-98097fb9-7b1f-46e5-a1bd-5c1adbcd256e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0615785 Dec 16 17:44:04.230926 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63900b4f-46a1-4f15-bd68-a5463a048dda req-a70d167d-c975-4b70-bfb2-dc88e07f63a9 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752120 Dec 16 17:44:04.306852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf79999-666d-4715-ac96-29285bcf7d43 req-a6c66975-5f9a-4af2-8549-a081cdb97569 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:04.308458 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3cf79999-666d-4715-ac96-29285bcf7d43 req-a6c66975-5f9a-4af2-8549-a081cdb97569 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 943 time: 0.0635796 Dec 16 17:44:04.360211 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3cf79999-666d-4715-ac96-29285bcf7d43 req-6a105ce0-2a64-439e-9935-629f0b8d4317 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Dec 16 17:44:04.839314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b6aaebd4-72bc-409b-a843-8bb53b069f0d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:44:04.934191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b6aaebd4-72bc-409b-a843-8bb53b069f0d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:04.946656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'port_id': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'mac_address': 'fa:16:3e:05:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:44:04.983122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:04.995727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6aaebd4-72bc-409b-a843-8bb53b069f0d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:44:05.014618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b6aaebd4-72bc-409b-a843-8bb53b069f0d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:05.020004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:05.070200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b6aaebd4-72bc-409b-a843-8bb53b069f0d,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:05.277822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['b6aaebd4-72bc-409b-a843-8bb53b069f0d'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:44:05.356307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1ae86-a952-409e-8264-eeaab4083368 req-f7421bd1-f765-4055-86b0-914ad9835e9a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:05.359797 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b1d1ae86-a952-409e-8264-eeaab4083368 req-f7421bd1-f765-4055-86b0-914ad9835e9a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0562010 Dec 16 17:44:05.415139 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b1d1ae86-a952-409e-8264-eeaab4083368 req-c444d134-f5f2-473d-b103-af40a562d4f5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496926 Dec 16 17:44:05.496737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53dc4-1aa4-4f0f-8f8d-6d1ff309fd68 req-5e57a28e-43db-4fdd-9f3f-ee54950fec96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:05.498134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dab53dc4-1aa4-4f0f-8f8d-6d1ff309fd68 req-5e57a28e-43db-4fdd-9f3f-ee54950fec96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 944 time: 0.0487375 Dec 16 17:44:05.551384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dab53dc4-1aa4-4f0f-8f8d-6d1ff309fd68 req-6cd14cd1-94fd-4989-b750-128ac7f51af4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469344 Dec 16 17:44:06.530107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97521605-a3d1-4069-9cd1-8d2da69f4804 req-7d944df0-614f-42d4-9082-81297b115246 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:06.531581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97521605-a3d1-4069-9cd1-8d2da69f4804 req-7d944df0-614f-42d4-9082-81297b115246 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0491767 Dec 16 17:44:06.579586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97521605-a3d1-4069-9cd1-8d2da69f4804 req-1c7bdbf2-0054-4bf1-b9b4-50f45f839422 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Dec 16 17:44:06.662245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ebdb2-6f5b-43ac-beb5-efa6eefd4828 req-b7ec9423-52ba-4e1a-95d0-6ae0f8236570 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:06.663678 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-680ebdb2-6f5b-43ac-beb5-efa6eefd4828 req-b7ec9423-52ba-4e1a-95d0-6ae0f8236570 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 944 time: 0.0465014 Dec 16 17:44:06.710980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-680ebdb2-6f5b-43ac-beb5-efa6eefd4828 req-4ee61153-4179-49a7-89cd-a486226e27fc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414236 Dec 16 17:44:06.842230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b6aaebd4-72bc-409b-a843-8bb53b069f0d up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:44:06.892393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port b6aaebd4-72bc-409b-a843-8bb53b069f0d completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:44:06.895885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port b6aaebd4-72bc-409b-a843-8bb53b069f0d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:44:06.896248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:06.969335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:06.991177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:06.993426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d40e4-2af7-46f5-bb5b-ab82cf1bb1f0" -d '{"events": [{"server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "name": "network-vif-plugged", "status": "completed", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:07.005853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b6aaebd4-72bc-409b-a843-8bb53b069f0d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:07.009808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:07.035429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea84f8-0fcc-4b0a-821a-d95643e08fe4 x-openstack-request-id: req-01ea84f8-0fcc-4b0a-821a-d95643e08fe4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:07.035721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "name": "network-vif-plugged", "status": "completed", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:07.035972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01ea84f8-0fcc-4b0a-821a-d95643e08fe4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:07.036360 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'code': 200} Dec 16 17:44:07.061960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b6aaebd4-72bc-409b-a843-8bb53b069f0d,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:07.193498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84137f-e393-48c3-ac0c-aa9cb2130af2 req-feef446d-32dc-49c8-9688-fdecfe545bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:07.194999 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd84137f-e393-48c3-ac0c-aa9cb2130af2 req-feef446d-32dc-49c8-9688-fdecfe545bff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1098 time: 0.0401075 Dec 16 17:44:07.239800 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd84137f-e393-48c3-ac0c-aa9cb2130af2 req-5b91e23c-eb51-4a13-9da6-e714871833e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Dec 16 17:44:07.330373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18c905f8-76db-46bf-b9d6-2f13b8860cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:07.694392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e0f24-fc6b-4e12-973b-de5507390879 req-02ee38a3-3923-4d31-869c-3c50e24d75cd tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:07.695844 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6b4e0f24-fc6b-4e12-973b-de5507390879 req-02ee38a3-3923-4d31-869c-3c50e24d75cd tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0517595 Dec 16 17:44:07.744325 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6b4e0f24-fc6b-4e12-973b-de5507390879 req-ad9cb93f-7d27-4257-a73d-a455b53e765d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Dec 16 17:44:07.828081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2b533-e0df-4c98-af88-d5d4d173be24 req-b8aac0b7-3a84-4360-bb21-4d66a8088cca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:07.830188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c1c2b533-e0df-4c98-af88-d5d4d173be24 req-b8aac0b7-3a84-4360-bb21-4d66a8088cca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Dec 16 17:44:07.878681 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c1c2b533-e0df-4c98-af88-d5d4d173be24 req-bd843d13-66fe-4711-9fcf-80a40192bfea tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Dec 16 17:44:08.863736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f29bb-f69e-4d04-a2ce-a18bd7aea6e7 req-226db05d-a526-4100-9c5d-797d50996fb6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:08.865226 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-912f29bb-f69e-4d04-a2ce-a18bd7aea6e7 req-226db05d-a526-4100-9c5d-797d50996fb6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0528092 Dec 16 17:44:08.913732 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-912f29bb-f69e-4d04-a2ce-a18bd7aea6e7 req-2e213268-f558-44c3-9d92-5ca90967a0ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Dec 16 17:44:08.991109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125c77d-2114-45de-b78c-ef519e9d2d5f req-c8dc7bc7-d051-4551-bc72-460797c4d29e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:08.992557 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e125c77d-2114-45de-b78c-ef519e9d2d5f req-c8dc7bc7-d051-4551-bc72-460797c4d29e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Dec 16 17:44:09.040766 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e125c77d-2114-45de-b78c-ef519e9d2d5f req-7475b966-2443-43c9-a96a-c29a1d1ae7c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Dec 16 17:44:09.150555 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6269e8b-038e-40ca-8e9e-64a1cebc53b0 req-9d6c93d7-ed53-46fa-a45f-380639495bcd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:09.151995 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6269e8b-038e-40ca-8e9e-64a1cebc53b0 req-9d6c93d7-ed53-46fa-a45f-380639495bcd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 945 time: 0.0465274 Dec 16 17:44:09.204142 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6269e8b-038e-40ca-8e9e-64a1cebc53b0 req-1fbfc5b7-f008-48e0-8651-5ff91027e403 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Dec 16 17:44:09.225204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51268) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:09.263470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61f7fd-4c6a-4c59-ab30-efa7f8c0993d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:09.264961 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1e61f7fd-4c6a-4c59-ab30-efa7f8c0993d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1093 time: 0.0387821 Dec 16 17:44:09.268270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51270) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:09.272634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:09.295233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:09.388011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:09.491472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.251 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/3eb1a4bf-2e2d-406f-befd-af3e094bf93f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:44:09.593330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:09.626593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:09.653336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aead2c92-12f3-410e-a25f-eb0819c12669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:09.666454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:44:09.669375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:44:09.671721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:44:09.698691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=3eb1a4bf-2e2d-406f-befd-af3e094bf93f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:10.378354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:10.386939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa72be9-f1e3-41b8-8531-7f4d1858f9a0 req-11d07459-af40-4ef8-91a5-090399562f15 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:10.388386 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aaa72be9-f1e3-41b8-8531-7f4d1858f9a0 req-11d07459-af40-4ef8-91a5-090399562f15 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.3914781 Dec 16 17:44:10.484174 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aaa72be9-f1e3-41b8-8531-7f4d1858f9a0 req-4cd9aecb-5a2f-4366-8ad3-f6a38e088b33 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788667 Dec 16 17:44:10.486499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:10.627715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:10.632190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:10.705511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=3eb1a4bf-2e2d-406f-befd-af3e094bf93f,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:10.712681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:10.811920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b associated. External IP: 172.26.2.251, port: b6aaebd4-72bc-409b-a843-8bb53b069f0d. Dec 16 17:44:10.835505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:11.018250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:44:11.122119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:44:11.132907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755abaec-5b90-495a-83c7-89286249725f None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:44:11.139403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:11.143145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:44:11.143804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:11.165868 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a8ca5fc4-0381-4bf2-8453-e475539b4f8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8965979 Dec 16 17:44:11.166473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:11.168644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51274) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:11.169166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620ae154-35c7-4599-a098-030d1ef8d992" -d '{"events": [{"name": "network-changed", "server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:11.207416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1c3c13-0fa1-458d-ac07-9636924d8c0f x-openstack-request-id: req-df1c3c13-0fa1-458d-ac07-9636924d8c0f {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:11.207717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:11.207975 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df1c3c13-0fa1-458d-ac07-9636924d8c0f {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:11.208383 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'status': 'completed', 'code': 200} Dec 16 17:44:11.255376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:44:11.491899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '543c1fdd-f7e6-4575-8062-5492a7c7209b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'port_id': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'mac_address': 'fa:16:3e:05:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54396d05-a70c-441a-ab3d-c16bc020c026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:09Z', 'updated_at': '2021-12-16T17:44:09Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:11.522851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755abaec-5b90-495a-83c7-89286249725f None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:44:11.533065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:44:11.533684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:11.566319 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-89d8f4b9-eb10-4208-8bdf-65bb0a3dec48 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 991 time: 0.3964522 Dec 16 17:44:11.582436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae154-35c7-4599-a098-030d1ef8d992 req-e89b3db9-2503-47cc-b3e6-8cd1900b0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:11.584166 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-e89b3db9-2503-47cc-b3e6-8cd1900b0e3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1098 time: 0.0472512 Dec 16 17:44:11.601824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d5ca3-72a6-4730-8b69-1c7fa0e2a254 req-8669c4e5-bd6f-4bf3-82f2-bd65109f7958 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:11.603586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c85d5ca3-72a6-4730-8b69-1c7fa0e2a254 req-8669c4e5-bd6f-4bf3-82f2-bd65109f7958 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0510349 Dec 16 17:44:11.646079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:44:11.657948 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c85d5ca3-72a6-4730-8b69-1c7fa0e2a254 req-0359f63a-2c3d-471c-9e3d-fedf00cfd60c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471604 Dec 16 17:44:11.693742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae154-35c7-4599-a098-030d1ef8d992 req-ac35c4fb-f35b-4f14-bcce-59e8ced24a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:11.695322 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-ac35c4fb-f35b-4f14-bcce-59e8ced24a7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 898 time: 0.0975459 Dec 16 17:44:11.761970 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-eeea1787-59f4-4907-b677-9d6ea078beb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 200 len: 999 time: 0.0581996 Dec 16 17:44:11.811187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae154-35c7-4599-a098-030d1ef8d992 req-1cdad429-3889-44ad-bce9-f138aeb1dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:11.812835 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-1cdad429-3889-44ad-bce9-f138aeb1dafc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0437298 Dec 16 17:44:11.868145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae154-35c7-4599-a098-030d1ef8d992 req-7559468e-a281-40b8-a866-e2cf1eeca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:11.869694 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-7559468e-a281-40b8-a866-e2cf1eeca406 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475667 Dec 16 17:44:11.886659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-755abaec-5b90-495a-83c7-89286249725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '543c1fdd-f7e6-4575-8062-5492a7c7209b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'port_id': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'mac_address': 'fa:16:3e:05:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54396d05-a70c-441a-ab3d-c16bc020c026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:09Z', 'updated_at': '2021-12-16T17:44:09Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:11.914483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755abaec-5b90-495a-83c7-89286249725f None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '543c1fdd-f7e6-4575-8062-5492a7c7209b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'port_id': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'mac_address': 'fa:16:3e:05:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54396d05-a70c-441a-ab3d-c16bc020c026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:09Z', 'updated_at': '2021-12-16T17:44:09Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:44:11.961737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-075d9b5f-ab1f-4f2c-8e77-9bad8b0d1fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831368 Dec 16 17:44:12.067554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-620ae154-35c7-4599-a098-030d1ef8d992 req-a7edb429-50d7-430b-bf79-9943f2455bfb service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Dec 16 17:44:12.078796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:12.115490 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d433e2-4230-4f8a-8233-a392fa03430d None None] New status for floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:44:12.569959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51280) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:12.630146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-14710476-e4c5-44ce-be72-da1a8abd0493 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 993 time: 0.0591292 Dec 16 17:44:12.783373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43461eb2-df9e-40c8-bc29-a1534d8ddb78 req-d9e4b7d1-b6fd-4b5f-acfc-4a135cdd980a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:12.784844 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-43461eb2-df9e-40c8-bc29-a1534d8ddb78 req-d9e4b7d1-b6fd-4b5f-acfc-4a135cdd980a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0532217 Dec 16 17:44:12.833807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-43461eb2-df9e-40c8-bc29-a1534d8ddb78 req-30a8d50a-5ded-4832-afcc-ef90b2e5eb42 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Dec 16 17:44:13.028061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:13.946865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236b797-e078-49cf-b292-559870ffb341 req-93e7dcfe-95a3-4ccf-bef3-86dc917df437 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:13.948365 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4236b797-e078-49cf-b292-559870ffb341 req-93e7dcfe-95a3-4ccf-bef3-86dc917df437 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 944 time: 0.0487533 Dec 16 17:44:13.996666 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4236b797-e078-49cf-b292-559870ffb341 req-9239b607-be90-443a-b99e-38b252f9a0d7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Dec 16 17:44:14.889156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device cce388c9-aa9e-46dd-960c-08acaf3923c8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:44:14.983170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port cce388c9-aa9e-46dd-960c-08acaf3923c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:14.994686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'port_id': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'mac_address': 'fa:16:3e:26:3e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:44:15.031236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:15.043899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce388c9-aa9e-46dd-960c-08acaf3923c8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:44:15.064554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port cce388c9-aa9e-46dd-960c-08acaf3923c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:15.068700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:15.110112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafac11f-a1af-4ab4-9258-f731037404c7 req-2b8f20ef-7c81-40c3-b800-43e2faeef9f8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:15.111612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cafac11f-a1af-4ab4-9258-f731037404c7 req-2b8f20ef-7c81-40c3-b800-43e2faeef9f8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 945 time: 0.0502045 Dec 16 17:44:15.115146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=cce388c9-aa9e-46dd-960c-08acaf3923c8,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:15.167253 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cafac11f-a1af-4ab4-9258-f731037404c7 req-a4b7b35b-e64e-48a5-af18-7e4f58eecc0a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488474 Dec 16 17:44:15.308718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['cce388c9-aa9e-46dd-960c-08acaf3923c8'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:44:16.289578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6c5f-7594-408e-9821-0f986cec103f req-bde88de9-4d28-41fa-a254-a1f345c08ce8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:16.291063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05bf6c5f-7594-408e-9821-0f986cec103f req-bde88de9-4d28-41fa-a254-a1f345c08ce8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 945 time: 0.0580623 Dec 16 17:44:16.340831 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05bf6c5f-7594-408e-9821-0f986cec103f req-acaf0f0f-3666-4b45-bcbb-e97a7fa74ef9 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Dec 16 17:44:16.880634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device cce388c9-aa9e-46dd-960c-08acaf3923c8 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:44:16.930753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port cce388c9-aa9e-46dd-960c-08acaf3923c8 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:44:16.934935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port cce388c9-aa9e-46dd-960c-08acaf3923c8 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:44:16.935304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:17.010897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:17.033068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:17.035292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397241e2-8958-40db-bdec-396d6ed75ac7" -d '{"events": [{"server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "name": "network-vif-plugged", "status": "completed", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:17.051336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port cce388c9-aa9e-46dd-960c-08acaf3923c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:17.055562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:17.227886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ac3c35-365a-4931-9efb-fc212ae0f6ac x-openstack-request-id: req-71ac3c35-365a-4931-9efb-fc212ae0f6ac {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:17.228445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "name": "network-vif-plugged", "status": "completed", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:17.228702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71ac3c35-365a-4931-9efb-fc212ae0f6ac {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:17.229119 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'code': 200} Dec 16 17:44:17.249477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=cce388c9-aa9e-46dd-960c-08acaf3923c8,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:17.286378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bf746-f702-4632-a25e-bcd7809e2c95 req-ddcd4ddf-3747-4fa7-90a8-a391562b004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:17.287976 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4a1bf746-f702-4632-a25e-bcd7809e2c95 req-ddcd4ddf-3747-4fa7-90a8-a391562b004a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0454197 Dec 16 17:44:17.332875 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4a1bf746-f702-4632-a25e-bcd7809e2c95 req-4196f6a9-6e44-4386-92da-3629b8851473 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Dec 16 17:44:17.453966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e45c7-4f49-45fb-a984-dd361560edef req-4fb7ea3f-0af4-4426-82d2-5e4f1426fd21 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:17.455468 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a65e45c7-4f49-45fb-a984-dd361560edef req-4fb7ea3f-0af4-4426-82d2-5e4f1426fd21 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 946 time: 0.0480711 Dec 16 17:44:17.504563 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a65e45c7-4f49-45fb-a984-dd361560edef req-65482d35-0c69-4095-b14e-514140349b8e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 Dec 16 17:44:18.627417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43386c1-36f9-4eb9-82ce-c3cae5fc628d req-88413fb8-71f2-43de-95b3-483b3dd33891 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:18.628852 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e43386c1-36f9-4eb9-82ce-c3cae5fc628d req-88413fb8-71f2-43de-95b3-483b3dd33891 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 946 time: 0.0525529 Dec 16 17:44:18.677632 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e43386c1-36f9-4eb9-82ce-c3cae5fc628d req-02b667c4-0ff6-4c5b-89f5-4a04d8213771 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 Dec 16 17:44:18.788979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d477221-3d12-4775-a1a0-14ed23cda564 req-abd0bbb5-c24d-4d47-a96c-4c2c7629a60e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:18.790344 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1d477221-3d12-4775-a1a0-14ed23cda564 req-abd0bbb5-c24d-4d47-a96c-4c2c7629a60e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 946 time: 0.0478451 Dec 16 17:44:18.842845 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1d477221-3d12-4775-a1a0-14ed23cda564 req-6ab134f1-3670-4c68-8446-253ac528e745 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Dec 16 17:44:18.865550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51298) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:18.999816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada39ed-5f64-4485-94ea-b44a8387d3e8 tempest-TestVolumeBootPattern-1314914280 tempest-TestVolumeBootPattern-1314914280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:19.001358 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-aada39ed-5f64-4485-94ea-b44a8387d3e8 tempest-TestVolumeBootPattern-1314914280 tempest-TestVolumeBootPattern-1314914280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1348386 Dec 16 17:44:19.004118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51302) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:19.008570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:19.032196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.129716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.233323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Allocated IP 172.26.2.184 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/d7cb4ab2-90ed-4f04-a24d-d36e800ed91d) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:44:19.331610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.365327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.404716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:44:19.408160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:44:19.411636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:44:19.416757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=d7cb4ab2-90ed-4f04-a24d-d36e800ed91d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:19.763288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.833743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.985359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:19.989560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:20.045172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:20.061653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=d7cb4ab2-90ed-4f04-a24d-d36e800ed91d,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:20.069866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:20.168421 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Floating IP f0d84393-406d-4e0c-84ad-9c106cdce83f associated. External IP: 172.26.2.184, port: cce388c9-aa9e-46dd-960c-08acaf3923c8. Dec 16 17:44:20.373274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:44:20.479859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:44:20.489475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:44:20.497464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:20.498710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:44:20.499327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:20.524021 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3b1223f3-424e-4ac4-a5ed-83c048d5b6ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5187619 Dec 16 17:44:20.524727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:20.527300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c" -d '{"events": [{"name": "network-changed", "server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:20.562488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96675e82-6280-466a-a1b3-bbfb600cfe30 x-openstack-request-id: req-96675e82-6280-466a-a1b3-bbfb600cfe30 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:20.562778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:20.563038 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96675e82-6280-466a-a1b3-bbfb600cfe30 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:20.563451 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'status': 'completed', 'code': 200} Dec 16 17:44:20.617299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:44:20.633641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-644d7502-93ad-4bc0-8a74-b2af0e43b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:20.635075 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-644d7502-93ad-4bc0-8a74-b2af0e43b741 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0455549 Dec 16 17:44:20.723993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-18172fd4-b6e8-43f1-833e-9de5d575d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:20.725485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-18172fd4-b6e8-43f1-833e-9de5d575d013 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0829332 Dec 16 17:44:20.806763 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-3edf6cb8-e54c-4ad5-a7ab-87073567700e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8 HTTP/1.1" status: 200 len: 1000 time: 0.0697968 Dec 16 17:44:20.853218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f0d84393-406d-4e0c-84ad-9c106cdce83f', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:26:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:19Z', 'updated_at': '2021-12-16T17:44:19Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:20.856599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-11287e78-292d-4013-9b38-69ca052a08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:20.858127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-11287e78-292d-4013-9b38-69ca052a08dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0445278 Dec 16 17:44:20.880239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:44:20.888670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:44:20.889252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:20.904019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-3fc3a4f5-e11d-4ad5-b5ea-c346a51d90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:20.905556 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-3fc3a4f5-e11d-4ad5-b5ea-c346a51d90dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400643 Dec 16 17:44:20.993241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:44:20.997791 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-00ac6639-e46a-4bfe-8028-ad59a4628c2a service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845163 Dec 16 17:44:21.089913 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f34272b8-4a2a-4ab9-9a75-e57b91f2814c req-88745f23-08b5-459e-95f9-c2036c30aefb service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824547 Dec 16 17:44:21.215354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f0d84393-406d-4e0c-84ad-9c106cdce83f', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:26:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:19Z', 'updated_at': '2021-12-16T17:44:19Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:21.242481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f3712-6993-4b3d-ac50-cad7bb35a49b None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f0d84393-406d-4e0c-84ad-9c106cdce83f', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:26:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:19Z', 'updated_at': '2021-12-16T17:44:19Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:44:21.431857 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60902525-236f-441f-a0c6-dff7cbec8793 None None] New status for floating IP f0d84393-406d-4e0c-84ad-9c106cdce83f: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:44:28.269222 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-fdbec884-e1c2-42be-8fc9-6fd153f71422 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401354 Dec 16 17:44:28.354521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-c94ea4ab-6a12-4301-99a9-fd27f878a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:28.356004 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-c94ea4ab-6a12-4301-99a9-fd27f878a3fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0444117 Dec 16 17:44:28.457624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-aaf23312-ada8-4c61-b497-f60ac3ac07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:28.459012 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-aaf23312-ada8-4c61-b497-f60ac3ac07d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0826406 Dec 16 17:44:28.532890 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-7a841931-60c7-4f15-a79c-d41714512b4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8 HTTP/1.1" status: 200 len: 1002 time: 0.0629585 Dec 16 17:44:28.581848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-fd14587d-83e2-4b72-b913-b45b63d4d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:28.583264 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-fd14587d-83e2-4b72-b913-b45b63d4d1bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0429335 Dec 16 17:44:28.628341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-96ac21ca-f223-451a-987e-4a12bfc47e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:28.629823 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-96ac21ca-f223-451a-987e-4a12bfc47e91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392978 Dec 16 17:44:28.726569 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-1f01a445-7ad0-414a-9027-6cb887edddbc service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843925 Dec 16 17:44:28.815524 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ac770e34-e0bb-40f2-99e9-4f1a4b949aab req-c8375e4e-ceb8-4703-9123-c4c79f0c9fd6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805466 Dec 16 17:44:31.565837 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:44:37.335544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a54f233d-81e1-4d4d-86f6-887765eb3e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:39.653381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55e0372e-b992-4490-8bb9-aa5792989d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:40.839478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:42.079876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:43.031428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:45.663596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51330) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:45.850296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d175d-10be-4328-8165-537e155d7345 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:45.850793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d175d-10be-4328-8165-537e155d7345 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:45.851274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d175d-10be-4328-8165-537e155d7345 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:45.853418 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e33d175d-10be-4328-8165-537e155d7345 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=79f667c7712342f2a086ea5a4a4cebf2&network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 2999 time: 0.1886902 Dec 16 17:44:47.811545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51342) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:47.858541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cac829-fd13-446a-9f47-01eb63e0aba6 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:47.860029 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c6cac829-fd13-446a-9f47-01eb63e0aba6 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71 HTTP/1.1" status: 200 len: 814 time: 0.0474873 Dec 16 17:44:48.376141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51348) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:48.380751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:48.439887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:48.586388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:48.590148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:48.590469 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b disassociated. External IP: 172.26.2.251, port: b6aaebd4-72bc-409b-a843-8bb53b069f0d. Dec 16 17:44:48.791775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:44:48.899467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:44:48.904397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:48.910334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:44:48.919889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:44:48.920579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:48.931282 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8331992c-fa9b-4bad-aa67-aa62ce049e47 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 690 time: 0.5540621 Dec 16 17:44:48.931865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:48.934135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51350) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:48.934658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f265ce-94cb-45be-8943-42896f0ce98e" -d '{"events": [{"name": "network-changed", "server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:48.970919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ffbeaa-6b51-4feb-964e-9c247d5c7918 x-openstack-request-id: req-76ffbeaa-6b51-4feb-964e-9c247d5c7918 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:48.971217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:48.971475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76ffbeaa-6b51-4feb-964e-9c247d5c7918 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:48.973694 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'status': 'completed', 'code': 200} Dec 16 17:44:48.989233 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e150895a-b82a-473a-8143-42451b0b9c5b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 690 time: 0.0539160 Dec 16 17:44:49.026880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:44:49.035800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f265ce-94cb-45be-8943-42896f0ce98e req-1fea3a1a-c60d-460b-b06b-74393a9537dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:49.037331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-1fea3a1a-c60d-460b-b06b-74393a9537dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1098 time: 0.0402703 Dec 16 17:44:49.131719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f265ce-94cb-45be-8943-42896f0ce98e req-940fd556-4ab8-4d37-8672-c25236ef9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:49.133236 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-940fd556-4ab8-4d37-8672-c25236ef9717 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 898 time: 0.0868099 Dec 16 17:44:49.174245 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-a68f73b7-db3a-4674-8e68-06203cc075dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 200 len: 217 time: 0.0336702 Dec 16 17:44:49.222866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:49.225909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f265ce-94cb-45be-8943-42896f0ce98e req-339c94a3-91e1-40e4-9db3-533ac0c6ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:49.227651 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-339c94a3-91e1-40e4-9db3-533ac0c6ab42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0440443 Dec 16 17:44:49.248972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:44:49.257706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:44:49.258301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:49.278568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f265ce-94cb-45be-8943-42896f0ce98e req-64ab191e-c306-4d08-a3b6-7f252ba098e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:49.280101 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-64ab191e-c306-4d08-a3b6-7f252ba098e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445042 Dec 16 17:44:49.367531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:44:49.374445 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-d1f93a7e-1918-46ad-a2a7-637edd08d599 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Dec 16 17:44:49.467927 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-04f265ce-94cb-45be-8943-42896f0ce98e req-a1bd831e-b92b-4e0b-9c71-dd15b10d6143 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Dec 16 17:44:49.569319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:44:49.595305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cad43a-3d48-409e-ac83-5b09c3d5ac7c None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:44:49.812437 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8141f3b-093f-4f18-ac4f-85750d874028 None None] New status for floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:44:49.993251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51356) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:50.041999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:50.046941 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6f11848d-ce5a-4344-9101-e0ec8a965cfe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 688 time: 0.0525928 Dec 16 17:44:51.334636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51360) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:51.339134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993901059', 'description': 'tempest-secgroup-smoke-993901059 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:51.364524 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.430865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.434471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.458408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.459634 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1240468 Dec 16 17:44:51.462966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51362) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:51.467394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f51e7b-4ad0-4417-8011-2fe35b1c0a1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:51.467557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:51.498914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.879026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.882067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.899557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0eab5a-6e77-41b3-b4a7-45fc7804148e,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:51.907514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.909011 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-51462cde-827f-4dda-b1d9-195b89f3eaf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448502 Dec 16 17:44:51.911955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51364) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:51.916291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:51.942788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.995513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:51.998902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.016743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0ad6e3-ede2-4bc1-a70d-d8081633f042,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:52.022009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.023233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-416928cd-0157-475a-9d80-1514ec7d3db7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1103442 Dec 16 17:44:52.026058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51366) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:52.030380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:52.056553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.111328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.115215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.134119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c8ae40-0c12-4552-bbd5-e0166ec86fd1,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:52.141340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.142511 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2a5dfa3a-f6b1-4eee-ae24-f284f474ea9f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155405 Dec 16 17:44:52.145276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51368) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:52.149458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:52.176046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.232744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.237140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.254512 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef261e7c-62f4-4614-bcc2-00a126b1c60f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:52.262649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.263819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-49a1a78c-e7c7-46a6-b7a6-139267f0dedc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176295 Dec 16 17:44:52.266557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51370) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:52.271004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:52.293513 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:44:52.298172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.355638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.359258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.377755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c584f0fc-8d5c-42c0-8959-ac71a5efe799,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:52.382922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.384105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8322efc4-3a6c-47a5-98ba-f811d92a23c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166196 Dec 16 17:44:52.386938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:44:52.391208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:52.413644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:44:52.418352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.474639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.478441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.501542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c007874b-ea0c-47a6-8aa4-b344f8ce8cee,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:52.507948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:52.509029 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a6d3a7dc-d003-4500-afb4-10a9a4e8e881 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209950 Dec 16 17:44:52.658740 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-6247324a-97bc-415c-8540-60470307d907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993901059&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0442319 Dec 16 17:44:52.761412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-6204effe-90b7-4a59-8c0a-c8edd88005a1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:52.762858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-6204effe-90b7-4a59-8c0a-c8edd88005a1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 797 time: 0.0974362 Dec 16 17:44:52.777724 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-f4b49e92-7258-4325-a677-bf186f5f8741 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Dec 16 17:44:52.833693 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-73c0c73b-14a7-4504-9e0c-99e6238aee4d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508218 Dec 16 17:44:52.930497 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-b9acd392-8296-4c9f-971e-ece16786384e service neutron] 10.222.0.66 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851879 Dec 16 17:44:53.024323 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-e5f3c180-55c8-4460-9baa-fc06bcfd909c service neutron] 10.222.0.66 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878108 Dec 16 17:44:53.182848 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6ca7a4d0-7475-47dd-90ed-9519ac087c82 req-d8f6c8f3-5c3e-45e1-9072-ed00e7477636 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 210 time: 0.0268970 Dec 16 17:44:54.098679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-4b089f42-5a37-4edb-a33e-8907f7857e76 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:54.100141 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-4b089f42-5a37-4edb-a33e-8907f7857e76 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 797 time: 0.1014524 Dec 16 17:44:54.181210 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-879b0437-ab9e-4c3d-96ed-995e636d5657 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 472 time: 0.0716376 Dec 16 17:44:54.194829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:54.278180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-695d0637-1359-41b8-9275-8726763d3409 req-9fefa06f-b48f-4f51-9181-f3e6c943db17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 210 time: 0.0266566 Dec 16 17:44:54.305379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:44:54.308891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:54.433298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.14 (aaa51262-03f0-4418-ab2d-e531a9cacc90/a6344f38-067e-4798-a8c2-6f74e9796bd7/dc636086-adc3-451b-9810-2f7de2ae0a8b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:44:54.572920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:54.606319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:54.647552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:44:54.650677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:44:54.654391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:44:54.679600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=dc636086-adc3-451b-9810-2f7de2ae0a8b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:54.710374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:54.711023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:54.729827 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-16888d32-20d2-4a4f-9183-21a4d3b275ec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5384905 Dec 16 17:44:54.741996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Request body: {'port': {'device_id': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:44:54.804989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:54.881639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-42dcfe02-28ec-4dbd-80dd-318b447287ae None None] Provisioning complete for port dc636086-adc3-451b-9810-2f7de2ae0a8b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:44:54.882278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe02-28ec-4dbd-80dd-318b447287ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:54.917602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-42dcfe02-28ec-4dbd-80dd-318b447287ae None None] Port dc636086-adc3-451b-9810-2f7de2ae0a8b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:44:55.069890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc636086-adc3-451b-9810-2f7de2ae0a8b {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:44:55.077170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:55.088768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Transition to ACTIVE for port object dc636086-adc3-451b-9810-2f7de2ae0a8b will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:44:55.092557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:55.143035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc636086-adc3-451b-9810-2f7de2ae0a8b,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:55.219354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Attempting to bind port dc636086-adc3-451b-9810-2f7de2ae0a8b on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:44:55.219721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Attempting to bind port dc636086-adc3-451b-9810-2f7de2ae0a8b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:44:55.220123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Attempting to bind port dc636086-adc3-451b-9810-2f7de2ae0a8b on network aaa51262-03f0-4418-ab2d-e531a9cacc90 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:44:55.225428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Port dc636086-adc3-451b-9810-2f7de2ae0a8b on network aaa51262-03f0-4418-ab2d-e531a9cacc90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:44:55.225806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Attempting to bind port dc636086-adc3-451b-9810-2f7de2ae0a8b on network aaa51262-03f0-4418-ab2d-e531a9cacc90 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:44:55.231389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:44:55.231776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Checking segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:44:55.232135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Bound using segment: {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:44:55.232661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Bound port: dc636086-adc3-451b-9810-2f7de2ae0a8b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c36820-0e18-42ba-aebe-bc00c57d11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:44:55.233019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:55.303862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] For port dc636086-adc3-451b-9810-2f7de2ae0a8b, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:44:55.307332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] For port dc636086-adc3-451b-9810-2f7de2ae0a8b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:44:55.312526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:55.351192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:55.352214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:55.353692 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] 10.222.0.57 "PUT /v2.0/ports/dc636086-adc3-451b-9810-2f7de2ae0a8b HTTP/1.1" status: 200 len: 1094 time: 0.6158516 Dec 16 17:44:55.354316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:44:55.356772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e54918e-e13b-4794-9a72-4661c93f04a5" -d '{"events": [{"name": "network-changed", "server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:44:55.383346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e728018-6cf2-4ffa-bd0a-ed83a5617a8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc636086-adc3-451b-9810-2f7de2ae0a8b,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:55.420284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847cbb-246f-4ac3-93a0-2d67d22f8190 req-a3ae06ea-1418-4211-83fc-23fea7aa40de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:55.421968 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cf847cbb-246f-4ac3-93a0-2d67d22f8190 req-a3ae06ea-1418-4211-83fc-23fea7aa40de tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 944 time: 0.0635936 Dec 16 17:44:55.444121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5fe9a4-fb86-49d2-bb6b-996467b84e42 x-openstack-request-id: req-fc5fe9a4-fb86-49d2-bb6b-996467b84e42 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:44:55.444423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:44:55.444683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc5fe9a4-fb86-49d2-bb6b-996467b84e42 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:44:55.445122 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'status': 'completed', 'code': 200} Dec 16 17:44:55.487629 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cf847cbb-246f-4ac3-93a0-2d67d22f8190 req-5661e9ef-2515-4887-982d-af7db925b9a1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539086 Dec 16 17:44:55.508255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-fc363f61-9ffb-4899-8abc-ae0010f8f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:55.511001 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-fc363f61-9ffb-4899-8abc-ae0010f8f98e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 1097 time: 0.0606856 Dec 16 17:44:55.558047 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-12b11b25-994a-4d49-8706-95bffef60ab1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b HTTP/1.1" status: 200 len: 217 time: 0.0391779 Dec 16 17:44:55.611475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-3bc0fa4b-0db3-4d8f-a139-59195fa1da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:55.613097 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-3bc0fa4b-0db3-4d8f-a139-59195fa1da82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0485861 Dec 16 17:44:55.659685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-10f65328-ef3f-48b5-b9ab-404ff8c73bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:55.661259 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-10f65328-ef3f-48b5-b9ab-404ff8c73bae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416100 Dec 16 17:44:55.767876 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-e3426ac5-0f77-4e5f-b66d-9ae187963b98 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982671 Dec 16 17:44:55.865347 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e6f956a4-0357-42ce-b580-6e57e93c0509 req-9effcf44-83f4-415d-910a-e41761051d2d service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889754 Dec 16 17:44:55.962357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-3704a7cb-856b-4bd8-a5a0-bc9c6633f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:55.963995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-3704a7cb-856b-4bd8-a5a0-bc9c6633f09a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 1097 time: 0.0482473 Dec 16 17:44:56.057543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-865fa998-7377-4fb5-82f2-38f51fae120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:56.058999 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-865fa998-7377-4fb5-82f2-38f51fae120b service neutron] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 898 time: 0.0873554 Dec 16 17:44:56.103837 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-a02dd407-4c5f-4abe-8a6c-00c562b98b93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b HTTP/1.1" status: 200 len: 217 time: 0.0366278 Dec 16 17:44:56.153817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-e7da323f-dfad-4cd5-bb82-a1003ffcc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:56.155165 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-e7da323f-dfad-4cd5-bb82-a1003ffcc35f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0444667 Dec 16 17:44:56.204151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-67a0de53-802f-46ac-85be-7d2bd6e3b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:56.205673 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-67a0de53-802f-46ac-85be-7d2bd6e3b760 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418909 Dec 16 17:44:56.297910 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-30469daa-cb17-430e-8c95-889b1a5b90eb service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836353 Dec 16 17:44:56.389887 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0e54918e-e13b-4794-9a72-4661c93f04a5 req-b31a41ec-5a72-4ba0-8bdc-e18a023863bc service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821488 Dec 16 17:44:56.625224 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1dc80-9265-4edc-9c1c-10e0843fe33c req-cddbb688-6862-4e40-8f2c-b353e7160c6d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:56.626685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bdc1dc80-9265-4edc-9c1c-10e0843fe33c req-cddbb688-6862-4e40-8f2c-b353e7160c6d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 944 time: 0.0526402 Dec 16 17:44:56.674907 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bdc1dc80-9265-4edc-9c1c-10e0843fe33c req-9bfbc32a-654e-4af1-b3fb-3e4a0324e051 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422485 Dec 16 17:44:57.788435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1a6c7-e83f-4fd4-96e0-a70699574e13 req-b6625628-25fa-4ee6-9723-178f9259f89f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:57.789932 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bc1a6c7-e83f-4fd4-96e0-a70699574e13 req-b6625628-25fa-4ee6-9723-178f9259f89f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 944 time: 0.0485313 Dec 16 17:44:57.838905 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bc1a6c7-e83f-4fd4-96e0-a70699574e13 req-906c72e0-aba1-4e30-82ff-e94af31e6138 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 Dec 16 17:44:58.957282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213fc30-ee30-4c51-8ab0-e4463055a3a9 req-9fb841e6-9f55-4363-87fe-e90d2302b806 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:44:58.958769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3213fc30-ee30-4c51-8ab0-e4463055a3a9 req-9fb841e6-9f55-4363-87fe-e90d2302b806 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 944 time: 0.0535207 Dec 16 17:44:59.007676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3213fc30-ee30-4c51-8ab0-e4463055a3a9 req-43ae2f32-48f2-4100-9151-e50de7b55f00 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423980 Dec 16 17:44:59.165786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device dc636086-adc3-451b-9810-2f7de2ae0a8b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:44:59.256532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port dc636086-adc3-451b-9810-2f7de2ae0a8b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:59.267379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'port_id': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'mac_address': 'fa:16:3e:0d:f2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:44:59.306301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:59.318527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc636086-adc3-451b-9810-2f7de2ae0a8b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:44:59.336654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port dc636086-adc3-451b-9810-2f7de2ae0a8b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:44:59.340458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:44:59.387132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=dc636086-adc3-451b-9810-2f7de2ae0a8b,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:44:59.393993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.394341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.394695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.395010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.395337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.395662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.395983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.396303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.396625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.396959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.397281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.397595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.397908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:44:59.559970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['dc636086-adc3-451b-9810-2f7de2ae0a8b'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:45:00.119727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864019c8-3d0d-4a8c-970b-4624dadf7c26 req-4a6c4fbe-29ee-48a6-9320-5c06855f5c34 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:00.121207 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-864019c8-3d0d-4a8c-970b-4624dadf7c26 req-4a6c4fbe-29ee-48a6-9320-5c06855f5c34 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Dec 16 17:45:00.168033 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-864019c8-3d0d-4a8c-970b-4624dadf7c26 req-f33f9184-6c20-47cc-b0fc-2cb8a914810d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Dec 16 17:45:01.183140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device dc636086-adc3-451b-9810-2f7de2ae0a8b up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:45:01.232757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port dc636086-adc3-451b-9810-2f7de2ae0a8b completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:45:01.236975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port dc636086-adc3-451b-9810-2f7de2ae0a8b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:01.237356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:01.282673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ac408-6500-4982-b84f-696ebe72ffe2 req-53fb8299-5990-4810-bdc4-ff6d5e75ec23 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:01.284748 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bf2ac408-6500-4982-b84f-696ebe72ffe2 req-53fb8299-5990-4810-bdc4-ff6d5e75ec23 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 945 time: 0.0476356 Dec 16 17:45:01.317046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:01.338381 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bf2ac408-6500-4982-b84f-696ebe72ffe2 req-a6429353-fb62-4f35-bd26-96fed6a9e326 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473561 Dec 16 17:45:01.340862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:45:01.343164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342564b0-ef4b-4fa1-acaf-bde33d681133" -d '{"events": [{"server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "name": "network-vif-plugged", "status": "completed", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:45:01.358126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port dc636086-adc3-451b-9810-2f7de2ae0a8b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:01.362777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:01.388234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0659d21f-e618-496e-be61-8ec1eaed4c7f x-openstack-request-id: req-0659d21f-e618-496e-be61-8ec1eaed4c7f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:45:01.388536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "name": "network-vif-plugged", "status": "completed", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:45:01.389488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0659d21f-e618-496e-be61-8ec1eaed4c7f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:45:01.389903 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'code': 200} Dec 16 17:45:01.417912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=dc636086-adc3-451b-9810-2f7de2ae0a8b,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:01.551202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6864-199d-4206-a678-6416c70d203f req-a814c651-c516-41d8-ac61-c5214e46db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:01.552593 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-10ac6864-199d-4206-a678-6416c70d203f req-a814c651-c516-41d8-ac61-c5214e46db2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 1099 time: 0.0406902 Dec 16 17:45:01.597723 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-10ac6864-199d-4206-a678-6416c70d203f req-73340ff5-384a-4f7d-8e0a-43b649ac0407 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381224 Dec 16 17:45:02.454983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53604812-2764-4a0b-bc79-c7d50f58c704 req-6e8393f8-fb67-4367-8019-11f15ae74776 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:02.456528 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-53604812-2764-4a0b-bc79-c7d50f58c704 req-6e8393f8-fb67-4367-8019-11f15ae74776 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 946 time: 0.0486538 Dec 16 17:45:02.505545 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-53604812-2764-4a0b-bc79-c7d50f58c704 req-3653f1ee-d104-4052-aaa7-be2efde6f435 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Dec 16 17:45:03.623530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afbd24-cc4f-4689-858e-c6987788e0ed req-36a2037b-582c-40e4-8452-1f927bec73af tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:03.625054 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-40afbd24-cc4f-4689-858e-c6987788e0ed req-36a2037b-582c-40e4-8452-1f927bec73af tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 946 time: 0.0492003 Dec 16 17:45:03.674599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-40afbd24-cc4f-4689-858e-c6987788e0ed req-8e97c496-4e08-4fab-b24c-7bba54339680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433464 Dec 16 17:45:03.790834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cb8d0-6f23-495a-994f-5e1b90da1e88 req-78588c42-048a-4ab5-849c-3e22436b1614 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:03.792316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c2cb8d0-6f23-495a-994f-5e1b90da1e88 req-78588c42-048a-4ab5-849c-3e22436b1614 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 946 time: 0.0527248 Dec 16 17:45:03.842807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c2cb8d0-6f23-495a-994f-5e1b90da1e88 req-869ac245-ce8e-40a7-9120-e6269e7a3308 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Dec 16 17:45:03.864713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51428) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:03.904417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c058aa-5658-4274-806f-41da4b633d0f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:03.905991 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-48c058aa-5658-4274-806f-41da4b633d0f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 1094 time: 0.0402822 Dec 16 17:45:03.909343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51430) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:03.913591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'port_id': 'dc636086-adc3-451b-9810-2f7de2ae0a8b'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:03.955656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:04.379134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:04.384195 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:04.486054 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b associated. External IP: 172.26.2.251, port: dc636086-adc3-451b-9810-2f7de2ae0a8b. Dec 16 17:45:04.702543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:45:04.807083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:45:04.812046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:04.816950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:45:04.827508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:04.828134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:04.839742 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c6607608-f621-4496-bd1a-10e64b185ce1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 992 time: 0.9293885 Dec 16 17:45:04.840345 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:45:04.842564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51432) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:04.843053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80040ab-528a-406e-8054-2987079b4969" -d '{"events": [{"name": "network-changed", "server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:45:04.879398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f53017d-ac23-4858-ae08-d5e7abf9e965 x-openstack-request-id: req-0f53017d-ac23-4858-ae08-d5e7abf9e965 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:45:04.879947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:45:04.880209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f53017d-ac23-4858-ae08-d5e7abf9e965 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:45:04.880621 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'status': 'completed', 'code': 200} Dec 16 17:45:04.932197 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-87f28d3a-4498-48a3-96be-88300596606f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 992 time: 0.0883937 Dec 16 17:45:04.937493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:04.948346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80040ab-528a-406e-8054-2987079b4969 req-9e518ec1-ef00-44a6-8359-f3361f6cc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:04.949890 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-9e518ec1-ef00-44a6-8359-f3361f6cc5b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 1099 time: 0.0451982 Dec 16 17:45:05.048423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80040ab-528a-406e-8054-2987079b4969 req-e0b10357-ddb9-4d90-8478-9c7e7c819a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:05.050553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-e0b10357-ddb9-4d90-8478-9c7e7c819a98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 898 time: 0.0934000 Dec 16 17:45:05.116568 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-d7440cbd-5948-4bda-9e43-3407245b753d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b HTTP/1.1" status: 200 len: 1000 time: 0.0587740 Dec 16 17:45:05.164322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80040ab-528a-406e-8054-2987079b4969 req-6a187225-f1ae-47f4-adf5-56fc177204c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:05.165807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-6a187225-f1ae-47f4-adf5-56fc177204c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0427451 Dec 16 17:45:05.213967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80040ab-528a-406e-8054-2987079b4969 req-b6909ed5-a02b-4c03-b471-16d33160d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:05.215432 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-b6909ed5-a02b-4c03-b471-16d33160d0ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427313 Dec 16 17:45:05.303526 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-93493f30-f3c5-4348-952a-819eb6e4be42 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799181 Dec 16 17:45:05.313636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '543c1fdd-f7e6-4575-8062-5492a7c7209b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'port_id': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'mac_address': 'fa:16:3e:0d:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:09Z', 'updated_at': '2021-12-16T17:45:04Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:05.342668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:45:05.352125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:05.352744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:44:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:05.393878 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80040ab-528a-406e-8054-2987079b4969 req-ab60e54a-e86f-4b37-a994-dbce91c36981 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838130 Dec 16 17:45:05.456246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:05.674326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '543c1fdd-f7e6-4575-8062-5492a7c7209b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'port_id': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'mac_address': 'fa:16:3e:0d:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:09Z', 'updated_at': '2021-12-16T17:45:04Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:05.703643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc38ad-206b-44b0-bd7a-d801d6c0c0ef None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '543c1fdd-f7e6-4575-8062-5492a7c7209b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'port_id': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'mac_address': 'fa:16:3e:0d:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:44:09Z', 'updated_at': '2021-12-16T17:45:04Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:45:05.889826 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf0ecf-185f-47dd-9a6e-77fedfb63c45 None None] New status for floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:45:05.936068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51436) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:05.996468 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ca044b0c-fb1d-44f6-b799-13a628e07fa4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 992 time: 0.0592213 Dec 16 17:45:06.999930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51438) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:07.062076 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5d4392bb-f2ef-49be-a451-6064c151a23e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 200 len: 994 time: 0.0610125 Dec 16 17:45:07.337388 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43b818cf-c29c-4275-b573-17c3b69cf928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:08.564518 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:45:09.655060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-301a5ba2-d20d-4aeb-9c43-7efdfe684cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:10.844861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:12.082102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:13.034409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:20.066615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:30.274155 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-1c035300-0560-43ec-ad01-da822ab5e539 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388007 Dec 16 17:45:30.337822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-72d9f825-27d6-4f56-808f-0bccd0bf81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:30.339345 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-72d9f825-27d6-4f56-808f-0bccd0bf81fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 1098 time: 0.0388720 Dec 16 17:45:30.442573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-f317d947-d841-4628-b54a-785ba4f3e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:30.444009 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-f317d947-d841-4628-b54a-785ba4f3e823 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 200 len: 898 time: 0.0850897 Dec 16 17:45:30.486329 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-dc1bcef0-26fc-4dc0-bdd3-c6cd2b1f08d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 200 len: 217 time: 0.0341396 Dec 16 17:45:30.534875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-6fc80b5d-2b63-49eb-9ad9-91c0bc02ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:30.536282 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-6fc80b5d-2b63-49eb-9ad9-91c0bc02ed35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 200 len: 833 time: 0.0431449 Dec 16 17:45:30.583196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-6cde561a-5879-4766-8b6f-5f34d1366a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:30.584635 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-6cde561a-5879-4766-8b6f-5f34d1366a96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aaa51262-03f0-4418-ab2d-e531a9cacc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415823 Dec 16 17:45:30.672494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-cf88054c-d083-4d33-b8df-a22d75b00809 service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804026 Dec 16 17:45:30.766390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7523f0aa-4eea-482f-b79a-507846399dc1 req-76058a4b-b648-4637-8187-051685cd587f service neutron] 10.222.0.57 "GET /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Dec 16 17:45:37.339947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff1347a-c1aa-487a-9ca5-31925593b416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:38.557178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47508e-976c-44d1-bf95-792731a65134 req-73dcee00-ec21-4c0d-ab1a-e3e0b92e47bf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:38.558658 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bc47508e-976c-44d1-bf95-792731a65134 req-73dcee00-ec21-4c0d-ab1a-e3e0b92e47bf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 946 time: 0.0505257 Dec 16 17:45:38.606592 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bc47508e-976c-44d1-bf95-792731a65134 req-95c5dad5-813e-4f2a-9544-5987c519b8e7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 Dec 16 17:45:39.657635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-224e925f-4745-4024-85e9-9fba260b2e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:39.729924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28250-80e5-498b-bb0d-1bf9ed8ec413 req-bfb61610-9115-45ce-965c-e358e8645b9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:39.731417 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0a28250-80e5-498b-bb0d-1bf9ed8ec413 req-bfb61610-9115-45ce-965c-e358e8645b9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 946 time: 0.0537167 Dec 16 17:45:39.780014 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0a28250-80e5-498b-bb0d-1bf9ed8ec413 req-c67e36d4-38eb-4668-8f58-b2b15792b823 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Dec 16 17:45:40.227382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-d9cc39cc-ee84-4dd4-b7fd-52d0522bac03 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:40.228836 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-d9cc39cc-ee84-4dd4-b7fd-52d0522bac03 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 946 time: 0.3606443 Dec 16 17:45:40.316142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port dc636086-adc3-451b-9810-2f7de2ae0a8b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:45:40.316485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:40.403962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port dc636086-adc3-451b-9810-2f7de2ae0a8b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=dc636086-adc3-451b-9810-2f7de2ae0a8b,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:40.404327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:40.622232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:40.622762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:40.623172 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b disassociated. External IP: 172.26.2.251, port: dc636086-adc3-451b-9810-2f7de2ae0a8b. Dec 16 17:45:40.623625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for dc636086-adc3-451b-9810-2f7de2ae0a8b owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:45:40.750198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:40.776475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=dc636086-adc3-451b-9810-2f7de2ae0a8b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:40.786592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.786947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.787296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.787638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.787975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.788307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.788637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.789001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.789334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.789664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.789987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.791152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.791152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:40.848235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:40.879075 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5ed2cefe-1e79-4f4c-8bd9-24cb6a4b30d7 req-4e792523-2490-4e56-87d8-d2706f0dbb1a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=82ecc96c-a11a-4afd-adf0-0a02702e6df9 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Dec 16 17:45:40.907702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:45:41.012515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:45:41.022874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:45:41.033216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:41.033987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:41.051590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port dc636086-adc3-451b-9810-2f7de2ae0a8b on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:45:41.054122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:41.057456 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2ad00cc-1cbe-4b6e-b0da-d6828728763c req-28a3898b-9693-440c-84d1-ccc60ccaeb8b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/dc636086-adc3-451b-9810-2f7de2ae0a8b HTTP/1.1" status: 204 len: 173 time: 0.8222537 Dec 16 17:45:41.057896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'name': 'network-vif-deleted', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:45:41.060145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8465bce7-fc2b-4e60-8743-31d3af8c0eb6" -d '{"events": [{"server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "name": "network-vif-deleted", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:45:41.100153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c1a0f9-06c4-4109-a836-80ea82331268 x-openstack-request-id: req-57c1a0f9-06c4-4109-a836-80ea82331268 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:45:41.100454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ecc96c-a11a-4afd-adf0-0a02702e6df9", "name": "network-vif-deleted", "tag": "dc636086-adc3-451b-9810-2f7de2ae0a8b", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:45:41.100713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57c1a0f9-06c4-4109-a836-80ea82331268 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:45:41.101153 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ecc96c-a11a-4afd-adf0-0a02702e6df9', 'name': 'network-vif-deleted', 'tag': 'dc636086-adc3-451b-9810-2f7de2ae0a8b', 'status': 'completed', 'code': 200} Dec 16 17:45:41.157652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:41.362037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:41.392525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:45:41.400605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:41.401187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:41.508232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:41.710885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:41.738448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e3303-a1d1-49e1-987d-21a61f5563e4 None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '43d114fa-f523-4569-b761-7ac300ffba24', 'name': '', 'network_id': 'aaa51262-03f0-4418-ab2d-e531a9cacc90', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:f4:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:54Z', 'updated_at': '2021-12-16T17:43:58Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'a6344f38-067e-4798-a8c2-6f74e9796bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:45:41.936180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:41.994928 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a359dd-67d1-4977-8a26-23ad67bb938c None None] New status for floating IP 543c1fdd-f7e6-4575-8062-5492a7c7209b: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:45:41.998307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.022635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.085269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.087440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.090107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.091523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25 HTTP/1.1" status: 204 len: 168 time: 0.1542315 Dec 16 17:45:42.101296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589bfa3-4ae0-4df7-8ee1-c2d3fe05ad25,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:42.109231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.109602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.110041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.110657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.111009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.111348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.111682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.112010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.112541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.112877 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.113232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.113559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.113885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67df34f-29bd-4a35-a683-a97a1eb8469e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:42.131077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51470) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:42.259562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 3eb1a4bf-2e2d-406f-befd-af3e094bf93f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:45:42.259902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.331872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.332277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.343518 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 3eb1a4bf-2e2d-406f-befd-af3e094bf93f owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:45:42.472178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.498128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=3eb1a4bf-2e2d-406f-befd-af3e094bf93f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:42.558609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.561297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:42.562449 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a022f26b-e951-4bdb-8c88-23e122381f36 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/543c1fdd-f7e6-4575-8062-5492a7c7209b HTTP/1.1" status: 204 len: 168 time: 0.4303324 Dec 16 17:45:42.772247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6decb6b-37be-46f2-ba0a-a1b38686a654 req-2d2b818d-4e45-4e43-9eba-94013338bc9a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:42.773666 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a6decb6b-37be-46f2-ba0a-a1b38686a654 req-2d2b818d-4e45-4e43-9eba-94013338bc9a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Dec 16 17:45:42.822693 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a6decb6b-37be-46f2-ba0a-a1b38686a654 req-c7ccab54-248c-499d-8e2d-34c1bce1c867 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Dec 16 17:45:43.036339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:43.386618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device dc636086-adc3-451b-9810-2f7de2ae0a8b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:45:43.406364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: dc636086-adc3-451b-9810-2f7de2ae0a8b {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:45:43.406703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device dc636086-adc3-451b-9810-2f7de2ae0a8b not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:45:43.937458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c7d60-6892-45e1-ac7e-4a9ef777ea32 req-1aaac716-ed0d-4f4a-92c5-c2b44e61ef01 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:43.939548 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-561c7d60-6892-45e1-ac7e-4a9ef777ea32 req-1aaac716-ed0d-4f4a-92c5-c2b44e61ef01 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Dec 16 17:45:43.987230 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-561c7d60-6892-45e1-ac7e-4a9ef777ea32 req-f977ed62-8b72-45d6-8a32-48fc220e4938 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=575dce47-bebe-461b-8598-db6f703225ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Dec 16 17:45:44.055403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-725905f6-613f-4a61-8cf4-2475e7181909 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:44.056873 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-725905f6-613f-4a61-8cf4-2475e7181909 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=54396d05-a70c-441a-ab3d-c16bc020c026 HTTP/1.1" status: 200 len: 945 time: 0.0475576 Dec 16 17:45:44.158349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port b6aaebd4-72bc-409b-a843-8bb53b069f0d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:45:44.158693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:44.245175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port b6aaebd4-72bc-409b-a843-8bb53b069f0d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6aaebd4-72bc-409b-a843-8bb53b069f0d,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:44.245542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:44.261760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for b6aaebd4-72bc-409b-a843-8bb53b069f0d owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:45:44.383479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:44.411182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=b6aaebd4-72bc-409b-a843-8bb53b069f0d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:44.456325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port b6aaebd4-72bc-409b-a843-8bb53b069f0d on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:45:44.459880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:44.464081 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e86d2cca-9a08-4ac3-8fcd-50de80132b8b req-3bade875-9d75-469d-99bc-28f8005f9dc5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/b6aaebd4-72bc-409b-a843-8bb53b069f0d HTTP/1.1" status: 204 len: 173 time: 0.4000278 Dec 16 17:45:44.464526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'name': 'network-vif-deleted', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:45:44.466803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a45bf-0c67-4e45-9d73-e8b9b86ae967" -d '{"events": [{"server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "name": "network-vif-deleted", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:45:44.503632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa9939-1fcd-4b46-b970-c009fd8093a4 x-openstack-request-id: req-a3aa9939-1fcd-4b46-b970-c009fd8093a4 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:45:44.503925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54396d05-a70c-441a-ab3d-c16bc020c026", "name": "network-vif-deleted", "tag": "b6aaebd4-72bc-409b-a843-8bb53b069f0d", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:45:44.504178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3aa9939-1fcd-4b46-b970-c009fd8093a4 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:45:44.504579 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54396d05-a70c-441a-ab3d-c16bc020c026', 'name': 'network-vif-deleted', 'tag': 'b6aaebd4-72bc-409b-a843-8bb53b069f0d', 'status': 'completed', 'code': 200} Dec 16 17:45:45.041614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51482) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:45.100898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7bb44cbf-1fee-4132-ba46-476327cf1392 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.131107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7bb44cbf-1fee-4132-ba46-476327cf1392 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.194075 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7bb44cbf-1fee-4132-ba46-476327cf1392 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.196957 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7bb44cbf-1fee-4132-ba46-476327cf1392 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.198127 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7bb44cbf-1fee-4132-ba46-476327cf1392 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/575dce47-bebe-461b-8598-db6f703225ef HTTP/1.1" status: 204 len: 168 time: 0.1555209 Dec 16 17:45:45.207580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44cbf-1fee-4132-ba46-476327cf1392 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575dce47-bebe-461b-8598-db6f703225ef,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:45.229910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51486) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:45.563768 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:45:45.581844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.832598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 43d114fa-f523-4569-b761-7ac300ffba24 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:45:45.832961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.922026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 43d114fa-f523-4569-b761-7ac300ffba24, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=43d114fa-f523-4569-b761-7ac300ffba24,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:45.922389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:45.934537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 43d114fa-f523-4569-b761-7ac300ffba24 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:45:46.114022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.140444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=43d114fa-f523-4569-b761-7ac300ffba24,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:46.315186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.524649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 53dc7133-80fb-4525-8c10-b153010fdfae has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:45:46.626073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:45:46.630993 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83da8e9e-1756-43e5-9cff-dc2bb22fc21d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/53dc7133-80fb-4525-8c10-b153010fdfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4000542 Dec 16 17:45:46.633647 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51488) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:46.637229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] Sync routers for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:45:46.647962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:46.648563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:46.686432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet a6344f38-067e-4798-a8c2-6f74e9796bd7 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:45:46.690218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.729619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.750322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:46.813650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.875708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.902924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=a6344f38-067e-4798-a8c2-6f74e9796bd7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:46.904851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:46.910963 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9c70a20c-adfb-4aec-bfc3-a5551388514d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/a6344f38-067e-4798-a8c2-6f74e9796bd7 HTTP/1.1" status: 204 len: 168 time: 0.2763476 Dec 16 17:45:46.911153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51490) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:46.911596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6be1c-e8ff-4e68-9ef5-ff1c68ecee86 None None] Network aaa51262-03f0-4418-ab2d-e531a9cacc90 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:45:47.006321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '8840e764-cb4b-4620-9353-cf90774df77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:45:46Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '8840e764-cb4b-4620-9353-cf90774df77d', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:47.017242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.124156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.182166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 8840e764-cb4b-4620-9353-cf90774df77d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:45:47.182507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.190248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] Checking router: 53dc7133-80fb-4525-8c10-b153010fdfae for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:45:47.198970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] Routers {'53dc7133-80fb-4525-8c10-b153010fdfae'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:47.199581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['53dc7133-80fb-4525-8c10-b153010fdfae'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:47.269958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 8840e764-cb4b-4620-9353-cf90774df77d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8840e764-cb4b-4620-9353-cf90774df77d,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:47.270328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.274484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] DHCP port deletion for aaa51262-03f0-4418-ab2d-e531a9cacc90 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:45:47.283552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 8840e764-cb4b-4620-9353-cf90774df77d owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:45:47.292915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] Set router 53dc7133-80fb-4525-8c10-b153010fdfae gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:47.360964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:45:47Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:47.392979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b25f0d-a3bb-440e-ad32-d01cd54454fb None None] The sync data for ids ['53dc7133-80fb-4525-8c10-b153010fdfae'] in dv-neutron-821818-2-hyperv is: [{'id': '53dc7133-80fb-4525-8c10-b153010fdfae', 'name': 'tempest-TestNetworkBasicOps-router-1283720712', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:51Z', 'updated_at': '2021-12-16T17:45:47Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:45:47.414451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] Deleting port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:45:47.414881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.429693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b6aaebd4-72bc-409b-a843-8bb53b069f0d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:45:47.455475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.476444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: b6aaebd4-72bc-409b-a843-8bb53b069f0d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:45:47.476795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b6aaebd4-72bc-409b-a843-8bb53b069f0d not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:45:47.482519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=8840e764-cb4b-4620-9353-cf90774df77d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:47.499090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750f1cd2-b48b-436f-972c-b0fcdb5ee684 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:45:47.509344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] For port 1c176131-34e1-4d15-9a67-fdbfd54c2e61, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c176131-34e1-4d15-9a67-fdbfd54c2e61,segment=NetworkSegment(27c36820-0e18-42ba-aebe-bc00c57d11bb),segment_id=27c36820-0e18-42ba-aebe-bc00c57d11bb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:47.509766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.524196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] Calling delete_port for 1c176131-34e1-4d15-9a67-fdbfd54c2e61 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:45:47.548508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.603954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.630009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] Pushing event deleted for resources: {'Port': ['ID=1c176131-34e1-4d15-9a67-fdbfd54c2e61,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:47.635936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878a9f2-3da7-4b6f-8fe0-0a04595e98ce None None] No DVR routers for this DVR port 1c176131-34e1-4d15-9a67-fdbfd54c2e61 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:45:47.638448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.641285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.687110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.687614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router 53dc7133-80fb-4525-8c10-b153010fdfae {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:45:47.694428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.697375 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-aa397647-a357-402d-81a0-640b3c386c9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/53dc7133-80fb-4525-8c10-b153010fdfae HTTP/1.1" status: 204 len: 168 time: 0.7851999 Dec 16 17:45:47.698247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51492) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:47.775533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.873127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.892516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa51262-03f0-4418-ab2d-e531a9cacc90']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:47.901484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c36820-0e18-42ba-aebe-bc00c57d11bb') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:47.901708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c36820-0e18-42ba-aebe-bc00c57d11bb') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:47.911846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.924565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.930469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:45:47.930847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:45:47.933827 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:45:47.989070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.995472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:47.998683 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/aaa51262-03f0-4418-ab2d-e531a9cacc90 HTTP/1.1" status: 204 len: 168 time: 0.2995105 Dec 16 17:45:48.010387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482d759-b354-4378-8132-d913840eaf3c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=aaa51262-03f0-4418-ab2d-e531a9cacc90,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:48.021231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51494) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:48.026078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--696794766', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:48.046974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:45:48.050618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.077611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:45:48.087293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.087641 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment 3bc8a817-9ad9-451b-a07d-9b093a4f3c3f of type vlan for network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c Dec 16 17:45:48.126592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.151780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.157270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:48.157886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.213638 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1913404 Dec 16 17:45:48.218379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51496) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:48.221098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:48.231389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b447e-46ba-4293-96f1-9666e1ae8893 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=79b63c03-7faa-4396-9f6d-ebc6b6cc217c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:48.246910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.247912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:45:48.248901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.319415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.331268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 43d114fa-f523-4569-b761-7ac300ffba24 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:45:48.351585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 43d114fa-f523-4569-b761-7ac300ffba24 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:45:48.351931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 43d114fa-f523-4569-b761-7ac300ffba24 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:45:48.352347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8840e764-cb4b-4620-9353-cf90774df77d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:45:48.371681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8840e764-cb4b-4620-9353-cf90774df77d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:45:48.372025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8840e764-cb4b-4620-9353-cf90774df77d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:45:48.372649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1c176131-34e1-4d15-9a67-fdbfd54c2e61 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:45:48.397623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1c176131-34e1-4d15-9a67-fdbfd54c2e61 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:45:48.397966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1c176131-34e1-4d15-9a67-fdbfd54c2e61 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:45:48.462549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.650573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.672491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:48.771906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.247 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/32da3ce4-e5d2-44d4-bceb-b6fa332dff2e) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:45:48.880643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:49.229425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:49.272646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:45:49.275595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:45:49.279031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:45:49.284831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:49.288987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a382c-ea6c-43ce-9778-6d812c96f940 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:45:49.342009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dc89bedd-8b9a-4237-bc1c-abc63c26ecf2 None None] Provisioning complete for port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:49.342381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc89bedd-8b9a-4237-bc1c-abc63c26ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:49.375875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc89bedd-8b9a-4237-bc1c-abc63c26ecf2 None None] Port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:45:49.530280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:49.722437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:49.847380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 132b577b-0775-4d98-a5e9-386a6297caf4 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:45:49.953927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:45:49.963802 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Sync routers for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:45:49.973763 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:49.974223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:49.974636 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:49.975339 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9f86716a-0278-45a6-b95a-d8b04546fdad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7578578 Dec 16 17:45:49.978532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:50.006733 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-898ada28-5a7d-4f9e-99c6-31fcb43e639f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271308 Dec 16 17:45:50.009603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51500) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:50.058451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.103706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d20c9-ad7c-4e93-9a9b-2fd2b7762f43 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:50.105279 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dc0d20c9-ad7c-4e93-9a9b-2fd2b7762f43 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951011 Dec 16 17:45:50.107987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51502) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:50.136737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f0bcfcf5-95d9-422f-8f03-7e75f09532a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276783 Dec 16 17:45:50.139198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51504) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:50.143895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-771886248', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:50.162420 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:50.233106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:45:50.236741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.339331 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:49Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:50.365955 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Checking router: 132b577b-0775-4d98-a5e9-386a6297caf4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:45:50.366221 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Updating router 132b577b-0775-4d98-a5e9-386a6297caf4 port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:45:50.390028 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.420018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.484161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=e6e8021c-3849-4a51-8931-5bab712e3bfc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:50.493590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:45:50.493962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 79b63c03-7faa-4396-9f6d-ebc6b6cc217c, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:45:50.511239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:45:50.521048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 79b63c03-7faa-4396-9f6d-ebc6b6cc217c) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:45:50.525754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:50.526958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.532298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772099a-9434-4e3c-af3f-5dbce1be5169 None None] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:45:50.552130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51506) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:50.552827 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e4c3f2f7-10b2-4ff0-adc2-f73bb1d5b668 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4121251 Dec 16 17:45:50.637941 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.639710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:45:50.641448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.643927 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.681201 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Pushing event updated for resources: {'Port': ['ID=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:50.691231 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.691599 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.691939 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.692268 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.692593 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.692919 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.693270 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.693590 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.693922 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.694245 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.694566 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.694881 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.695194 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:45:50.713725 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Attempting to bind port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:45:50.714088 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Attempting to bind port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:45:50.714644 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Attempting to bind port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:45:50.719879 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:45:50.720592 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:45:50.721011 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.721400 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:45:50.721861 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Bound port: 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:45:50.722228 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.733535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36846955-d6d7-40de-9a66-d3bcd974b7ca None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:45:50.774070 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] For port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:45:50.777169 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] For port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:45:50.786238 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.802501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Allocated IP 172.20.0.2 (79b63c03-7faa-4396-9f6d-ebc6b6cc217c/e6e8021c-3849-4a51-8931-5bab712e3bfc/52ce4d35-c65b-4e92-807c-a28e0196d6a6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:45:50.821765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4062cee0-7fdf-4580-aca8-51673e5d3d54 None None] Provisioning complete for port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:50.822145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4062cee0-7fdf-4580-aca8-51673e5d3d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:50.845747 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169a5cc-596d-4c3e-bd3a-fa0685a63139 None None] Pushing event updated for resources: {'Port': ['ID=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:50.861567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:50.862234 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:50.888224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c48e27-832e-45c0-940a-78ce317922bd None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:45:50.983258 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:51.016599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4062cee0-7fdf-4580-aca8-51673e5d3d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.039204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.049493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.051930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4062cee0-7fdf-4580-aca8-51673e5d3d54 None None] For port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:51.056241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4062cee0-7fdf-4580-aca8-51673e5d3d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.082481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.112383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:45:51.118007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:45:51.121336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:45:51.128182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062cee0-7fdf-4580-aca8-51673e5d3d54 None None] Pushing event updated for resources: {'Port': ['ID=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:51.187858 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:49Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:51.218070 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad99472-7ad5-42e2-b157-847fd3e35dee None None] The sync data for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv is: [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:49Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:45:51.233506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Pushing event updated for resources: {'Port': ['ID=52ce4d35-c65b-4e92-807c-a28e0196d6a6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:51.239504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e48e9b0e-dd41-41e4-abf4-92528ae27b1e None None] Provisioning complete for port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:51.239877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e48e9b0e-dd41-41e4-abf4-92528ae27b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.262942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Attempting to bind port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:45:51.263311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Attempting to bind port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:45:51.263674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Attempting to bind port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:45:51.282611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:45:51.282986 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Checking segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:45:51.283390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.283783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Bound using segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:45:51.284272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Bound port: 52ce4d35-c65b-4e92-807c-a28e0196d6a6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:45:51.284657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.389268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] For port 52ce4d35-c65b-4e92-807c-a28e0196d6a6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:45:51.394069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] For port 52ce4d35-c65b-4e92-807c-a28e0196d6a6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=52ce4d35-c65b-4e92-807c-a28e0196d6a6,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:45:51.399789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.460702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abd1d8-f151-450b-8ff1-08257873bdb3 None None] Pushing event updated for resources: {'Port': ['ID=52ce4d35-c65b-4e92-807c-a28e0196d6a6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:51.750231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (79b63c03-7faa-4396-9f6d-ebc6b6cc217c/e6e8021c-3849-4a51-8931-5bab712e3bfc/3851d4a3-e32b-4c6c-a346-f76d00b2d347) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:45:51.879974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.919837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:51.965967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:45:51.969760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:45:51.972294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:45:52.003601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=3851d4a3-e32b-4c6c-a346-f76d00b2d347,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:52.024845 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.167950 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.376304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 52ce4d35-c65b-4e92-807c-a28e0196d6a6 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:45:52.431369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:52.431658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.459363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.465817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.500583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cd455-4c8a-43c6-bbe3-d989d489ea4f None None] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:45:52.540308 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.543469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=3851d4a3-e32b-4c6c-a346-f76d00b2d347,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:52.575117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.596399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ebd96ce6-05c6-42f9-a48e-2f7f2c79f915 None None] Provisioning complete for port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:52.596776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd96ce6-05c6-42f9-a48e-2f7f2c79f915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.638505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:45:52.640799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:45:52.665729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 52ce4d35-c65b-4e92-807c-a28e0196d6a6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=52ce4d35-c65b-4e92-807c-a28e0196d6a6,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:52.682700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.683488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:45:52.759028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 132b577b-0775-4d98-a5e9-386a6297caf4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:45:52.794127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=52ce4d35-c65b-4e92-807c-a28e0196d6a6,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:52.834146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:52.834784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:52.887278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:45:52.893173 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-56374176-5f86-496e-8495-7a70a2a5d988 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/132b577b-0775-4d98-a5e9-386a6297caf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3389308 Dec 16 17:45:52.895571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51508) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:52.961120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Sync routers for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:45:52.971494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:52.972129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:53.001199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.001682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.002162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.002608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.003078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.003531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.005328 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4ef889dc-68a3-4fa1-9cfc-502fe735d14d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1088319 Dec 16 17:45:53.008058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51510) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:53.067039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.067804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.068449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.069116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.069753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.070390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.075425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51512) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:53.076196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-366f7f68-227b-4726-9e7b-1eeaf477be40 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0666077 Dec 16 17:45:53.230074 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b167b339-a565-4a84-bed2-8e30d97fd5c1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1529071 Dec 16 17:45:53.232820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51514) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:53.238648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1067352254', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:53.263395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9e5865fb-b48a-448e-b08e-1b787999e8d9 None None] Provisioning complete for port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:53.263765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e5865fb-b48a-448e-b08e-1b787999e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.269108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:53.354046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:45:53.357923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.377005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] device_id is not set on port f2fd6327-1066-47f9-a536-790d3bdf197b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:45:53.486794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.14 (79b63c03-7faa-4396-9f6d-ebc6b6cc217c/e6e8021c-3849-4a51-8931-5bab712e3bfc/f2fd6327-1066-47f9-a536-790d3bdf197b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:45:53.512832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9e5865fb-b48a-448e-b08e-1b787999e8d9 None None] Provisioning complete for port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:53.513472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e5865fb-b48a-448e-b08e-1b787999e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.554488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9e5865fb-b48a-448e-b08e-1b787999e8d9 None None] Port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:45:53.569158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:53.598706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Checking router: 132b577b-0775-4d98-a5e9-386a6297caf4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:45:53.599322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Updating router 132b577b-0775-4d98-a5e9-386a6297caf4 port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:45:53.623402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.633866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.669641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.714703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:45:53.717829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:45:53.722895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:45:53.725703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:53.729050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3e5868fc-6214-4105-8629-2526c15a0d6a None None] Provisioning complete for port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:53.729576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3e5868fc-6214-4105-8629-2526c15a0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.781336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:53.782383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.805491 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6accaccf-ce8a-40a8-a2ac-b5d79dff6f17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5715525 Dec 16 17:45:53.816820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3e5868fc-6214-4105-8629-2526c15a0d6a None None] Port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:45:53.931885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.936953 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:53.989456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169e721-fbf0-4251-85d0-8c9fa0a349c7 None None] Pushing event updated for resources: {'Port': ['ID=3851d4a3-e32b-4c6c-a346-f76d00b2d347,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.048511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Attempting to bind port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:45:54.049063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Attempting to bind port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:45:54.049436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Attempting to bind port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:45:54.058513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bd5c5733-fd4b-4741-9ef6-4e13ecd118d8 None None] Provisioning complete for port f2fd6327-1066-47f9-a536-790d3bdf197b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:54.058909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5733-fd4b-4741-9ef6-4e13ecd118d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.060527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:45:54.060901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Checking segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:45:54.061324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.061718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Bound using segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:45:54.062223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Bound port: 3851d4a3-e32b-4c6c-a346-f76d00b2d347, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:45:54.062595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.135174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c5733-fd4b-4741-9ef6-4e13ecd118d8 None None] Port f2fd6327-1066-47f9-a536-790d3bdf197b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:45:54.164127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] For port 3851d4a3-e32b-4c6c-a346-f76d00b2d347, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:45:54.167595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] For port 3851d4a3-e32b-4c6c-a346-f76d00b2d347, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3851d4a3-e32b-4c6c-a346-f76d00b2d347,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:45:54.173938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.191234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51518) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:54.196027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916289986', 'description': 'tempest-secgroup-smoke-1916289986 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:54.223390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.236067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:45:54.236687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:54.239560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169e721-fbf0-4251-85d0-8c9fa0a349c7 None None] Pushing event updated for resources: {'Port': ['ID=3851d4a3-e32b-4c6c-a346-f76d00b2d347,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.299984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-bc8cd31d-e044-4cd7-9dba-42c744a7e60d None None] Provisioning complete for port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:54.300352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd31d-e044-4cd7-9dba-42c744a7e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.310323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.318939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.352859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 52ce4d35-c65b-4e92-807c-a28e0196d6a6 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:45:54.357941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.363247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51520) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:54.364893 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1724148 Dec 16 17:45:54.368865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da2ee-8532-4897-96f9-e4a25e5149c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa56a6-4fc4-4763-acdc-9336343fe90d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.372524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'ecfa56a6-4fc4-4763-acdc-9336343fe90d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:54.411460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.428718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:45:54.472762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.477063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.496516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6dd6f3-6467-4ef1-8cbf-23f1003c1e7a,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.502091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.503298 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-90f8bd8b-8acc-412a-9a84-3a1f0a60f6dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367259 Dec 16 17:45:54.505926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51522) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:54.510234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'ecfa56a6-4fc4-4763-acdc-9336343fe90d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:54.537583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:54.538178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.540545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.600527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.604340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.608561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd31d-e044-4cd7-9dba-42c744a7e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.623524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9ec8d1-eb14-4330-97af-a839163428a6,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.629413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.633130 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5db3168d-f92a-49f4-90a3-11fd4eb7d41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237645 Dec 16 17:45:54.633666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51524) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:54.637727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'ecfa56a6-4fc4-4763-acdc-9336343fe90d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:54.668508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.681918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bc8cd31d-e044-4cd7-9dba-42c744a7e60d None None] For port 3851d4a3-e32b-4c6c-a346-f76d00b2d347, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3851d4a3-e32b-4c6c-a346-f76d00b2d347,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:45:54.688797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8cd31d-e044-4cd7-9dba-42c744a7e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.728496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.732098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.751648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4afeeaa-8790-4e11-ac4a-33ff23103ef6,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.758061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.758736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b102f832-bd01-453c-8480-c0a4747d5f93 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243606 Dec 16 17:45:54.761429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51526) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:54.766934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'ecfa56a6-4fc4-4763-acdc-9336343fe90d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:54.795633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cd31d-e044-4cd7-9dba-42c744a7e60d None None] Pushing event updated for resources: {'Port': ['ID=3851d4a3-e32b-4c6c-a346-f76d00b2d347,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.797200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.869642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.873693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.889494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23d3413-8085-48ca-a0f1-8cd9da067e92,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:54.904014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.905295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b4d6171e-720e-40fd-847c-4defe066ef69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428990 Dec 16 17:45:54.908205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51528) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:54.912782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'ecfa56a6-4fc4-4763-acdc-9336343fe90d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:54.936219 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:45:54.942296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.971927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-43df6823-4033-40ef-a931-69a4825da2b7 None None] Provisioning complete for port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:54.972291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43df6823-4033-40ef-a931-69a4825da2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:54.978335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:45:55.004481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.008131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.025538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead15bf3-fdd8-4377-8268-b0acb063ec3f None None] The sync data for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv is: [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:45:55.038120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897c0a99-cfa7-4116-a9f0-de2c88231f38,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:55.048792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.052512 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b993c4e-25b1-4104-a3ff-52608fde9cd2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409009 Dec 16 17:45:55.052753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51530) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:45:55.057227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'ecfa56a6-4fc4-4763-acdc-9336343fe90d', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:55.091087 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:45:55.097644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.172056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.176499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.197735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcebded-f832-4357-bd9b-cfb09ec373d1,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:55.205355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:55.208089 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5a3d34a4-8f5e-47da-bc01-115d52b95bd6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541798 Dec 16 17:45:55.363653 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-c6335336-2fc6-4280-aa11-9ff3b6dafdcb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916289986&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0459874 Dec 16 17:45:55.413684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-28984cda-f9b9-424b-8029-8ceb1285ec25 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:55.415079 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-28984cda-f9b9-424b-8029-8ceb1285ec25 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 931 time: 0.0446887 Dec 16 17:45:55.463871 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-5426951b-f956-4094-9dc6-38796d48f32b service neutron] 10.222.0.66 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0362701 Dec 16 17:45:55.571306 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-b4c3ea65-4af9-4c91-adde-4e9fa228d73d service neutron] 10.222.0.66 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008925 Dec 16 17:45:55.667483 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-c3bd4576-e1d9-4638-9830-420cef6301b0 service neutron] 10.222.0.66 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900662 Dec 16 17:45:55.835764 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1707bf8f-1d66-4ba8-9127-82a98600b7ef req-f28f2279-f81f-4484-89ca-ed47b713d38f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 210 time: 0.0294797 Dec 16 17:45:56.319117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3851d4a3-e32b-4c6c-a346-f76d00b2d347 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:45:56.377387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:45:56.377772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:56.721855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-113a9239-89da-4218-b5f7-6d440b1897f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:56.723228 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-113a9239-89da-4218-b5f7-6d440b1897f8 service neutron] 10.222.0.57 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1027 time: 0.0373337 Dec 16 17:45:56.831608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-a0d6391d-0158-44bc-85c9-c98d96ae88c9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:56.833141 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-a0d6391d-0158-44bc-85c9-c98d96ae88c9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 796 time: 0.1029079 Dec 16 17:45:56.904540 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-e0a6b7ae-ce75-44dd-8090-7c57e8f8c53c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 380 time: 0.0575716 Dec 16 17:45:56.916986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Request body: {'port': {'device_id': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:45:56.935232 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f1ff970-8241-448f-b30e-f18c2799cd40 req-066755b7-f9fb-4a9b-80c5-4eff2dc3b273 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 210 time: 0.0260830 Dec 16 17:45:56.969597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:57.226669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fd6327-1066-47f9-a536-790d3bdf197b {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:45:57.235976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:57.248251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Transition to ACTIVE for port object f2fd6327-1066-47f9-a536-790d3bdf197b will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:45:57.252535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:57.306003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:57.376723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:45:57.377117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:45:57.377451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:45:57.381957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:45:57.382277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:45:57.387407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:45:57.387747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Checking segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:45:57.388131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Bound using segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:45:57.388563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Bound port: f2fd6327-1066-47f9-a536-790d3bdf197b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:45:57.388916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:57.454319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:45:57.458003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:45:57.462693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:57.507038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:57.507695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:45:57.509200 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] 10.222.0.57 "PUT /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1132 time: 0.5962193 Dec 16 17:45:57.509664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:45:57.511895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3baf36-3d4c-4505-957c-f17393385569" -d '{"events": [{"name": "network-changed", "server_uuid": "b46fe9fc-154e-4ac0-bbb4-8df9548e911d", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:45:57.554317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe8583-d733-4b35-abc4-02d18e81a03c service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:45:57.587540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23000337-185e-45e9-ab30-b1027e3d3e08 x-openstack-request-id: req-23000337-185e-45e9-ab30-b1027e3d3e08 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:45:57.588016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46fe9fc-154e-4ac0-bbb4-8df9548e911d", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:45:57.588341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23000337-185e-45e9-ab30-b1027e3d3e08 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:45:57.588793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'status': 'completed', 'code': 200} Dec 16 17:45:57.609149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-c7f01a90-11bc-491f-872a-c77d272594e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:57.610918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-c7f01a90-11bc-491f-872a-c77d272594e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 1135 time: 0.0533223 Dec 16 17:45:57.657571 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-55aecb64-527a-4fce-89c4-62c079009602 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 217 time: 0.0378361 Dec 16 17:45:57.714708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-bf82254f-f869-41dc-8df8-5eb2907f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:57.716176 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-bf82254f-f869-41dc-8df8-5eb2907f4f5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6e8021c-3849-4a51-8931-5bab712e3bfc HTTP/1.1" status: 200 len: 834 time: 0.0516233 Dec 16 17:45:57.764518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-2d91d3a8-3e2a-403c-affd-0e2275b8677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:57.766204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-2d91d3a8-3e2a-403c-affd-0e2275b8677f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428183 Dec 16 17:45:57.862492 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-3fdaeb89-c49d-48a5-ab6d-968729410d3f service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878923 Dec 16 17:45:57.957979 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-05b50205-75f2-43a1-b71a-3624d0e869a9 req-4fbd0fd1-cf13-4385-9a62-bc601705f3de service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881047 Dec 16 17:45:58.045900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3baf36-3d4c-4505-957c-f17393385569 req-2fdbebfd-0539-442a-9ddd-47a0f55f49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:58.048058 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-2fdbebfd-0539-442a-9ddd-47a0f55f49b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 1135 time: 0.0436435 Dec 16 17:45:58.060866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc7ff6-7e54-4541-af0a-d933122a5d26 req-cdee92dd-dc54-4257-bd78-6bb36d05dcdc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:58.062432 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6bdc7ff6-7e54-4541-af0a-d933122a5d26 req-cdee92dd-dc54-4257-bd78-6bb36d05dcdc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 982 time: 0.0488243 Dec 16 17:45:58.110034 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6bdc7ff6-7e54-4541-af0a-d933122a5d26 req-4337a85e-b9b6-4632-b2d9-e96cd5eadedb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Dec 16 17:45:58.142732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3baf36-3d4c-4505-957c-f17393385569 req-02e7d1a2-be9c-4a5d-94f1-f125d4ba3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:58.144200 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-02e7d1a2-be9c-4a5d-94f1-f125d4ba3cb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 897 time: 0.0865500 Dec 16 17:45:58.186800 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-7ae8c56f-74c6-4788-b16e-f240a770f86e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 217 time: 0.0336413 Dec 16 17:45:58.240475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3baf36-3d4c-4505-957c-f17393385569 req-e7573227-bf06-4707-bbfd-c0ac8b5c3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:58.242166 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-e7573227-bf06-4707-bbfd-c0ac8b5c3106 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6e8021c-3849-4a51-8931-5bab712e3bfc HTTP/1.1" status: 200 len: 834 time: 0.0452266 Dec 16 17:45:58.291403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3baf36-3d4c-4505-957c-f17393385569 req-f9b67583-b4f3-4bee-980b-52b19a311f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:58.292918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-f9b67583-b4f3-4bee-980b-52b19a311f8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437994 Dec 16 17:45:58.380932 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-b46b009f-a896-4a12-bc38-0ba4dd0b2c4f service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778868 Dec 16 17:45:58.472729 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9c3baf36-3d4c-4505-957c-f17393385569 req-bd59c231-003e-4893-87d2-d3b27981b5a8 service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830586 Dec 16 17:45:59.236315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907da03-ffcd-4219-8ed4-0c70f526066b req-bf342e29-c170-49bc-a0eb-e28d763c0443 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:45:59.238070 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f907da03-ffcd-4219-8ed4-0c70f526066b req-bf342e29-c170-49bc-a0eb-e28d763c0443 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 982 time: 0.0599191 Dec 16 17:45:59.285990 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f907da03-ffcd-4219-8ed4-0c70f526066b req-1a9d122b-a301-40f6-b33b-0141ccba8f3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Dec 16 17:46:00.400148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad09d54-e19c-4814-a0c9-4dfaa06a4533 req-4adb7318-4e86-4cbb-91cf-a36a3f9f4a23 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:00.401647 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cad09d54-e19c-4814-a0c9-4dfaa06a4533 req-4adb7318-4e86-4cbb-91cf-a36a3f9f4a23 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 982 time: 0.0479290 Dec 16 17:46:00.448313 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cad09d54-e19c-4814-a0c9-4dfaa06a4533 req-b9633e34-fab9-406b-a5ce-02d5619363e4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391703 Dec 16 17:46:01.522311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:46:01.563981 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b562-fbe5-44a5-ad0c-d01f4faa1e9f req-c59babd9-b6ac-48a6-b6af-43b05f417a09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:01.565474 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fb24b562-fbe5-44a5-ad0c-d01f4faa1e9f req-c59babd9-b6ac-48a6-b6af-43b05f417a09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 982 time: 0.0513623 Dec 16 17:46:01.617746 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fb24b562-fbe5-44a5-ad0c-d01f4faa1e9f req-a86230e9-b6cc-45a3-bfb7-1a06e28857be tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Dec 16 17:46:01.618204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:01.629512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'port_id': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'mac_address': 'fa:16:3e:e3:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:46:01.670497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:01.683691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fd6327-1066-47f9-a536-790d3bdf197b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:01.702969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:01.706448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:01.752083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:01.759065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.759423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.759771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.760111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.760454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.760787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.761146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.761482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.761811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.762141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.762472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.762794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.763118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:01.923187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['f2fd6327-1066-47f9-a536-790d3bdf197b'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:46:02.728121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fdb9e-c8fe-4456-b0b5-cc4ee781a15e req-118c1094-fbc5-40cd-a6f0-a0e0bc1f983e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:02.729629 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c9fdb9e-c8fe-4456-b0b5-cc4ee781a15e req-118c1094-fbc5-40cd-a6f0-a0e0bc1f983e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 983 time: 0.0480082 Dec 16 17:46:02.775698 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c9fdb9e-c8fe-4456-b0b5-cc4ee781a15e req-bf890a2e-3c40-4b02-8aca-6b37f40b4c33 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Dec 16 17:46:03.541841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:03.590393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port f2fd6327-1066-47f9-a536-790d3bdf197b completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:46:03.595370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port f2fd6327-1066-47f9-a536-790d3bdf197b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:03.595749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:03.680027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:03.703575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:03.705722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac13c7e-8e2c-492f-9526-49a057dc9eec" -d '{"events": [{"server_uuid": "b46fe9fc-154e-4ac0-bbb4-8df9548e911d", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:03.717699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:03.722993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:03.746203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a375e-8240-4c99-88fa-b3508f5f8ac7 x-openstack-request-id: req-272a375e-8240-4c99-88fa-b3508f5f8ac7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:03.746489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46fe9fc-154e-4ac0-bbb4-8df9548e911d", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:03.746735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-272a375e-8240-4c99-88fa-b3508f5f8ac7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:03.747121 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'code': 200} Dec 16 17:46:03.774593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:03.889005 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9042058-2c02-446a-8eb3-5d90ce886cdf req-0fa76356-ce9d-4bc1-9619-a877bdfcbd9a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:03.891552 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9042058-2c02-446a-8eb3-5d90ce886cdf req-0fa76356-ce9d-4bc1-9619-a877bdfcbd9a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0488558 Dec 16 17:46:03.944620 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9042058-2c02-446a-8eb3-5d90ce886cdf req-6493e465-b1e6-4d49-9098-2a66642465d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453408 Dec 16 17:46:04.033120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c18e75-ac85-4044-a935-17e9587de84e req-9a661c8b-6d5d-4d05-96f2-d3bc6ae73d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:04.034700 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-29c18e75-ac85-4044-a935-17e9587de84e req-9a661c8b-6d5d-4d05-96f2-d3bc6ae73d17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 1137 time: 0.0416005 Dec 16 17:46:04.087179 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-29c18e75-ac85-4044-a935-17e9587de84e req-baa4c300-8c1a-4af4-a61b-e0cbd1fabf2b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Dec 16 17:46:05.075856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01454ddc-550c-47ff-aa72-54d4fafcf6b1 req-f5041e0d-e853-4d06-a7d4-922c9cd0f8fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:05.077891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01454ddc-550c-47ff-aa72-54d4fafcf6b1 req-f5041e0d-e853-4d06-a7d4-922c9cd0f8fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0551875 Dec 16 17:46:05.129094 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01454ddc-550c-47ff-aa72-54d4fafcf6b1 req-cd681d58-43e4-430f-acc1-0272440b7f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Dec 16 17:46:06.243056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7af6d-52b3-4899-a71a-baabf7ca9d83 req-99d73a7d-f3fa-43ba-a374-d772b0e47d78 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:06.244533 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4ea7af6d-52b3-4899-a71a-baabf7ca9d83 req-99d73a7d-f3fa-43ba-a374-d772b0e47d78 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0480154 Dec 16 17:46:06.289927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4ea7af6d-52b3-4899-a71a-baabf7ca9d83 req-2f6ca3a4-fafb-4d8a-a26e-e2018d8e8c49 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Dec 16 17:46:06.410524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174c106-661a-48c5-82ef-ef423a97e284 req-c5b1eb1b-721b-4ac2-8ec3-ebc48b3cf31b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:06.412023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2174c106-661a-48c5-82ef-ef423a97e284 req-c5b1eb1b-721b-4ac2-8ec3-ebc48b3cf31b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0544050 Dec 16 17:46:06.458250 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2174c106-661a-48c5-82ef-ef423a97e284 req-3a20dcd5-63c9-4468-8f60-cfe2444f567e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Dec 16 17:46:06.480058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51586) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:06.518383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341db4e-0180-4487-aa1b-377653a43b3d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:06.519866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f341db4e-0180-4487-aa1b-377653a43b3d tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 1132 time: 0.0388303 Dec 16 17:46:06.522706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51588) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:06.526906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:06.551306 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:06.648719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:06.745734 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.103 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/44d078e6-12d7-4ff6-ba8b-14a132b237f2) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:06.846247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:06.878967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:06.915987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:06.920404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:06.924287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:06.945732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=44d078e6-12d7-4ff6-ba8b-14a132b237f2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:07.271574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.334642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.340663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6ace8e6-9e0e-47a6-992a-987769ad8db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.479044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.483462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.548995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=44d078e6-12d7-4ff6-ba8b-14a132b237f2,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:07.562381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.655852 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 55eb0ce1-76fb-4c0e-adb5-265c7be854fd associated. External IP: 172.26.2.103, port: f2fd6327-1066-47f9-a536-790d3bdf197b. Dec 16 17:46:07.856538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 132b577b-0775-4d98-a5e9-386a6297caf4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:07.962103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:07.971956 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] Sync routers for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:07.979229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:07.982869 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:07.983991 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:08.007650 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cdb558b4-0473-4c7d-a37b-f5f42bb2ac37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 1.4839475 Dec 16 17:46:08.008249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:08.010537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ea1280-ddb9-4e97-897a-3503a317cab1" -d '{"events": [{"name": "network-changed", "server_uuid": "b46fe9fc-154e-4ac0-bbb4-8df9548e911d", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:08.010723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51590) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:08.060778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8f1c11-f065-471b-b618-8f87fae27729 x-openstack-request-id: req-ad8f1c11-f065-471b-b618-8f87fae27729 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:08.061111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46fe9fc-154e-4ac0-bbb4-8df9548e911d", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:08.061963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad8f1c11-f065-471b-b618-8f87fae27729 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:08.062376 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'status': 'completed', 'code': 200} Dec 16 17:46:08.089095 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:08.132810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04643981-34cd-49b1-aa1f-972a89191ffb tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:08.134371 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-04643981-34cd-49b1-aa1f-972a89191ffb tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d&network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 1132 time: 0.1227622 Dec 16 17:46:08.139927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-be3315c4-a9c6-4764-aa94-4ef22985ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:08.141383 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-be3315c4-a9c6-4764-aa94-4ef22985ff06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 1137 time: 0.0567737 Dec 16 17:46:08.242755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-a3a4e52a-9840-4584-aaa3-389a4060528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:08.244383 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-a3a4e52a-9840-4584-aaa3-389a4060528d service neutron] 10.222.0.57 "GET /v2.0/networks?id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 897 time: 0.0937977 Dec 16 17:46:08.321768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-6d26c329-2769-4174-98f0-a1a1083401b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1038 time: 0.0636895 Dec 16 17:46:08.334683 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '55eb0ce1-76fb-4c0e-adb5-265c7be854fd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.103', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'port_id': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1067352254', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'mac_address': 'fa:16:3e:e3:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:07Z', 'updated_at': '2021-12-16T17:46:07Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:08.360506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31432ea4-3d4f-4d97-af16-0b8356c3170c req-17950d56-442f-413a-885c-518882a5664a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:08.361586 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] Checking router: 132b577b-0775-4d98-a5e9-386a6297caf4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:08.363627 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-31432ea4-3d4f-4d97-af16-0b8356c3170c req-17950d56-442f-413a-885c-518882a5664a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0525291 Dec 16 17:46:08.369804 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:08.370416 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:45:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:08.377553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-04d7496c-5889-426b-a19c-d8eb8aae9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:08.379019 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-04d7496c-5889-426b-a19c-d8eb8aae9c02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6e8021c-3849-4a51-8931-5bab712e3bfc HTTP/1.1" status: 200 len: 834 time: 0.0495996 Dec 16 17:46:08.417400 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-31432ea4-3d4f-4d97-af16-0b8356c3170c req-762e7e6a-65c1-4d97-aaf2-cea36b15b415 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483668 Dec 16 17:46:08.429953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-39837018-a232-4589-b712-32654e9c7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:08.431550 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-39837018-a232-4589-b712-32654e9c7d07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450649 Dec 16 17:46:08.476465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:08.520610 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-b0acce85-5f82-49de-921e-61b7054117fe service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805767 Dec 16 17:46:08.615126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-65ea1280-ddb9-4e97-897a-3503a317cab1 req-e3c011f8-9e9b-4b8a-93f9-19c9cc956cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861559 Dec 16 17:46:08.698424 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '55eb0ce1-76fb-4c0e-adb5-265c7be854fd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.103', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'port_id': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1067352254', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'mac_address': 'fa:16:3e:e3:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:07Z', 'updated_at': '2021-12-16T17:46:07Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:08.723576 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8993ef-59c8-4b35-9431-01a26411ef6c None None] The sync data for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv is: [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '55eb0ce1-76fb-4c0e-adb5-265c7be854fd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.103', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'port_id': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1067352254', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'mac_address': 'fa:16:3e:e3:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fe9fc-154e-4ac0-bbb4-8df9548e911d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:07Z', 'updated_at': '2021-12-16T17:46:07Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:08.903054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d406fcda-ad72-4d36-b407-9bacc3e45819 None None] New status for floating IP 55eb0ce1-76fb-4c0e-adb5-265c7be854fd: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:46:09.538025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e072b57-c89c-45c9-9147-b365733ff538 req-57ec60ea-4e52-4752-9eca-a5d51ed5b74b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:09.539518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e072b57-c89c-45c9-9147-b365733ff538 req-57ec60ea-4e52-4752-9eca-a5d51ed5b74b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0520935 Dec 16 17:46:09.585685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e072b57-c89c-45c9-9147-b365733ff538 req-07998138-3771-41b0-9aa0-6fe1cb070c5f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Dec 16 17:46:09.660257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f93b31ef-beb9-4a2d-9f32-fd6498b6c6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:09.694361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-96e09474-ba8a-44e2-8508-42a43a2695c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:09.695965 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-96e09474-ba8a-44e2-8508-42a43a2695c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 984 time: 0.0477757 Dec 16 17:46:09.739416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-d2241eca-deeb-4e47-b848-3215a9cac90a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:09.740648 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-d2241eca-deeb-4e47-b848-3215a9cac90a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0375221 Dec 16 17:46:09.846363 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-de5ca879-8fd2-4dd4-96b8-7a7fa5351057 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0998707 Dec 16 17:46:09.858391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:09.911670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:10.046021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:10.077694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:10.108870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] device_id is not set on port f2fd6327-1066-47f9-a536-790d3bdf197b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:46:10.117821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:10.124371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:10.218699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=6']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:10.369175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3e3a28ab-c899-491a-aea4-4f2ba66ccb83 None None] Provisioning complete for port f2fd6327-1066-47f9-a536-790d3bdf197b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:10.369774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3e3a28ab-c899-491a-aea4-4f2ba66ccb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:10.404347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a28ab-c899-491a-aea4-4f2ba66ccb83 None None] Port f2fd6327-1066-47f9-a536-790d3bdf197b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:10.614485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] No DVR routers for this DVR port f2fd6327-1066-47f9-a536-790d3bdf197b on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:46:10.680332 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2cab09ab-14ec-446c-bd2a-23f81157dc3c req-7b26f57e-d419-47fb-a4b9-fb077b90519f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=b46fe9fc-154e-4ac0-bbb4-8df9548e911d HTTP/1.1" status: 200 len: 210 time: 0.0262544 Dec 16 17:46:10.748565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] In _notify_port_updated(), no bound segment for port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:46:10.749449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:10.750081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:10.751381 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0daeec9e-0a9e-416e-aefe-e1f0cc149a28 req-ab589736-d174-4f23-affd-2a9fadb6b153 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1027 time: 0.8967922 Dec 16 17:46:10.852144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:11.734467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51604) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:11.775964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b95b6-19f8-480d-a0ac-4b028e5b3658 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:11.777303 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-065b95b6-19f8-480d-a0ac-4b028e5b3658 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 926 time: 0.0418334 Dec 16 17:46:11.949833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51608) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:11.954423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304762490', 'description': 'tempest-secgroup-smoke-304762490 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:11.978080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.042520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.046851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.077469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.078710 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1278045 Dec 16 17:46:12.079831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7303a-bf60-4817-8c42-2136d89f7987 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94186fc5-a513-4258-96aa-b0cf420d47db,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.081711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51610) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:12.086415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '94186fc5-a513-4258-96aa-b0cf420d47db', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:12.097617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.114249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.166530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.169940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.184729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38342f26-4652-4dc2-9ed0-a9a202c3471e,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.195288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.196463 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cd1a6c61-47ed-4411-9364-72406167c9cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136358 Dec 16 17:46:12.199184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:12.203429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '94186fc5-a513-4258-96aa-b0cf420d47db', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:12.230667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.288826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.292321 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.312202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10699d86-3018-45fd-bbc5-db2c743f40b1,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.317648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.318735 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c5eaff31-0b12-482d-a8a8-83501dac2bf2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186368 Dec 16 17:46:12.321473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51614) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:12.326261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '94186fc5-a513-4258-96aa-b0cf420d47db', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:12.354164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.410132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.413804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.430172 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cccde7-3ee5-45bd-9547-be35c5bc735f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.438467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.439652 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ed31bcf8-978e-4973-815e-fd886a2d9b96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166480 Dec 16 17:46:12.442360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51616) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:12.446577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '94186fc5-a513-4258-96aa-b0cf420d47db', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:12.474753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.533015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.536673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.556050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955f00d7-df0b-48b7-a242-55abb8c7e390,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.561395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.562476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5f2f4096-7a63-4f63-99e0-99e274cb4a4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191657 Dec 16 17:46:12.565182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51618) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:12.569412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '94186fc5-a513-4258-96aa-b0cf420d47db', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:12.593343 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:46:12.598401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.658133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.661502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.679290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b594724-3675-4e06-bd7f-1ee15a2748c7,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.684415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.685565 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a87198ba-a364-4fc7-aca4-ad5459957af1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194406 Dec 16 17:46:12.688259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51620) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:12.692622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '94186fc5-a513-4258-96aa-b0cf420d47db', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:12.716042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:46:12.721439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.779044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.782610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.801662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bab971c-5f46-4a7d-a996-dbab11c315e9,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:12.808623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:12.810517 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e3969d53-8102-4689-aec2-54f03c5eb9fd tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211522 Dec 16 17:46:12.957664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-3b0805f4-9929-40af-a478-dd281fffdcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304762490&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0442750 Dec 16 17:46:13.004676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-f8b60fa3-79a4-422e-8d58-4b535113e7df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:13.006011 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-f8b60fa3-79a4-422e-8d58-4b535113e7df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 931 time: 0.0417612 Dec 16 17:46:13.040053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:13.053031 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-f1a96035-87e0-4c0a-b0fb-5ca9274dba12 service neutron] 10.222.0.66 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0344298 Dec 16 17:46:13.138409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-3e5cb727-8e22-4e55-b33d-00def3c1f85b service neutron] 10.222.0.66 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795434 Dec 16 17:46:13.226793 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-8e05a1cd-47f1-4e81-a297-380af81c274a service neutron] 10.222.0.66 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824564 Dec 16 17:46:13.384471 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cf5e2711-b16c-490d-a58a-04bc21c32018 req-b001467f-25e3-492a-967c-cd38e424f33a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 210 time: 0.0264928 Dec 16 17:46:13.630643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:46:13.669031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:46:14.198327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-f3c6eda4-f613-434e-8180-65ba058b1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:14.199702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-f3c6eda4-f613-434e-8180-65ba058b1a95 service neutron] 10.222.0.57 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1027 time: 0.0368373 Dec 16 17:46:14.303393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-2e25c81d-3b31-4b1b-ad9b-9415549ee2c4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:14.304851 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-2e25c81d-3b31-4b1b-ad9b-9415549ee2c4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 796 time: 0.0992541 Dec 16 17:46:14.380503 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-9560f8a1-74bb-434a-92c2-0522d6157bd0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 472 time: 0.0658000 Dec 16 17:46:14.395123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Request body: {'port': {'device_id': '6f4eea6e-eeee-48a4-992a-1c86f06e87d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:14.449914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:14.476207 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1854803b-b9f6-4640-ac9e-48f513e1c16d req-2a8a29ef-52d1-4c2c-b504-cd2dbe999995 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 210 time: 0.0261645 Dec 16 17:46:14.709229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fd6327-1066-47f9-a536-790d3bdf197b {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:14.716285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:14.728720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Transition to ACTIVE for port object f2fd6327-1066-47f9-a536-790d3bdf197b will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:46:14.732117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:14.808969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf91408-7805-4857-937f-0562010f963f service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=7']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:14.914938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:46:14.915272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:46:14.915632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:14.920018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:46:14.920344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Attempting to bind port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:14.925233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:46:14.925572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Checking segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:14.925955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Bound using segment: {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:46:14.926380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Bound port: f2fd6327-1066-47f9-a536-790d3bdf197b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:46:14.926730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:14.997203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:15.001592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:46:15.007222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:15.042793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.043417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:15.044796 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-acf91408-7805-4857-937f-0562010f963f service neutron] 10.222.0.57 "PUT /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1132 time: 0.6535952 Dec 16 17:46:15.045296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4eea6e-eeee-48a4-992a-1c86f06e87d2', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:15.047519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4eea6e-eeee-48a4-992a-1c86f06e87d2", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:15.070698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf91408-7805-4857-937f-0562010f963f service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=8']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:15.096441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1e554a-5c03-45ec-bd38-380e8a1cd87f x-openstack-request-id: req-2e1e554a-5c03-45ec-bd38-380e8a1cd87f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:15.096831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4eea6e-eeee-48a4-992a-1c86f06e87d2", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:15.097156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e1e554a-5c03-45ec-bd38-380e8a1cd87f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:15.097564 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4eea6e-eeee-48a4-992a-1c86f06e87d2', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'status': 'completed', 'code': 200} Dec 16 17:46:15.148851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-15ddcf01-d5f4-4a51-8d60-1a5f99b2c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.150422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-15ddcf01-d5f4-4a51-8d60-1a5f99b2c397 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 1135 time: 0.0426824 Dec 16 17:46:15.221583 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-67e256c5-04fa-4357-ae4a-bc82cb18afe1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1038 time: 0.0626183 Dec 16 17:46:15.270890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-7c33c258-5704-4ff0-9b0d-ba0a8f367295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.272259 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-7c33c258-5704-4ff0-9b0d-ba0a8f367295 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6e8021c-3849-4a51-8931-5bab712e3bfc HTTP/1.1" status: 200 len: 834 time: 0.0427899 Dec 16 17:46:15.317155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-5bebfec0-8932-4e80-8f31-9a28ffc1ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.318559 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-5bebfec0-8932-4e80-8f31-9a28ffc1ffd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394518 Dec 16 17:46:15.416047 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-254d8d93-5abb-48ec-a6f1-17493c82f158 service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902677 Dec 16 17:46:15.505382 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-beacf7a3-2def-492e-b2b3-3d8f3318960e req-5b0cfd6d-804e-49e8-85f1-3181fb568f15 service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813920 Dec 16 17:46:15.593675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-94d37fba-0ad6-401c-a1e6-090b9cea6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.595159 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-94d37fba-0ad6-401c-a1e6-090b9cea6a2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 1135 time: 0.0417609 Dec 16 17:46:15.600758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99277ea-63a6-4a1b-8c20-cacfa7256793 req-6f11622d-0eac-4b20-be5e-590fd86b4665 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.602262 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f99277ea-63a6-4a1b-8c20-cacfa7256793 req-6f11622d-0eac-4b20-be5e-590fd86b4665 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 982 time: 0.0520263 Dec 16 17:46:15.648778 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f99277ea-63a6-4a1b-8c20-cacfa7256793 req-372a6490-81f3-41d9-87dd-adb8c1d1a000 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Dec 16 17:46:15.693964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-c0d2d22e-d6ac-4ac8-8a35-791dae97a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.695639 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-c0d2d22e-d6ac-4ac8-8a35-791dae97a664 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 897 time: 0.0892828 Dec 16 17:46:15.761883 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-a544827a-e0fd-418f-a6f4-41fdf80461e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1038 time: 0.0569489 Dec 16 17:46:15.817342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-62fcaec1-3731-41e6-b537-2a355fb30f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.818795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-62fcaec1-3731-41e6-b537-2a355fb30f6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6e8021c-3849-4a51-8931-5bab712e3bfc HTTP/1.1" status: 200 len: 834 time: 0.0470097 Dec 16 17:46:15.864390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-26de381c-6fb3-41d7-aa4f-71cfcbf7d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:15.865897 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-26de381c-6fb3-41d7-aa4f-71cfcbf7d815 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394533 Dec 16 17:46:15.954395 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-f04f1fd4-add4-419f-b5be-62feb18a67ee service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796492 Dec 16 17:46:16.051688 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea2469e6-9a0e-4c66-8942-5ee96da3ac04 req-8efe7e12-c570-499d-95b8-6f75583af437 service neutron] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887167 Dec 16 17:46:16.870437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fdbc-4652-4c17-83d7-26325191a2f3 req-85d5e9e4-dfd3-403e-ac69-1b436d645b4e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:16.871902 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3434fdbc-4652-4c17-83d7-26325191a2f3 req-85d5e9e4-dfd3-403e-ac69-1b436d645b4e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 982 time: 0.1548960 Dec 16 17:46:16.917145 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3434fdbc-4652-4c17-83d7-26325191a2f3 req-5c3a03e6-2b66-4c4e-87fb-ed0a2ef7a243 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Dec 16 17:46:17.661633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:46:17.753312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:17.764808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'port_id': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'mac_address': 'fa:16:3e:e3:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:46:17.801315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:17.814693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fd6327-1066-47f9-a536-790d3bdf197b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:17.834203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:17.839539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:17.886047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:18.036299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba7523-3704-49cb-8779-3bdb1e341ffa req-f9e67a61-d197-4fbb-88f2-a35e3514ccd2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:18.037979 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0bba7523-3704-49cb-8779-3bdb1e341ffa req-f9e67a61-d197-4fbb-88f2-a35e3514ccd2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 946 time: 0.0765414 Dec 16 17:46:18.052201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6170b5-d3b0-4b40-be34-bc82ed3a944a req-f2e7fb2e-381d-4bde-af71-42befb70cf74 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:18.054204 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c6170b5-d3b0-4b40-be34-bc82ed3a944a req-f2e7fb2e-381d-4bde-af71-42befb70cf74 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 983 time: 0.0671144 Dec 16 17:46:18.070809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['f2fd6327-1066-47f9-a536-790d3bdf197b'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:46:18.132098 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0bba7523-3704-49cb-8779-3bdb1e341ffa req-e2049dec-478f-4ada-8d46-e7ba73cc8305 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882180 Dec 16 17:46:18.135631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c6170b5-d3b0-4b40-be34-bc82ed3a944a req-49462957-a994-4bab-8a36-5789ab030ac8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Dec 16 17:46:19.258655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce75fe-9e3e-47cd-91c6-5edb872b49e2 req-863cd1f5-a2f5-48ca-995d-d69d170df1e4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:19.260175 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cfce75fe-9e3e-47cd-91c6-5edb872b49e2 req-863cd1f5-a2f5-48ca-995d-d69d170df1e4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 983 time: 0.0489652 Dec 16 17:46:19.337627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b155-6c97-4837-b500-c362ff2f230d req-0cc3ec85-f0c9-4a20-a5a7-79c0794295da tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:19.339091 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4171b155-6c97-4837-b500-c362ff2f230d req-0cc3ec85-f0c9-4a20-a5a7-79c0794295da tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 946 time: 0.1330018 Dec 16 17:46:19.344074 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cfce75fe-9e3e-47cd-91c6-5edb872b49e2 req-97c2dc61-992a-4a57-8d87-416d91cd84ee tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739191 Dec 16 17:46:19.396701 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4171b155-6c97-4837-b500-c362ff2f230d req-144bb693-0eef-4089-8c3a-0110e2348abd tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509167 Dec 16 17:46:19.504885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-b837de3c-4461-4e27-92cd-3820f233cec7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:19.506357 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-b837de3c-4461-4e27-92cd-3820f233cec7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Dec 16 17:46:19.600417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Deleting port cce388c9-aa9e-46dd-960c-08acaf3923c8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:46:19.600763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.664963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:19.696224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] For port cce388c9-aa9e-46dd-960c-08acaf3923c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cce388c9-aa9e-46dd-960c-08acaf3923c8,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:19.696594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.720457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port f2fd6327-1066-47f9-a536-790d3bdf197b completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:46:19.725608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port f2fd6327-1066-47f9-a536-790d3bdf197b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:19.725970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.804498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.827721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4eea6e-eeee-48a4-992a-1c86f06e87d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:19.830098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d00d400-7268-4a4d-ae9b-8643324750b4" -d '{"events": [{"server_uuid": "6f4eea6e-eeee-48a4-992a-1c86f06e87d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:19.847993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:19.853277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.880128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f6611-541b-43b6-9cc9-01bb34379839 x-openstack-request-id: req-7e1f6611-541b-43b6-9cc9-01bb34379839 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:19.880454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4eea6e-eeee-48a4-992a-1c86f06e87d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd6327-1066-47f9-a536-790d3bdf197b", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:19.880683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e1f6611-541b-43b6-9cc9-01bb34379839 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:19.881595 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4eea6e-eeee-48a4-992a-1c86f06e87d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd6327-1066-47f9-a536-790d3bdf197b', 'code': 200} Dec 16 17:46:19.893669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.894916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:19.895490 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Floating IP f0d84393-406d-4e0c-84ad-9c106cdce83f disassociated. External IP: 172.26.2.184, port: cce388c9-aa9e-46dd-960c-08acaf3923c8. Dec 16 17:46:19.896055 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Calling delete_port for cce388c9-aa9e-46dd-960c-08acaf3923c8 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:46:19.911806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:20.027446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:20.041591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6e283-753f-4dd3-8f9f-2cc790ba4dbc req-1fb284ed-626a-40c8-a160-22a67eeafde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:20.043197 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ffc6e283-753f-4dd3-8f9f-2cc790ba4dbc req-1fb284ed-626a-40c8-a160-22a67eeafde8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 1138 time: 0.0415640 Dec 16 17:46:20.054544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'Port': ['ID=cce388c9-aa9e-46dd-960c-08acaf3923c8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:20.077689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:20.095565 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ffc6e283-753f-4dd3-8f9f-2cc790ba4dbc req-042d9302-49b8-4df0-ab2d-a84f523b17c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Dec 16 17:46:20.180196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:20.286641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:20.295930 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:20.306124 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:20.306748 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:20.324845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] No DVR routers for this DVR port cce388c9-aa9e-46dd-960c-08acaf3923c8 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:46:20.327951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:20.331359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0dbac429-933f-4fa8-bd32-c101ac2cd75b req-2bce6ea5-ce70-49ba-82b3-36c8ddf98bbc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "DELETE /v2.0/ports/cce388c9-aa9e-46dd-960c-08acaf3923c8 HTTP/1.1" status: 204 len: 173 time: 0.8191724 Dec 16 17:46:20.331812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'name': 'network-vif-deleted', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:20.334057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a37ace-2c5b-4ec6-a0b4-d5a535738a9f" -d '{"events": [{"server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "name": "network-vif-deleted", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:20.406172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812483f3-033e-4771-bd6d-5d38ee3c132b x-openstack-request-id: req-812483f3-033e-4771-bd6d-5d38ee3c132b {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:20.407133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457048cf-4c83-4051-8bc1-7f25b7565dd6", "name": "network-vif-deleted", "tag": "cce388c9-aa9e-46dd-960c-08acaf3923c8", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:20.407674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-812483f3-033e-4771-bd6d-5d38ee3c132b {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:20.408467 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457048cf-4c83-4051-8bc1-7f25b7565dd6', 'name': 'network-vif-deleted', 'tag': 'cce388c9-aa9e-46dd-960c-08acaf3923c8', 'status': 'completed', 'code': 200} Dec 16 17:46:20.522021 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:20.538236 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c27eaf0-dcf3-4bfc-90c4-4c6427a796d9 req-2661bd85-4a1e-4c08-85d8-3b6b053cd262 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0310872 Dec 16 17:46:20.556232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012e995-0cd5-4d64-b595-423ee6dfba6e req-98e9ef39-367e-4a2e-9e20-10b972b227f2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:20.559509 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e012e995-0cd5-4d64-b595-423ee6dfba6e req-98e9ef39-367e-4a2e-9e20-10b972b227f2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 985 time: 0.0986943 Dec 16 17:46:20.626396 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e012e995-0cd5-4d64-b595-423ee6dfba6e req-16fa6d85-cee5-4bc9-ba58-ad79e1c2c50c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593071 Dec 16 17:46:20.751206 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:20.776833 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:20.785055 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:20.785669 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:20.888658 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:21.081632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:21.111801 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4a388-996f-4233-9d4a-16e8d612da8b None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:21.381474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf68d8-614d-415c-8b6a-aef92e3d1946 None None] New status for floating IP f0d84393-406d-4e0c-84ad-9c106cdce83f: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:46:21.633085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e11cdb56-418b-4316-9867-88005903fa7b req-70d7dd02-6d9e-4e6f-ba1f-c73ce43bbdca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0257235 Dec 16 17:46:21.735763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d57d4-1a55-49ff-8c1c-38f77bee1974 req-43301bd8-e738-4472-a6e6-18c035ace707 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:21.737271 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-136d57d4-1a55-49ff-8c1c-38f77bee1974 req-43301bd8-e738-4472-a6e6-18c035ace707 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 985 time: 0.0503447 Dec 16 17:46:21.783612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-136d57d4-1a55-49ff-8c1c-38f77bee1974 req-558f7d26-3c69-4c25-9a84-d86563bd03f3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Dec 16 17:46:21.895264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de9cc-bae6-405c-8618-8427ea7e88f6 req-6b953ba2-4338-4f21-9073-79dce85de438 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:21.896649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e3de9cc-bae6-405c-8618-8427ea7e88f6 req-6b953ba2-4338-4f21-9073-79dce85de438 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 985 time: 0.0479054 Dec 16 17:46:21.953438 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e3de9cc-bae6-405c-8618-8427ea7e88f6 req-702950c0-8411-45c6-a7e9-620dfac14e92 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Dec 16 17:46:21.974856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51686) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:22.047912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a81509-2ca1-48e8-9b03-3ed3a8195c4c tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:22.052097 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-61a81509-2ca1-48e8-9b03-3ed3a8195c4c tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2&network_id=79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 200 len: 1133 time: 0.0736344 Dec 16 17:46:22.268652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e6a0-a3a6-4ee8-8b77-9bea26765066 req-4b9340d1-226b-4f63-b355-ee26e87b7b1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:22.270258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d109e6a0-a3a6-4ee8-8b77-9bea26765066 req-4b9340d1-226b-4f63-b355-ee26e87b7b1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 985 time: 0.0496414 Dec 16 17:46:22.317760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d109e6a0-a3a6-4ee8-8b77-9bea26765066 req-ccb1b80d-9839-4e63-8523-e02ec5d3fd1f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Dec 16 17:46:22.563551 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:46:22.732161 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5969e816-c27c-4252-b760-06719c8d02ea req-e65a5f09-30d4-4748-9efb-c821c0f1e02e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0309772 Dec 16 17:46:23.432455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc97a3-f362-4d74-8e2f-f5665e3004d3 req-a626f5b1-855a-491f-b677-3b8cff67a77a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:23.433964 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-44dc97a3-f362-4d74-8e2f-f5665e3004d3 req-a626f5b1-855a-491f-b677-3b8cff67a77a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 985 time: 0.0490921 Dec 16 17:46:23.480633 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-44dc97a3-f362-4d74-8e2f-f5665e3004d3 req-b243ceca-8a82-44db-a4ed-125a9230533e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b72bed1-8170-4bdf-ae0b-2237aad3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Dec 16 17:46:23.542735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-35e06050-c424-4ffe-bf1a-2dc9844f37dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:23.544212 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-35e06050-c424-4ffe-bf1a-2dc9844f37dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 985 time: 0.0527270 Dec 16 17:46:23.590613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-09fb2930-5242-4d8d-8b73-4661afd5fadf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:23.592565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-09fb2930-5242-4d8d-8b73-4661afd5fadf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0414433 Dec 16 17:46:23.697326 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-50932ad0-e85d-4545-983d-40ec3192560a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0979314 Dec 16 17:46:23.707915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device cce388c9-aa9e-46dd-960c-08acaf3923c8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:46:23.712659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:23.730241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: cce388c9-aa9e-46dd-960c-08acaf3923c8 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:46:23.730742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device cce388c9-aa9e-46dd-960c-08acaf3923c8 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:46:23.770644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:23.833879 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-92f661bf-ec41-40e6-8436-11c2b3ca38fa req-3b4e9b86-c306-45b9-9d60-b5efbdfcb657 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Dec 16 17:46:23.911555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f2fd6327-1066-47f9-a536-790d3bdf197b,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:23.944415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] For port f2fd6327-1066-47f9-a536-790d3bdf197b, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:23.977153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] device_id is not set on port f2fd6327-1066-47f9-a536-790d3bdf197b yet. {{(pid=103243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 17:46:23.985693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:23.991434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:24.069639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=11']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:24.112344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] No DVR routers for this DVR port f2fd6327-1066-47f9-a536-790d3bdf197b on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:46:24.257933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] In _notify_port_updated(), no bound segment for port f2fd6327-1066-47f9-a536-790d3bdf197b on network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c {{(pid=103243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 17:46:24.258883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:24.259599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:24.260994 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b80bdca0-5e63-46e6-85a7-f48353a988a8 req-69225c39-04b7-43b7-bc1e-1a8f5ae729a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 200 len: 1028 time: 0.5526288 Dec 16 17:46:24.261930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-12f780dd-a5a5-49d4-b213-d87b579826c5 None None] Provisioning complete for port f2fd6327-1066-47f9-a536-790d3bdf197b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:24.262301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12f780dd-a5a5-49d4-b213-d87b579826c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:24.301811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-12f780dd-a5a5-49d4-b213-d87b579826c5 None None] Port f2fd6327-1066-47f9-a536-790d3bdf197b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:24.592485 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b20f1cae-6ec4-47e3-b84b-a72a57544d75 req-be513690-db95-46fb-84fa-5bc23b1d750c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f4eea6e-eeee-48a4-992a-1c86f06e87d2 HTTP/1.1" status: 200 len: 210 time: 0.0291865 Dec 16 17:46:24.935557 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a932136e-98ad-45aa-bfaa-e9532da2e261 req-1bb662d6-a85c-4f45-94d2-3d433bc46ed8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=457048cf-4c83-4051-8bc1-7f25b7565dd6 HTTP/1.1" status: 200 len: 210 time: 0.0259082 Dec 16 17:46:25.649086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51704) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:25.705314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3689-34cd-4347-af18-0ff78ede65f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:25.729809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3689-34cd-4347-af18-0ff78ede65f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:25.789319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3689-34cd-4347-af18-0ff78ede65f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:25.791889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3689-34cd-4347-af18-0ff78ede65f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:25.793073 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2d9e3689-34cd-4347-af18-0ff78ede65f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/94186fc5-a513-4258-96aa-b0cf420d47db HTTP/1.1" status: 204 len: 168 time: 0.1429265 Dec 16 17:46:25.802648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e3689-34cd-4347-af18-0ff78ede65f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94186fc5-a513-4258-96aa-b0cf420d47db,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:25.826432 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51708) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:26.332903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-866ef907-130a-405a-a0b2-77208a065e3c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654941847&fields=id&tenant_id=271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 267 time: 0.0759976 Dec 16 17:46:26.409633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 44d078e6-12d7-4ff6-ba8b-14a132b237f2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:46:26.409974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:26.490638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-4f43888c-7d27-4ed2-90c6-1c9bbdcb44fa tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:26.492081 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-4f43888c-7d27-4ed2-90c6-1c9bbdcb44fa tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 811 time: 0.1519003 Dec 16 17:46:26.521030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:26.521288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:26.524231 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-4717ec23-4f2b-4df5-81bc-31e2d81466b2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/quotas/271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 375 time: 0.0223787 Dec 16 17:46:26.547428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 44d078e6-12d7-4ff6-ba8b-14a132b237f2 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:46:26.629919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-14961cde-f810-45fc-a63c-ff15835d750f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984728 Dec 16 17:46:26.645618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-00e22adc-59bf-407f-bfb1-fa9810ed48bd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:46:26.646560 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-00e22adc-59bf-407f-bfb1-fa9810ed48bd service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049574 Dec 16 17:46:26.778072 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-42995129-2d62-4fd4-be3e-1648fcf59919 service neutron] 10.222.0.66 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258249 Dec 16 17:46:26.841903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:26.874503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=44d078e6-12d7-4ff6-ba8b-14a132b237f2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:26.943322 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-3deb1e6a-a565-4911-a5e9-3be52a085a34 service neutron] 10.222.0.66 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587842 Dec 16 17:46:26.952254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:26.952608 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 55eb0ce1-76fb-4c0e-adb5-265c7be854fd disassociated (deleted). External IP: 172.26.2.103, port: f2fd6327-1066-47f9-a536-790d3bdf197b. Dec 16 17:46:27.171978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 132b577b-0775-4d98-a5e9-386a6297caf4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:27.251748 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6a8350d-7be2-4f12-bdad-4639c5f9cf3d req-8f98e4c1-7c3f-4bb4-89d2-2178700f77a2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0335765 Dec 16 17:46:27.306098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:27.311382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.317758 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] Sync routers for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:27.327479 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:27.328386 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:27.341908 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1bf6f89c-86ad-4657-be7a-01af3feb5b68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/55eb0ce1-76fb-4c0e-adb5-265c7be854fd HTTP/1.1" status: 204 len: 168 time: 1.5143559 Dec 16 17:46:27.429751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51738) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:27.454568 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:27.492203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42276dce-3a90-4042-96d4-d3ce3c22a14d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.519056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42276dce-3a90-4042-96d4-d3ce3c22a14d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.584585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42276dce-3a90-4042-96d4-d3ce3c22a14d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.588197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42276dce-3a90-4042-96d4-d3ce3c22a14d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.590098 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-42276dce-3a90-4042-96d4-d3ce3c22a14d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/ecfa56a6-4fc4-4763-acdc-9336343fe90d HTTP/1.1" status: 204 len: 168 time: 0.1592634 Dec 16 17:46:27.608763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42276dce-3a90-4042-96d4-d3ce3c22a14d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa56a6-4fc4-4763-acdc-9336343fe90d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:27.627649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51744) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:27.682889 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:27.714476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] Checking router: 132b577b-0775-4d98-a5e9-386a6297caf4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:27.720010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port f2fd6327-1066-47f9-a536-790d3bdf197b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:46:27.720360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.727662 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:27.728284 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:27.739798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:46:27.791423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f2fd6327-1066-47f9-a536-790d3bdf197b not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:46:27.820907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.833491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for f2fd6327-1066-47f9-a536-790d3bdf197b owned by {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:46:27.835503 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:27.959883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:27.989194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=f2fd6327-1066-47f9-a536-790d3bdf197b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:28.043257 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:28.057191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.065441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51746) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:28.073551 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-904ed558-df54-4b81-9b01-2bf0d5c56901 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/ports/f2fd6327-1066-47f9-a536-790d3bdf197b HTTP/1.1" status: 204 len: 168 time: 0.4447453 Dec 16 17:46:28.075048 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f083f76-0188-49ee-a826-70edba47ba95 None None] The sync data for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv is: [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:52Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3851d4a3-e32b-4c6c-a346-f76d00b2d347', 'name': '', 'network_id': '79b63c03-7faa-4396-9f6d-ebc6b6cc217c', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:05:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:51Z', 'updated_at': '2021-12-16T17:45:54Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'e6e8021c-3849-4a51-8931-5bab712e3bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:28.270666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-4eb4e360-583c-4cc7-ad94-f4e76a196bc7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:28.271855 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-4eb4e360-583c-4cc7-ad94-f4e76a196bc7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 811 time: 0.1402140 Dec 16 17:46:28.345344 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-9a9b7732-3b68-4b9a-8254-09cc218d9a49 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 380 time: 0.0633976 Dec 16 17:46:28.361421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'port': {'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'admin_state_up': True, 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'security_groups': ['a0703810-eac7-4f26-b608-bd7c7a3e594c']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:28.379145 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d9b7a7a-996f-4a89-9beb-f683452dcf21 req-35151bcb-784b-4940-a0b9-f7881a9c81ce tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0425899 Dec 16 17:46:28.451967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e37917-7de4-47e9-a9a2-edacea13b0ac None None] New status for floating IP 55eb0ce1-76fb-4c0e-adb5-265c7be854fd: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:46:28.509474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Made reservation on behalf of 271e8f23f5c6422ba05bcaea00e02f07 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:46:28.514384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.585390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.651819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Allocated IP 172.20.0.12 (3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4/309def28-02df-42c8-8446-bb91eeed73ea/27ab55d4-6a8d-4a2e-8afd-a58d5397ca75) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:28.795592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.835272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.862096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 3851d4a3-e32b-4c6c-a346-f76d00b2d347 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:46:28.862425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.883297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:28.886614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:28.890381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:28.921197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:28.950133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:28.951334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.974493 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-55651376-b911-4358-9792-dd94368029b1 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218536 Dec 16 17:46:28.983676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 3851d4a3-e32b-4c6c-a346-f76d00b2d347, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3851d4a3-e32b-4c6c-a346-f76d00b2d347,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:28.984239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:28.986526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-a7e00bdd-7a69-42ea-8b09-57850f614349 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:46:28.987635 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-a7e00bdd-7a69-42ea-8b09-57850f614349 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061357 Dec 16 17:46:28.999747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 3851d4a3-e32b-4c6c-a346-f76d00b2d347 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:46:29.055488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Request body: {'port': {'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:29.118559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.167486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e4b7977b-0050-43b7-a1c8-42d902b9cdce None None] Provisioning complete for port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:29.167995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4b7977b-0050-43b7-a1c8-42d902b9cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.210027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.223689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7977b-0050-43b7-a1c8-42d902b9cdce None None] Port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:29.237450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=3851d4a3-e32b-4c6c-a346-f76d00b2d347,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:29.454977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:29.461465 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.466374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.479455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Transition to ACTIVE for port object 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:46:29.493217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.569698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Pushing event updated for resources: {'Port': ['ID=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:29.630929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Attempting to bind port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:46:29.631489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Attempting to bind port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:46:29.631922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Attempting to bind port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:29.638703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:46:29.639160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Attempting to bind port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:29.644893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:46:29.645966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Checking segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:29.646572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Bound using segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:46:29.647098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Bound port: 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:46:29.647682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.720932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eca4d-9755-4abb-9742-b055864fc315 req-9a1d742c-3ea3-4c84-b4b1-1168504e2452 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:29.722792 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c92eca4d-9755-4abb-9742-b055864fc315 req-9a1d742c-3ea3-4c84-b4b1-1168504e2452 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0998650 Dec 16 17:46:29.731259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] For port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:29.736830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] For port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:46:29.742479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.778353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:29.779334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:29.781233 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] 10.222.0.57 "PUT /v2.0/ports/27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 1094 time: 0.7854097 Dec 16 17:46:29.781990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:29.785529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2" -d '{"events": [{"name": "network-changed", "server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:29.817530 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c92eca4d-9755-4abb-9742-b055864fc315 req-708da8de-85a9-4a7d-8ab0-058eae40b42c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618644 Dec 16 17:46:29.870837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 132b577b-0775-4d98-a5e9-386a6297caf4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:29.900679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d530c-a700-4576-bb16-3560087dea19 x-openstack-request-id: req-3f6d530c-a700-4576-bb16-3560087dea19 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:29.900679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:29.901530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f6d530c-a700-4576-bb16-3560087dea19 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:29.901936 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'status': 'completed', 'code': 200} Dec 16 17:46:29.907223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b64ee-af21-4c46-83a6-86456d367d24 service neutron] Pushing event updated for resources: {'Port': ['ID=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:29.931724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-40a80df0-6713-49d9-acb9-c55f60be947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:29.933163 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-40a80df0-6713-49d9-acb9-c55f60be947e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1097 time: 0.0684536 Dec 16 17:46:29.988266 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-761e7ada-12b8-44f3-b8d3-a0ea15fd1cbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 217 time: 0.0461857 Dec 16 17:46:30.018303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:30.027016 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b7d3652-4ec1-4183-839a-2dfa9e63f0e6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/132b577b-0775-4d98-a5e9-386a6297caf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571683 Dec 16 17:46:30.032653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51760) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:30.032766 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] Sync routers for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:30.041696 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:30.042320 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:30.077643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-c819a92d-7f68-4942-add7-4488ba5ea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:30.079232 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-c819a92d-7f68-4942-add7-4488ba5ea770 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0829389 Dec 16 17:46:30.135013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet e6e8021c-3849-4a51-8931-5bab712e3bfc {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:46:30.139450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.148448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f920e-5cec-4921-9a07-177353521f21 req-2e74a639-b20b-4478-b8ff-0b17b6cd3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:30.150747 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-2e74a639-b20b-4478-b8ff-0b17b6cd3819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644279 Dec 16 17:46:30.189121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.261252 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-9ff8c7a5-ad7a-485e-aea2-98d3a997f6cb service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011226 Dec 16 17:46:30.304750 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:30.308716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.387101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.395913 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8b7f920e-5cec-4921-9a07-177353521f21 req-ec251009-ebf1-4af9-bba7-5ad4d69e19a4 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258454 Dec 16 17:46:30.422159 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e8021c-3849-4a51-8931-5bab712e3bfc,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:30.430079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.435595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a094482-938d-4ddb-9768-3910a81fa72d None None] Network 79b63c03-7faa-4396-9f6d-ebc6b6cc217c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:46:30.436773 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c6089009-0e07-4526-b0af-bcce48a22907 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/e6e8021c-3849-4a51-8931-5bab712e3bfc HTTP/1.1" status: 204 len: 168 time: 0.4084592 Dec 16 17:46:30.439372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51762) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:30.545573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-afa2be81-7076-4c86-bb03-047632e6aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:30.548059 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-afa2be81-7076-4c86-bb03-047632e6aa4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1097 time: 0.0641830 Dec 16 17:46:30.572429 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:46:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:30.608107 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] Checking router: 132b577b-0775-4d98-a5e9-386a6297caf4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:30.616741 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] Routers {'132b577b-0775-4d98-a5e9-386a6297caf4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:30.617407 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['132b577b-0775-4d98-a5e9-386a6297caf4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:30.634004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] DHCP port deletion for 79b63c03-7faa-4396-9f6d-ebc6b6cc217c request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:46:30.690933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] Deleting port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:46:30.691210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.744619 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] Set router 132b577b-0775-4d98-a5e9-386a6297caf4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:30.783799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] For port 52ce4d35-c65b-4e92-807c-a28e0196d6a6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=52ce4d35-c65b-4e92-807c-a28e0196d6a6,segment=NetworkSegment(3bc8a817-9ad9-451b-a07d-9b093a4f3c3f),segment_id=3bc8a817-9ad9-451b-a07d-9b093a4f3c3f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:30.784792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.803371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] Calling delete_port for 52ce4d35-c65b-4e92-807c-a28e0196d6a6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:46:30.928833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:30.966845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] No DVR routers for this DVR port 52ce4d35-c65b-4e92-807c-a28e0196d6a6 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:46:30.976306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa4b45-b6ac-45e9-9be3-670590f03369 None None] Pushing event deleted for resources: {'Port': ['ID=52ce4d35-c65b-4e92-807c-a28e0196d6a6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:31.010226 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:46:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:31.010685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ba888-7eb7-41bf-92c4-85c6ea748084 req-cc24192d-2c1f-4279-b7c4-1199a5d66a67 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:31.020332 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-096ba888-7eb7-41bf-92c4-85c6ea748084 req-cc24192d-2c1f-4279-b7c4-1199a5d66a67 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0831587 Dec 16 17:46:31.047467 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7af6b-9e99-4397-b356-235168c0dc70 None None] The sync data for ids ['132b577b-0775-4d98-a5e9-386a6297caf4'] in dv-neutron-821818-2-hyperv is: [{'id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'name': 'tempest-TestNetworkBasicOps-router-1212582506', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:46:29Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '32da3ce4-e5d2-44d4-bceb-b6fa332dff2e', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132b577b-0775-4d98-a5e9-386a6297caf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:45:48Z', 'updated_at': '2021-12-16T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:31.092476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-096ba888-7eb7-41bf-92c4-85c6ea748084 req-ad2a9b86-44c0-444f-8149-4b2c39854ce6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712326 Dec 16 17:46:31.118378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:31.189445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-0d02f5db-5dc8-4b4e-abf4-f763e8493eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:31.191716 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-0d02f5db-5dc8-4b4e-abf4-f763e8493eac service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.6158328 Dec 16 17:46:31.260208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-300a88a3-a7d3-4648-8fc1-1ba07fc9a9be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 217 time: 0.0398600 Dec 16 17:46:31.312466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:31.324927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-6dd047ad-f4a0-4be8-8b0d-e6439edd5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:31.326563 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-6dd047ad-f4a0-4be8-8b0d-e6439edd5737 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0582798 Dec 16 17:46:31.400826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-4f11fbeb-3228-4edf-8e80-5f4024ec69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:31.402340 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-4f11fbeb-3228-4edf-8e80-5f4024ec69e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525248 Dec 16 17:46:31.408646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:46:31.409021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:31.579422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:31.579795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:31.595889 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-4995e4ef-655d-4062-bf81-9078eb57140f service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841469 Dec 16 17:46:31.597443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:46:31.776206 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5e0d995b-c1f1-47a3-9c1c-85f950c748d2 req-0b261a29-fc21-435c-bd1d-7f3c7280389f service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701462 Dec 16 17:46:31.844307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:31.869738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=32da3ce4-e5d2-44d4-bceb-b6fa332dff2e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:31.885534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def25ffc-8e10-4feb-b747-ac67fdd34214 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:46:31.936236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.032336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.034420 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.078174 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.078701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router 132b577b-0775-4d98-a5e9-386a6297caf4 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:46:32.085586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.086702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ea1bec6e-1998-48c5-b200-82b68c6e74e5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/132b577b-0775-4d98-a5e9-386a6297caf4 HTTP/1.1" status: 204 len: 168 time: 1.6461787 Dec 16 17:46:32.089553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51766) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:32.173877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.254542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f61c7-c3f7-4056-bc7b-c49f11b1084e req-474589b4-e326-49fa-abd3-9122a65d85ec tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:32.256707 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-252f61c7-c3f7-4056-bc7b-c49f11b1084e req-474589b4-e326-49fa-abd3-9122a65d85ec tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0707865 Dec 16 17:46:32.281902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.321680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b63c03-7faa-4396-9f6d-ebc6b6cc217c']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:32.323485 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-252f61c7-c3f7-4056-bc7b-c49f11b1084e req-6fd75f6a-35e5-469e-a92c-70fde77feabc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605605 Dec 16 17:46:32.332930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:32.333375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc8a817-9ad9-451b-a07d-9b093a4f3c3f') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:32.344108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.358089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.364115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:46:32.364666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:46:32.367732 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:46:32.430413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.437252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.440346 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/79b63c03-7faa-4396-9f6d-ebc6b6cc217c HTTP/1.1" status: 204 len: 168 time: 0.3498104 Dec 16 17:46:32.455792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51770) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:32.458148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ab3fa-2189-40c2-a9f6-77fed4cf971c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=79b63c03-7faa-4396-9f6d-ebc6b6cc217c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:32.468308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eaafddff-2348-459d-ab54-7ce2edd9cd10 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113330 Dec 16 17:46:32.470874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51772) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:32.477398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--29851126', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:32.499785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:46:32.503173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.525386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:46:32.534761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.534966 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment b8c14ce2-59ff-483e-96c6-b5af8eb01d9a of type vlan for network 4e11c18e-cad5-4d05-9777-e41987aa79bd Dec 16 17:46:32.574101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.600379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.605991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:32.606729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.677702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2057261 Dec 16 17:46:32.680533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51774) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:32.686935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-768022946', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:32.693659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbae262-5b8f-474a-96d7-c18315e2bda2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=4e11c18e-cad5-4d05-9777-e41987aa79bd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:32.718642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.720332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.727293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:46:32.779899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 52ce4d35-c65b-4e92-807c-a28e0196d6a6 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:46:32.785820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:32.804241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 52ce4d35-c65b-4e92-807c-a28e0196d6a6 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:46:32.804593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 52ce4d35-c65b-4e92-807c-a28e0196d6a6 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:46:32.805056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3851d4a3-e32b-4c6c-a346-f76d00b2d347 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:46:32.838939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 3851d4a3-e32b-4c6c-a346-f76d00b2d347 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:46:32.839287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3851d4a3-e32b-4c6c-a346-f76d00b2d347 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:46:32.940544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.132137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.154950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.256172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.181 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/ceaefb1c-dcef-48e7-91e5-fc464ce7ce54) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:33.364492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.401285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.444275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:33.447705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:33.451221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb2ed-4f1f-4fa4-a239-0acbcb7fee99 req-516da03c-41fc-4a99-98e7-7c1ef04454ef tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:33.451914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:33.458509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:33.460345 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5dabb2ed-4f1f-4fa4-a239-0acbcb7fee99 req-516da03c-41fc-4a99-98e7-7c1ef04454ef tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0618923 Dec 16 17:46:33.465136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635be399-293a-4a76-b916-e372dffbdcba None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:46:33.519268 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5dabb2ed-4f1f-4fa4-a239-0acbcb7fee99 req-15499a97-2324-4e49-8617-7d15d9b729af tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580518 Dec 16 17:46:33.561630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0318837f-f4f5-4d0a-b11d-5cb967339e69 None None] Provisioning complete for port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:33.561997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0318837f-f4f5-4d0a-b11d-5cb967339e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.598643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0318837f-f4f5-4d0a-b11d-5cb967339e69 None None] Port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:33.725417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:33.935036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:34.059971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 46b0407f-3605-44f7-b3aa-8960bb1c8434 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:46:34.163489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:34.173683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Sync routers for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:34.184105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:34.184366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:34.185313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:34.186205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-044cabad-663a-40bc-8451-bcaba4d82ee7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5049846 Dec 16 17:46:34.189146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51778) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:34.216682 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f2de9332-8722-4d07-a562-a5185cd5384a tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264523 Dec 16 17:46:34.219121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51780) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:34.278566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:46:34.302977 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:46:34.303514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 32da3ce4-e5d2-44d4-bceb-b6fa332dff2e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:46:34.307565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067149ec-70e0-4da3-aa58-bde06fbfcbe4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:34.309107 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-067149ec-70e0-4da3-aa58-bde06fbfcbe4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890679 Dec 16 17:46:34.312475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51782) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:34.316443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:34.343858 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8cf9e79f-978f-4eca-b267-5e31138471d1 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303254 Dec 16 17:46:34.346556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51784) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:34.351667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1490099785', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:34.446598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:46:34.450480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:34.634778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:34.642011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d1496-3233-4123-9eb4-2dc870fce5b1 req-e3e88c87-fc2e-48bd-90ed-4afdda99bfbe tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:34.643600 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b4d1496-3233-4123-9eb4-2dc870fce5b1 req-e3e88c87-fc2e-48bd-90ed-4afdda99bfbe tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0549130 Dec 16 17:46:34.649440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:33Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:34.676965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Checking router: 46b0407f-3605-44f7-b3aa-8960bb1c8434 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:34.677415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Updating router 46b0407f-3605-44f7-b3aa-8960bb1c8434 port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:46:34.702478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:34.702847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 4e11c18e-cad5-4d05-9777-e41987aa79bd, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:46:34.702978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:34.708045 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b4d1496-3233-4123-9eb4-2dc870fce5b1 req-629a1274-36cf-4156-85e6-35148f71ecb0 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568964 Dec 16 17:46:34.714639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=c4598aef-aa4a-45b8-831c-6e104cd7179e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:34.730440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:46:34.739931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 4e11c18e-cad5-4d05-9777-e41987aa79bd) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:34.743988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:34.744664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:34.751261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd32ccb-1748-4b79-89d1-e7825a192f44 None None] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:46:34.760994 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-78b2fd11-e41f-40f8-b702-8a442c9ae5cb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4131362 Dec 16 17:46:34.764259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51788) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:34.949828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-4e11c18e-cad5-4d05-9777-e41987aa79bd', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:46:34.950758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.156873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.169730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.199298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Allocated IP 172.20.0.2 (4e11c18e-cad5-4d05-9777-e41987aa79bd/c4598aef-aa4a-45b8-831c-6e104cd7179e/48bca963-8949-4d28-a348-2021634c3d49) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:35.234566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7921c-32eb-4712-b154-0aac26f6b4f1 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:46:35.252837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54c4fd-63e1-4b62-a2f9-deb11e1f2f9f None None] Pushing event updated for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:35.263134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Attempting to bind port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:46:35.263609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Attempting to bind port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:46:35.263911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Attempting to bind port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:35.309933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:46:35.310321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:35.310736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.311168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:46:35.311637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Bound port: ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:46:35.312016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.416771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-474afc2b-8a15-4bef-9a7c-f70add0425e9 None None] Provisioning complete for port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:35.417323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474afc2b-8a15-4bef-9a7c-f70add0425e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.431685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] For port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:35.474554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] For port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:46:35.508877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.548248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-474afc2b-8a15-4bef-9a7c-f70add0425e9 None None] Port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:35.566764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85726d-3ca7-4e20-b1a5-b5a148effb58 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:46:35.578802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.595764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.612112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.614511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:35.615161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:35.656135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54c4fd-63e1-4b62-a2f9-deb11e1f2f9f None None] Pushing event updated for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:35.678880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:35.709477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:35.728223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:35.786287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5242afa8-7f9c-47d6-ac8f-c03e1c7bcac0 None None] Provisioning complete for port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:35.786663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5242afa8-7f9c-47d6-ac8f-c03e1c7bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.788183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Pushing event updated for resources: {'Port': ['ID=48bca963-8949-4d28-a348-2021634c3d49,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:35.854729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f672d17-69e6-4071-98e4-b1bac54fa03e req-daa4d52c-0251-4bbf-bd5c-fc140db2aacf tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:35.856293 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f672d17-69e6-4071-98e4-b1bac54fa03e req-daa4d52c-0251-4bbf-bd5c-fc140db2aacf tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0763223 Dec 16 17:46:35.897916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:35.900925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Attempting to bind port 48bca963-8949-4d28-a348-2021634c3d49 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:46:35.901325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Attempting to bind port 48bca963-8949-4d28-a348-2021634c3d49 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:46:35.901687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Attempting to bind port 48bca963-8949-4d28-a348-2021634c3d49 on network 4e11c18e-cad5-4d05-9777-e41987aa79bd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:35.909484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f672d17-69e6-4071-98e4-b1bac54fa03e req-3264b902-a1cd-4052-bb66-6c2d70b3e46b tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Dec 16 17:46:35.914187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (4e11c18e-cad5-4d05-9777-e41987aa79bd/c4598aef-aa4a-45b8-831c-6e104cd7179e/8410011a-e716-4272-847e-c64b84f1bcb3) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:35.963958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:46:35.964335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Checking segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:35.964738 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:35.965162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Bound using segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:46:35.966235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Bound port: 48bca963-8949-4d28-a348-2021634c3d49, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:46:35.966617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.029580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.062619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.108656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:36.112039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:36.116131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:36.144514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:36.165591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.276531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5242afa8-7f9c-47d6-ac8f-c03e1c7bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.291231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] For port 48bca963-8949-4d28-a348-2021634c3d49, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:36.296424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.325568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] For port 48bca963-8949-4d28-a348-2021634c3d49, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=48bca963-8949-4d28-a348-2021634c3d49,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:46:36.335899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.339962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5242afa8-7f9c-47d6-ac8f-c03e1c7bcac0 None None] For port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:36.350759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5242afa8-7f9c-47d6-ac8f-c03e1c7bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.410067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e2ad3-ef56-49c7-a9e4-de9374f22a61 None None] Pushing event updated for resources: {'Port': ['ID=48bca963-8949-4d28-a348-2021634c3d49,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:36.454483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:33Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:36.489113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20fe1d-c20a-45f6-83f7-93ba68640f39 None None] The sync data for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv is: [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:33Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:36.494604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242afa8-7f9c-47d6-ac8f-c03e1c7bcac0 None None] Pushing event updated for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:36.617895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.624282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.705197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:36.707188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:36.830164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:36.831787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:36.959082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 46b0407f-3605-44f7-b3aa-8960bb1c8434 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:37.029250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1ce01-edcd-409d-85df-21a0902da7cd req-ec5171ea-edc6-4c0d-894c-94944d28116f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.031426 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7e1ce01-edcd-409d-85df-21a0902da7cd req-ec5171ea-edc6-4c0d-894c-94944d28116f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0507195 Dec 16 17:46:37.073366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:37.079721 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5d5249cc-ca7e-4de3-9141-59afe7556d8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143709 Dec 16 17:46:37.085993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51794) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:37.097466 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7e1ce01-edcd-409d-85df-21a0902da7cd req-e362a822-1846-4c28-9347-0efcd3449f24 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590520 Dec 16 17:46:37.305778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.306147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.306622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.307098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.307565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.308029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.310725 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e0c4e232-6b9a-4b8b-a6ee-29004d1199a3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2232232 Dec 16 17:46:37.313335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51796) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:37.344592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4303f172-b99e-4b74-8196-4600bdc96ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.378472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.379021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.379491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.379953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.380417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.380871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:37.382860 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f9cdbc66-dfd3-4a33-8509-f3498e87b0d2 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0682917 Dec 16 17:46:37.386076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51798) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:37.463519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec86fb8-b5ea-4728-a800-0fea01f7cbf9 None None] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:46:37.527414 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e6ea2e00-ec52-423f-b1b2-ea20070b6cec None None] Provisioning complete for port 48bca963-8949-4d28-a348-2021634c3d49 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:37.527893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e00-ec52-423f-b1b2-ea20070b6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.536715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-34a2e3eb-27e2-4064-aa98-727d78578841 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1493039 Dec 16 17:46:37.648815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e00-ec52-423f-b1b2-ea20070b6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.686897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e6ea2e00-ec52-423f-b1b2-ea20070b6cec None None] For port 48bca963-8949-4d28-a348-2021634c3d49, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=48bca963-8949-4d28-a348-2021634c3d49,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:37.695132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e00-ec52-423f-b1b2-ea20070b6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.747337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea2e00-ec52-423f-b1b2-ea20070b6cec None None] Pushing event updated for resources: {'Port': ['ID=48bca963-8949-4d28-a348-2021634c3d49,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:37.756830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51802) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:37.761451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096394992', 'description': 'tempest-secgroup-smoke-2096394992 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:37.786351 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.863002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.867114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.896553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2819763f-a621-456b-80ad-d771eab384fe,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:37.900673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.905121 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6ac3b5cd-e07a-431f-b618-b342089f66d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1440351 Dec 16 17:46:37.905284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51804) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:37.918662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2819763f-a621-456b-80ad-d771eab384fe', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:37.920621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a18f7052-93c2-489b-ad0c-1a23f2913373 None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:37.921033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a18f7052-93c2-489b-ad0c-1a23f2913373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.952788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:37.968830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a18f7052-93c2-489b-ad0c-1a23f2913373 None None] Port 8410011a-e716-4272-847e-c64b84f1bcb3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:37.980054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a18f7052-93c2-489b-ad0c-1a23f2913373 None None] Provisioning complete for port 48bca963-8949-4d28-a348-2021634c3d49 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:37.980560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a18f7052-93c2-489b-ad0c-1a23f2913373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.017413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.023203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.048444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a98114b-bc56-466d-a311-3de4b34fd22c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:38.062260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.065411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-19de77bb-edad-4429-9918-4358bd59b921 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516647 Dec 16 17:46:38.066995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51806) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:38.072406 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2819763f-a621-456b-80ad-d771eab384fe', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:38.104643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.169427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.175144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.200566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b2c69c23-76de-41cf-bf2a-3d267cf2c415 None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:38.201258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2c69c23-76de-41cf-bf2a-3d267cf2c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.223556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a4e58f-43b9-46c3-854e-b7129038ebfa,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:38.239723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.244476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51810) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:38.245033 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-83a2d1dc-b9db-4373-ae66-efffe567224c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759801 Dec 16 17:46:38.246471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b2c69c23-76de-41cf-bf2a-3d267cf2c415 None None] Port 8410011a-e716-4272-847e-c64b84f1bcb3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:38.252557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2819763f-a621-456b-80ad-d771eab384fe', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:38.256592 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da8838-9edb-4b5d-84fd-668c688e2798 req-e4a2bc50-d017-4c10-a7e9-5602f96147f3 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:38.259273 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3da8838-9edb-4b5d-84fd-668c688e2798 req-e4a2bc50-d017-4c10-a7e9-5602f96147f3 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0818269 Dec 16 17:46:38.296825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.314931 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3da8838-9edb-4b5d-84fd-668c688e2798 req-3f0640d6-9313-4232-9350-f5cb1c4c1297 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490775 Dec 16 17:46:38.364468 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Sync routers for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:38.379129 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:38.380156 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:38.382506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.385990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-77b1962f-25a6-434a-a3e1-8bba7b10b50d None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:38.386567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b1962f-25a6-434a-a3e1-8bba7b10b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.388365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.410383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1965bf8e-b365-4952-a398-eecb9367f87e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:38.428264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-77b1962f-25a6-434a-a3e1-8bba7b10b50d None None] Port 8410011a-e716-4272-847e-c64b84f1bcb3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:38.438753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.440908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 48bca963-8949-4d28-a348-2021634c3d49 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:38.442778 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3be7c36d-420e-44fa-a0aa-ade56e5a5f8e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951613 Dec 16 17:46:38.443058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51812) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:38.447800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2819763f-a621-456b-80ad-d771eab384fe', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:38.482579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.496355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 48bca963-8949-4d28-a348-2021634c3d49 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:38.497371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.498040 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:38.550445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.554393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.572786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46df1e9a-7e40-4eee-a74e-2565f6d59956,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:38.581502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:38.584582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.588496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b3ceeba3-b64b-49b2-a130-0cc10e7b0341 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418617 Dec 16 17:46:38.588837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51814) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:38.593607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2819763f-a621-456b-80ad-d771eab384fe', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:38.620551 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:46:38.626651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.632590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:38.632915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.693333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.697014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.701207 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:38.717554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216a6c49-c1bb-4269-b15b-7afb92dd5e82,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:38.723754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.725077 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7eef7183-d5f3-4675-8397-a983460d931f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350880 Dec 16 17:46:38.727826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:38.733084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2819763f-a621-456b-80ad-d771eab384fe', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:38.733240 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Checking router: 46b0407f-3605-44f7-b3aa-8960bb1c8434 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:38.733593 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Updating router 46b0407f-3605-44f7-b3aa-8960bb1c8434 port 8410011a-e716-4272-847e-c64b84f1bcb3 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:46:38.756727 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:46:38.758151 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.761794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.823158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.826892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.845871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64ae8ba-a197-4558-abd7-16f0781e0449,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:38.851557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:38.852748 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9e6a614d-f806-43ea-ad38-d557e66de445 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238549 Dec 16 17:46:39.003034 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-1d0ff0aa-9571-4a62-aef5-ac65284c520d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096394992&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0439680 Dec 16 17:46:39.021768 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.026908 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.078687 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2e87c-fa9a-4ba2-ae7a-21b5af2c046f None None] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:39.110846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-8cbc3887-816e-40ca-855e-68c9249736e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:39.112404 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-8cbc3887-816e-40ca-855e-68c9249736e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=4e11c18e-cad5-4d05-9777-e41987aa79bd HTTP/1.1" status: 200 len: 795 time: 0.1022809 Dec 16 17:46:39.131574 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-c2c33295-9da1-4c7c-8281-adcd1696b64d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0129101 Dec 16 17:46:39.136132 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Attempting to bind port 8410011a-e716-4272-847e-c64b84f1bcb3 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:46:39.136530 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Attempting to bind port 8410011a-e716-4272-847e-c64b84f1bcb3 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:46:39.136995 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Attempting to bind port 8410011a-e716-4272-847e-c64b84f1bcb3 on network 4e11c18e-cad5-4d05-9777-e41987aa79bd {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:39.142403 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:46:39.142873 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Checking segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:39.143354 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.143815 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Bound using segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:46:39.144355 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Bound port: 8410011a-e716-4272-847e-c64b84f1bcb3, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:46:39.144806 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.194034 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bd5921d2-8501-4718-b1af-63e1da894382 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561016 Dec 16 17:46:39.209274 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] For port 8410011a-e716-4272-847e-c64b84f1bcb3, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:39.212557 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] For port 8410011a-e716-4272-847e-c64b84f1bcb3, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8410011a-e716-4272-847e-c64b84f1bcb3,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:46:39.218943 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.281029 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2e87c-fa9a-4ba2-ae7a-21b5af2c046f None None] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:39.288190 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:39.288821 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:39.296909 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-27d54f00-1860-47bc-baa9-99a5d36d5b05 service neutron] 10.222.0.66 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896189 Dec 16 17:46:39.363309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-637f7dad-60d0-460e-a3ec-f8b0cd35a3ca None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:39.363779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637f7dad-60d0-460e-a3ec-f8b0cd35a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.465977 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-ecd42285-9b87-417e-8c62-bb0a71eb0af1 service neutron] 10.222.0.66 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598389 Dec 16 17:46:39.480110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637f7dad-60d0-460e-a3ec-f8b0cd35a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.511489 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:39.526341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-637f7dad-60d0-460e-a3ec-f8b0cd35a3ca None None] For port 8410011a-e716-4272-847e-c64b84f1bcb3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8410011a-e716-4272-847e-c64b84f1bcb3,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:39.531621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637f7dad-60d0-460e-a3ec-f8b0cd35a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.545479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e8da2-f957-42f1-be39-ccc9249d63dc req-c6d06b74-60cc-4b99-bd5a-d62acdeaced2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:39.547852 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b9e8da2-f957-42f1-be39-ccc9249d63dc req-c6d06b74-60cc-4b99-bd5a-d62acdeaced2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.1403871 Dec 16 17:46:39.585997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7dad-60d0-460e-a3ec-f8b0cd35a3ca None None] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:39.609861 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b9e8da2-f957-42f1-be39-ccc9249d63dc req-0ecd1508-a996-40c4-a5de-56fdac76f88f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549564 Dec 16 17:46:39.680949 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04b5c6c4-78e0-4880-9864-3bc0bbfa3b83 req-c94a9fbd-d49f-4e28-9dc7-65920abdcf29 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 210 time: 0.0287378 Dec 16 17:46:39.695270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4edadedb-262d-44f7-9f6d-1dcee8463977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.696764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-52155df0-82e2-4cf3-95ba-39809cf4723c None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:39.697311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52155df0-82e2-4cf3-95ba-39809cf4723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:39.736255 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:46:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:39.770476 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c477a1-170a-46ac-a8e7-292bef3bc592 None None] The sync data for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv is: [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:46:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:40.349601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8410011a-e716-4272-847e-c64b84f1bcb3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:40.400042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:40.400404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:40.709156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-203e4e43-ce75-4322-82ed-f2c60f082b2c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:40.710789 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-203e4e43-ce75-4322-82ed-f2c60f082b2c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=4e11c18e-cad5-4d05-9777-e41987aa79bd HTTP/1.1" status: 200 len: 795 time: 0.1224985 Dec 16 17:46:40.789505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613673a-1a09-463c-9be1-83134b57f651 req-5e3640d4-cff4-4501-904f-3b91f3cdc638 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:40.791448 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e613673a-1a09-463c-9be1-83134b57f651 req-5e3640d4-cff4-4501-904f-3b91f3cdc638 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.0911665 Dec 16 17:46:40.805825 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-fb1528e8-68ee-4017-8033-af43d32aeef1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 380 time: 0.0860467 Dec 16 17:46:40.822697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['2819763f-a621-456b-80ad-d771eab384fe']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:40.856361 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-23f32a2f-ac00-423f-ba7d-ac1154e66751 req-53f48f18-b06b-4e7b-b702-6f1692c22235 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 210 time: 0.0582960 Dec 16 17:46:40.867253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:40.894835 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e613673a-1a09-463c-9be1-83134b57f651 req-23c2502b-9636-4a1e-8147-05da25ab5dcb tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840652 Dec 16 17:46:40.968919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:46:40.973087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.096216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.3 (4e11c18e-cad5-4d05-9777-e41987aa79bd/c4598aef-aa4a-45b8-831c-6e104cd7179e/2f9a82a4-8452-4947-880d-95e834777c68) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:41.233380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.265205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.312356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:41.315385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:41.319016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:41.343345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=2f9a82a4-8452-4947-880d-95e834777c68,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:41.358686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.359016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.359359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.359699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.360033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.360362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.360692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.361054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.361380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.361715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.362042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.362364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.362683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:41.385332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:41.385953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.402255 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-7e68471b-e650-4d8f-81e6-d02b31f79e3a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839539 Dec 16 17:46:41.415336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Request body: {'port': {'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:41.471364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.508087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-61d35636-15ff-4fd1-8052-d4e0bfeae441 None None] Provisioning complete for port 2f9a82a4-8452-4947-880d-95e834777c68 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:41.508457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61d35636-15ff-4fd1-8052-d4e0bfeae441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.550707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-61d35636-15ff-4fd1-8052-d4e0bfeae441 None None] Port 2f9a82a4-8452-4947-880d-95e834777c68 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:46:41.741716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9a82a4-8452-4947-880d-95e834777c68 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:41.748921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.760537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Transition to ACTIVE for port object 2f9a82a4-8452-4947-880d-95e834777c68 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:46:41.764221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:41.802117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:46:41.839990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a82a4-8452-4947-880d-95e834777c68,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:41.926541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Attempting to bind port 2f9a82a4-8452-4947-880d-95e834777c68 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:46:41.927841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Attempting to bind port 2f9a82a4-8452-4947-880d-95e834777c68 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:46:41.927841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Attempting to bind port 2f9a82a4-8452-4947-880d-95e834777c68 on network 4e11c18e-cad5-4d05-9777-e41987aa79bd {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:41.933149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Port 2f9a82a4-8452-4947-880d-95e834777c68 on network 4e11c18e-cad5-4d05-9777-e41987aa79bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:46:41.933631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Attempting to bind port 2f9a82a4-8452-4947-880d-95e834777c68 on network 4e11c18e-cad5-4d05-9777-e41987aa79bd {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:46:41.940439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:46:41.940988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Checking segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:46:41.941585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Bound using segment: {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:46:41.942117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Bound port: 2f9a82a4-8452-4947-880d-95e834777c68, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:46:41.942573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:42.008184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d65e2a-a1cb-4947-b596-088e7d9773ca req-c9379bdc-18c5-4601-be63-ef76a61977c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.015680 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7d65e2a-a1cb-4947-b596-088e7d9773ca req-c9379bdc-18c5-4601-be63-ef76a61977c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 943 time: 0.0683515 Dec 16 17:46:42.026895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:42.031737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] For port 2f9a82a4-8452-4947-880d-95e834777c68, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:46:42.036194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] For port 2f9a82a4-8452-4947-880d-95e834777c68, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2f9a82a4-8452-4947-880d-95e834777c68,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:46:42.052704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:42.053790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:46:42.119098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a82a4-8452-4947-880d-95e834777c68,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:42.130554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:42.139040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.139737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:42.141630 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-bcb36704-1aec-4c44-89c6-f9664ce9e201 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f9a82a4-8452-4947-880d-95e834777c68 HTTP/1.1" status: 200 len: 1093 time: 0.7306082 Dec 16 17:46:42.142120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:42.145603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f780432-3622-4174-b401-6cfeac77eb08" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "tag": "2f9a82a4-8452-4947-880d-95e834777c68"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:42.151276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7d65e2a-a1cb-4947-b596-088e7d9773ca req-6351488b-c8e8-4be5-8f9b-dc29d5e7bf50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852513 Dec 16 17:46:42.160437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c404a0f-889d-4c04-8f4f-a335f2c0c9f2 req-87e00413-e6ee-498e-9d9c-2035564b3b28 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.169865 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c404a0f-889d-4c04-8f4f-a335f2c0c9f2 req-87e00413-e6ee-498e-9d9c-2035564b3b28 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 944 time: 0.1450078 Dec 16 17:46:42.170962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:42.180101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:42.219334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:42.233506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:42.241569 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c404a0f-889d-4c04-8f4f-a335f2c0c9f2 req-9c3d7eae-4e9d-483c-bc37-3880a970c7c6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703692 Dec 16 17:46:42.282466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ee67a-351f-4160-a3f7-e13947aedd98 x-openstack-request-id: req-0a8ee67a-351f-4160-a3f7-e13947aedd98 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:42.282829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "tag": "2f9a82a4-8452-4947-880d-95e834777c68", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:42.283025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a8ee67a-351f-4160-a3f7-e13947aedd98 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:42.283408 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68', 'status': 'completed', 'code': 200} Dec 16 17:46:42.289994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-f207b130-7d4e-4c37-933d-cad38f404a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.291678 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-f207b130-7d4e-4c37-933d-cad38f404a86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 1096 time: 0.0853760 Dec 16 17:46:42.310628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:42.340981 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-f16a085c-b376-4f05-851b-321b26fcd370 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f9a82a4-8452-4947-880d-95e834777c68 HTTP/1.1" status: 200 len: 217 time: 0.0400448 Dec 16 17:46:42.393996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-e2562d5b-6a5c-4bc4-a2fb-4127d06e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.395489 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-e2562d5b-6a5c-4bc4-a2fb-4127d06e7da1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4598aef-aa4a-45b8-831c-6e104cd7179e HTTP/1.1" status: 200 len: 835 time: 0.0467255 Dec 16 17:46:42.428579 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['27ab55d4-6a8d-4a2e-8afd-a58d5397ca75'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:46:42.442399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096637-ec4f-41a1-b390-17979669aa3a req-f85987b7-154a-4271-b398-fb05e2c40ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.443942 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-f85987b7-154a-4271-b398-fb05e2c40ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e11c18e-cad5-4d05-9777-e41987aa79bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413084 Dec 16 17:46:42.537872 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-1afffe21-6ced-442c-9584-606af1de6d76 service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862362 Dec 16 17:46:42.628693 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3096637-ec4f-41a1-b390-17979669aa3a req-b34b1e38-c5ce-4121-a403-5e5dac4a3cff service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 Dec 16 17:46:42.713132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780432-3622-4174-b401-6cfeac77eb08 req-d0407cf6-fb99-45da-a72b-602dcad689e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.714605 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-d0407cf6-fb99-45da-a72b-602dcad689e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 1096 time: 0.0402620 Dec 16 17:46:42.808067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780432-3622-4174-b401-6cfeac77eb08 req-0238c86e-0fa4-45a7-98a5-418439e5e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.810010 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-0238c86e-0fa4-45a7-98a5-418439e5e2da service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e11c18e-cad5-4d05-9777-e41987aa79bd HTTP/1.1" status: 200 len: 896 time: 0.0869417 Dec 16 17:46:42.853018 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-553c155b-bc4c-4173-b7a1-243627a77231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f9a82a4-8452-4947-880d-95e834777c68 HTTP/1.1" status: 200 len: 217 time: 0.0347784 Dec 16 17:46:42.901845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780432-3622-4174-b401-6cfeac77eb08 req-afd176eb-2de5-4e32-98c1-9c919d58f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.903258 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-afd176eb-2de5-4e32-98c1-9c919d58f3d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4598aef-aa4a-45b8-831c-6e104cd7179e HTTP/1.1" status: 200 len: 835 time: 0.0429623 Dec 16 17:46:42.953735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780432-3622-4174-b401-6cfeac77eb08 req-8ec46b18-9430-4881-b5be-0424a495f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:42.955226 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-8ec46b18-9430-4881-b5be-0424a495f31f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e11c18e-cad5-4d05-9777-e41987aa79bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441318 Dec 16 17:46:43.041651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:43.046849 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-8ed5eda8-9c9b-4d66-bb9c-aadd0822676f service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 Dec 16 17:46:43.142306 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5f780432-3622-4174-b401-6cfeac77eb08 req-284f8655-aa75-44d1-9fd4-05ae6ed7a241 service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Dec 16 17:46:43.275826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89925c-171d-435d-8307-01a00c944255 req-8ccd0e96-add7-4939-addb-a6ce88a4e807 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:43.277342 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fb89925c-171d-435d-8307-01a00c944255 req-8ccd0e96-add7-4939-addb-a6ce88a4e807 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 943 time: 0.0487089 Dec 16 17:46:43.349819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fb89925c-171d-435d-8307-01a00c944255 req-190929ec-d927-4174-903e-3c71226a72d3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662200 Dec 16 17:46:43.365960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ea53-f5db-464e-9286-5df1c0d3c524 req-8f1d609d-d8dc-4982-bc1e-0868e41336a5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:43.367427 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e85ea53-f5db-464e-9286-5df1c0d3c524 req-8f1d609d-d8dc-4982-bc1e-0868e41336a5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 945 time: 0.0671470 Dec 16 17:46:43.418578 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e85ea53-f5db-464e-9286-5df1c0d3c524 req-7425c1b1-d7c7-446f-858c-e8dde073ff80 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Dec 16 17:46:43.815773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:43.866203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:46:43.870180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:43.870551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:43.944461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:43.967538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:43.969776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78054297-e731-4ac3-8963-9369cdc97e25" -d '{"events": [{"server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "name": "network-vif-plugged", "status": "completed", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:43.982635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:43.986413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:44.011709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be36565-2b10-4bab-acb3-d02ef7442e4b x-openstack-request-id: req-7be36565-2b10-4bab-acb3-d02ef7442e4b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:44.012512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "name": "network-vif-plugged", "status": "completed", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:44.012766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7be36565-2b10-4bab-acb3-d02ef7442e4b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:44.013185 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'code': 200} Dec 16 17:46:44.039214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:44.192139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ce10-fba9-4c4b-8b49-090dc5e17436 req-e8dc0be5-e02c-4be6-be6a-ef563ce54243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:44.193652 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-61e0ce10-fba9-4c4b-8b49-090dc5e17436 req-e8dc0be5-e02c-4be6-be6a-ef563ce54243 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1099 time: 0.0394607 Dec 16 17:46:44.238996 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-61e0ce10-fba9-4c4b-8b49-090dc5e17436 req-ac82f26a-18f4-4e91-b7d2-7a1e62a93cde service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Dec 16 17:46:44.463382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cee708-9752-4d9f-93ec-8cf2e9a95f06 req-535b1dd3-5174-444b-a79c-9a66e5fd1c63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:44.464873 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71cee708-9752-4d9f-93ec-8cf2e9a95f06 req-535b1dd3-5174-444b-a79c-9a66e5fd1c63 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 943 time: 0.0489752 Dec 16 17:46:44.538418 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71cee708-9752-4d9f-93ec-8cf2e9a95f06 req-33dd55b9-3f3f-443d-ad18-1602adbc8a8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675073 Dec 16 17:46:44.554320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf965f-c185-4963-9b61-b27baba2a292 req-40c7ba0c-970b-42d0-81ed-b9efc03ea3de tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:44.555772 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6faf965f-c185-4963-9b61-b27baba2a292 req-40c7ba0c-970b-42d0-81ed-b9efc03ea3de tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 946 time: 0.0687861 Dec 16 17:46:44.604335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6faf965f-c185-4963-9b61-b27baba2a292 req-71c3de5e-5faa-4af5-af89-3eac6bfd91eb tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Dec 16 17:46:45.822629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2f9a82a4-8452-4947-880d-95e834777c68 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:46:45.921205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2f9a82a4-8452-4947-880d-95e834777c68, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2f9a82a4-8452-4947-880d-95e834777c68,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:45.932923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '2f9a82a4-8452-4947-880d-95e834777c68', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:46:45.977093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:45.990928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9a82a4-8452-4947-880d-95e834777c68 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:46:46.010159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2f9a82a4-8452-4947-880d-95e834777c68, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2f9a82a4-8452-4947-880d-95e834777c68,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:46.014362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:46.022433 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51944b5-353e-45eb-86a3-2b3dbfe7d58a req-25ba01a2-b694-42b5-9db6-5cddedbe147c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:46.023929 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a51944b5-353e-45eb-86a3-2b3dbfe7d58a req-25ba01a2-b694-42b5-9db6-5cddedbe147c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 943 time: 0.4186881 Dec 16 17:46:46.057015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d568f-6b83-41ed-af95-f021ffb79a8e req-248d7659-8d4f-4980-808f-2401cd1fe3f7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:46.058586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b47d568f-6b83-41ed-af95-f021ffb79a8e req-248d7659-8d4f-4980-808f-2401cd1fe3f7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 946 time: 0.0729585 Dec 16 17:46:46.062542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=2f9a82a4-8452-4947-880d-95e834777c68,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:46.101296 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a51944b5-353e-45eb-86a3-2b3dbfe7d58a req-9728c7ba-bd95-44cc-8182-cf166c1735cc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700557 Dec 16 17:46:46.129204 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b47d568f-6b83-41ed-af95-f021ffb79a8e req-ea9dfb9d-81ee-4bb0-b350-ae0a885ea70c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644507 Dec 16 17:46:46.220252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2f9a82a4-8452-4947-880d-95e834777c68'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:46:46.243763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3677-4323-402c-bffd-b3db1a46d4c4 req-b2700de7-e6fb-4475-942c-e7bd6977e971 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:46.245258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-642f3677-4323-402c-bffd-b3db1a46d4c4 req-b2700de7-e6fb-4475-942c-e7bd6977e971 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 946 time: 0.0488203 Dec 16 17:46:46.299825 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-642f3677-4323-402c-bffd-b3db1a46d4c4 req-8ae2b96e-8b25-4970-8a81-c0f3c9cb96b5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Dec 16 17:46:46.321957 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51872) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:46.360486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5fd8a4-a18e-4fdd-97c6-8ba66c80067d tempest-TestVolumeBootPattern-1314914280 tempest-TestVolumeBootPattern-1314914280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:46.364423 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4e5fd8a4-a18e-4fdd-97c6-8ba66c80067d tempest-TestVolumeBootPattern-1314914280 tempest-TestVolumeBootPattern-1314914280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1094 time: 0.0389397 Dec 16 17:46:46.364621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51874) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:46.368892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:46.392771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:46.492920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:46.595795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Allocated IP 172.26.2.250 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/dc0380ea-3b40-45a5-ae80-f0e749fb9416) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:46.697653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:46.730560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:46.771098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:46.774071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:46.777531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:46.782665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=dc0380ea-3b40-45a5-ae80-f0e749fb9416,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:46.807468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.807826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.808170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.809056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.809391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.809716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.810049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.810371 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.810694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.811016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.811338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.811654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:46.811968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:46:47.145054 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.250152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ff71c-04e4-425f-93be-b5d607ff9ef4 req-912d8170-c5b1-453b-9d61-866a65ec9e85 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:47.251505 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-403ff71c-04e4-425f-93be-b5d607ff9ef4 req-912d8170-c5b1-453b-9d61-866a65ec9e85 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 944 time: 0.0818129 Dec 16 17:46:47.252516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.366479 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-403ff71c-04e4-425f-93be-b5d607ff9ef4 req-4e430a27-0466-4dad-ae6a-d1ba6de8da23 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945256 Dec 16 17:46:47.434211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.438893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.502857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=dc0380ea-3b40-45a5-ae80-f0e749fb9416,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:47.514546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.612786 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Floating IP 29730606-aa0a-4c8d-aa36-613e654ecabd associated. External IP: 172.26.2.250, port: 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75. Dec 16 17:46:47.816560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:47.828510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2f9a82a4-8452-4947-880d-95e834777c68 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:46:47.874888 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 2f9a82a4-8452-4947-880d-95e834777c68 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:46:47.879010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 2f9a82a4-8452-4947-880d-95e834777c68 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:46:47.879380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.926789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:47.944873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.945333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:47.968561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:47.970391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:47.971013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:47.973549 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9abedd8b-1477-49b1-b2c1-01d5f354e664 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6075349 Dec 16 17:46:47.973817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:47.976077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e0d5e-3304-4374-9506-a2c7a389d668" -d '{"events": [{"name": "network-changed", "server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:48.036035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:48.038274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b616d4aa-a9b7-4e47-b0ff-53e427a9c928" -d '{"events": [{"server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "name": "network-vif-plugged", "status": "completed", "tag": "2f9a82a4-8452-4947-880d-95e834777c68"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:48.054425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2f9a82a4-8452-4947-880d-95e834777c68, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2f9a82a4-8452-4947-880d-95e834777c68,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:46:48.080151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f01b6-a291-41a9-afbc-cdd57df684d9 x-openstack-request-id: req-0c8f01b6-a291-41a9-afbc-cdd57df684d9 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:48.080640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:48.080898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c8f01b6-a291-41a9-afbc-cdd57df684d9 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:48.081402 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'status': 'completed', 'code': 200} Dec 16 17:46:48.081653 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb9535-6409-426b-aa8d-b475cb6875bb x-openstack-request-id: req-a1cb9535-6409-426b-aa8d-b475cb6875bb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:48.081947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "name": "network-vif-plugged", "status": "completed", "tag": "2f9a82a4-8452-4947-880d-95e834777c68", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:48.082199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1cb9535-6409-426b-aa8d-b475cb6875bb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:48.082583 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68', 'code': 200} Dec 16 17:46:48.087732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:48.152982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:48.156231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-5ec8d82b-c8f6-440d-bb19-35067fc3e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:48.158035 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-5ec8d82b-c8f6-440d-bb19-35067fc3e480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1099 time: 0.0441689 Dec 16 17:46:48.178772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=2f9a82a4-8452-4947-880d-95e834777c68,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:48.255475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-9906dd65-04a3-4001-9771-db3c1326ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:48.256995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-9906dd65-04a3-4001-9771-db3c1326ec67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0921476 Dec 16 17:46:48.275970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417537b5-6009-4248-a0b9-4df3d3a50eed req-cd64e737-da3f-4024-b6f2-9a086a9ccf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:48.277689 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-417537b5-6009-4248-a0b9-4df3d3a50eed req-cd64e737-da3f-4024-b6f2-9a086a9ccf5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 1098 time: 0.0425391 Dec 16 17:46:48.326741 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-071b7f30-6cd5-4043-abea-433184806422 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 1000 time: 0.0614581 Dec 16 17:46:48.329211 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-417537b5-6009-4248-a0b9-4df3d3a50eed req-9377b813-613b-481d-ae70-3bee68f477d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Dec 16 17:46:48.397099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:47Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:48.489208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c01b2-df89-4e59-8693-fcc65443c800 req-02fa78d6-6b07-4ce2-93df-fb5e7127ae98 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:48.490820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c4c01b2-df89-4e59-8693-fcc65443c800 req-02fa78d6-6b07-4ce2-93df-fb5e7127ae98 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 945 time: 0.0561342 Dec 16 17:46:48.545706 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c4c01b2-df89-4e59-8693-fcc65443c800 req-d1aa9cdd-e4ce-41c3-b210-f532678c319f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487785 Dec 16 17:46:48.577737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-aea6a99c-3ae5-47e7-a7b1-e4897cc866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:48.577981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:48.579119 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-aea6a99c-3ae5-47e7-a7b1-e4897cc866c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0516379 Dec 16 17:46:48.586241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:48.586839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:48.626588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-33b63158-f362-4a9b-915c-a785b17fde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:48.628104 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-33b63158-f362-4a9b-915c-a785b17fde40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401566 Dec 16 17:46:48.690170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:48.717677 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-a1a1a6ed-b791-416d-a18e-08751cf30b19 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818024 Dec 16 17:46:48.820823 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9e4e0d5e-3304-4374-9506-a2c7a389d668 req-2b7fa8ab-686b-48b4-a46f-f0f09763502b service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872293 Dec 16 17:46:48.911381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:47Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:48.937032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0187d-ece2-4d2d-a0dc-9ac7a16007e3 None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:47Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:49.118660 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be0f5b-eaa0-41d4-ba43-dcb09dc6528c None None] New status for floating IP 29730606-aa0a-4c8d-aa36-613e654ecabd: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:46:49.667211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c266b-9657-4e12-aeef-cd6abf16b916 req-874583aa-e45b-46f1-a148-34e4434bed1e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:49.668611 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef9c266b-9657-4e12-aeef-cd6abf16b916 req-874583aa-e45b-46f1-a148-34e4434bed1e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Dec 16 17:46:49.717430 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef9c266b-9657-4e12-aeef-cd6abf16b916 req-09cde973-7ae8-4d26-a15e-14dc9d4e56ce tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Dec 16 17:46:49.829275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bfa84-f747-4040-868f-9dc0a6022bec req-a4a3585c-1bfe-425b-b1ef-7c9a8e369948 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:49.830773 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1a2bfa84-f747-4040-868f-9dc0a6022bec req-a4a3585c-1bfe-425b-b1ef-7c9a8e369948 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 945 time: 0.0484834 Dec 16 17:46:49.884539 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1a2bfa84-f747-4040-868f-9dc0a6022bec req-88c580f8-bcfb-43f9-ad75-9a2c2a7ae1f8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478477 Dec 16 17:46:49.905540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51892) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:49.946442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3cf81-df0f-4090-9296-f409a5527c8a tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:49.947901 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e7b3cf81-df0f-4090-9296-f409a5527c8a tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 1093 time: 0.0413785 Dec 16 17:46:49.950794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51894) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:49.954898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:46:49.979121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:50.066934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:50.080873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:50.182268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.230 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/178a00ad-156a-471f-ac72-88946bbd7fb8) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:46:50.285243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:50.318234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:50.358577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:46:50.361511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:46:50.364012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:46:50.386806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=178a00ad-156a-471f-ac72-88946bbd7fb8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:51.172805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:51.272378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:51.418607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:51.423072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:51.489361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=178a00ad-156a-471f-ac72-88946bbd7fb8,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:46:51.500715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:51.598634 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP f01bcd5f-219e-4f63-be6b-f1e60878d976 associated. External IP: 172.26.2.230, port: 2f9a82a4-8452-4947-880d-95e834777c68. Dec 16 17:46:51.800966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 46b0407f-3605-44f7-b3aa-8960bb1c8434 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:46:51.905773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:46:51.916685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] Sync routers for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:46:51.924382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:46:51.928818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:51.929476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:51.952133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3eb0ee07-6377-4790-a041-baaa5c0f3a15 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0003386 Dec 16 17:46:51.952732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:46:51.954859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51896) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:51.955385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e4b157-53c0-439e-90eb-822607568afb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "tag": "2f9a82a4-8452-4947-880d-95e834777c68"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:46:51.990047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a480ca-10fc-433a-ac05-070ea5941789 x-openstack-request-id: req-66a480ca-10fc-433a-ac05-070ea5941789 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:46:51.992171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "tag": "2f9a82a4-8452-4947-880d-95e834777c68", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:46:51.992171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66a480ca-10fc-433a-ac05-070ea5941789 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:46:51.992171 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68', 'status': 'completed', 'code': 200} Dec 16 17:46:52.053954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:52.054196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b157-53c0-439e-90eb-822607568afb req-785f4e47-c4db-45b5-85f6-592214481d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:52.056568 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-785f4e47-c4db-45b5-85f6-592214481d2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 1098 time: 0.0412736 Dec 16 17:46:52.064973 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-be211d81-cd3b-43e7-987f-c98486e4bf28 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434 HTTP/1.1" status: 200 len: 922 time: 0.1087434 Dec 16 17:46:52.067474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51900) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:52.129805 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a89c2a2b-57c1-4efa-a29d-0773a05f5a85 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 991 time: 0.0612011 Dec 16 17:46:52.152571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b157-53c0-439e-90eb-822607568afb req-ca2cb53a-8555-4c2e-9d70-426805e53e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:52.154113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-ca2cb53a-8555-4c2e-9d70-426805e53e98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e11c18e-cad5-4d05-9777-e41987aa79bd HTTP/1.1" status: 200 len: 896 time: 0.0914614 Dec 16 17:46:52.218521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-2ee5ab28-a520-4735-aeac-ba37eb50e4bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f9a82a4-8452-4947-880d-95e834777c68 HTTP/1.1" status: 200 len: 999 time: 0.0571849 Dec 16 17:46:52.274649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b157-53c0-439e-90eb-822607568afb req-3bd3e19a-2355-49e9-912c-050baa862388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:52.275823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f01bcd5f-219e-4f63-be6b-f1e60878d976', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.230', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:50Z', 'updated_at': '2021-12-16T17:46:50Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:46:39Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:52.276497 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-3bd3e19a-2355-49e9-912c-050baa862388 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4598aef-aa4a-45b8-831c-6e104cd7179e HTTP/1.1" status: 200 len: 835 time: 0.0484650 Dec 16 17:46:52.305950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] Checking router: 46b0407f-3605-44f7-b3aa-8960bb1c8434 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:46:52.315014 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:46:52.315665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:46:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:52.326335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b157-53c0-439e-90eb-822607568afb req-4b5d943d-427d-41c8-b62d-042a18700398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:46:52.327823 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-4b5d943d-427d-41c8-b62d-042a18700398 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e11c18e-cad5-4d05-9777-e41987aa79bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438850 Dec 16 17:46:52.418890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:46:52.421664 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-1eb25553-d401-4334-841a-b1cc4768f200 service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Dec 16 17:46:52.515349 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3e4b157-53c0-439e-90eb-822607568afb req-ecc150af-8e87-4362-a21a-984559086bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Dec 16 17:46:52.640726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f01bcd5f-219e-4f63-be6b-f1e60878d976', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.230', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:50Z', 'updated_at': '2021-12-16T17:46:50Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:46:39Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:46:52.666436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465684c-eee3-4a7b-8c2b-61c8cf38e3b5 None None] The sync data for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv is: [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f01bcd5f-219e-4f63-be6b-f1e60878d976', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.230', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:50Z', 'updated_at': '2021-12-16T17:46:50Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:46:39Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:46:52.857779 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2297c40-35d1-40c9-93a1-7e26e4b1503b None None] New status for floating IP f01bcd5f-219e-4f63-be6b-f1e60878d976: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:46:53.133135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51902) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:46:53.193985 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7a26ec2e-ee2f-4714-86cf-6c32325ce335 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 993 time: 0.0596743 Dec 16 17:46:59.563202 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:47:07.348268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2430-6bcb-4b8d-8cc2-cb8e230dad3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:09.667710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-747977db-783c-4c66-8eff-e45622f58bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:10.850800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:12.094443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:13.045223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:20.066391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:21.695419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51920) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:21.806442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7c072d0a-a359-479f-8539-5e92f90bc4bf tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1098964 Dec 16 17:47:21.810153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:21.934405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06dea31-84db-4a46-a660-d113776e2e21 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Notify agent at dv-neutron-821818-2-hyperv the message router_removed_from_agent {{(pid=103243) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 16 17:47:21.938311 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e06dea31-84db-4a46-a660-d113776e2e21 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "DELETE /v2.0/agents/d3b35034-0095-4db5-9421-df64b7ccadaf/l3-routers/46b0407f-3605-44f7-b3aa-8960bb1c8434 HTTP/1.1" status: 204 len: 168 time: 0.1272531 Dec 16 17:47:21.941459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51924) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:22.291159 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-97a18926-9280-42af-9f9f-d4c52fec1aee tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3479066 Dec 16 17:47:22.293604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51926) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:22.361710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8410011a-e716-4272-847e-c64b84f1bcb3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:47:22.364009 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-54805725-6aec-4f8a-9189-1253d6068063 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 993 time: 0.0693145 Dec 16 17:47:22.440257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:22.472231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 8410011a-e716-4272-847e-c64b84f1bcb3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8410011a-e716-4272-847e-c64b84f1bcb3,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:22.475634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:22.520729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:22.528015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.528370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.528714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.529079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.529420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.530320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.530655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.530989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.531358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.531687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.532016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.532341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.532663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:22.700141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf78034-083f-413a-8664-a76a15ff3935 None None] New status for floating IP f01bcd5f-219e-4f63-be6b-f1e60878d976: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:47:23.365997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51928) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:23.426782 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2cbd2d61-9e13-4fd1-9cea-92dcc9d9ee7c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 991 time: 0.0594716 Dec 16 17:47:24.338614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:47:24.414183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:24.433063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:24.437566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:24.484385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:24.536867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51932) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:24.660076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68e0720-c49a-440b-b1fc-ce0554bfd0f5 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Router 46b0407f-3605-44f7-b3aa-8960bb1c8434 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:47:24.660450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68e0720-c49a-440b-b1fc-ce0554bfd0f5 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Notify agent at dv-neutron-821818-2-hyperv the message router_added_to_agent {{(pid=103243) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 16 17:47:24.687093 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d68e0720-c49a-440b-b1fc-ce0554bfd0f5 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "POST /v2.0/agents/d3b35034-0095-4db5-9421-df64b7ccadaf/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1492078 Dec 16 17:47:24.689654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51936) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:24.710443 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] Sync routers for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:47:24.721166 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:24.721774 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:24.805483 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ed7bef97-18a3-448a-ad9d-10ea8e2092f7 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1143320 Dec 16 17:47:24.808186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51940) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:24.825716 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:24.881106 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fafa27a8-0825-4e55-ad34-60ccbe0355b7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 991 time: 0.0715899 Dec 16 17:47:25.044076 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f01bcd5f-219e-4f63-be6b-f1e60878d976', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.230', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:50Z', 'updated_at': '2021-12-16T17:47:22Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:47:22Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:25.074388 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] Checking router: 46b0407f-3605-44f7-b3aa-8960bb1c8434 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:47:25.082503 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:25.083141 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:25.188845 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:25.500484 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f01bcd5f-219e-4f63-be6b-f1e60878d976', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.230', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:50Z', 'updated_at': '2021-12-16T17:47:22Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:47:22Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:25.526780 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be9853-09be-41c8-ad8e-9034da454646 None None] The sync data for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv is: [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'f01bcd5f-219e-4f63-be6b-f1e60878d976', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.230', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'port_id': '2f9a82a4-8452-4947-880d-95e834777c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'mac_address': 'fa:16:3e:62:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:50Z', 'updated_at': '2021-12-16T17:47:22Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:47:22Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:47:25.876109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51942) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:25.938249 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f8def844-e48d-4a9c-b897-84a385580de5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 991 time: 0.0608857 Dec 16 17:47:26.395640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:26.454678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:26.455051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.539777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.566528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:26.571410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.572202 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8410011a-e716-4272-847e-c64b84f1bcb3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:26.845291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:26.857854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:26.858375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.942151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51944) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:26.943166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.977089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 8410011a-e716-4272-847e-c64b84f1bcb3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8410011a-e716-4272-847e-c64b84f1bcb3,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:26.981481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:27.020372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e716ad50-3737-421b-9c7b-3efa86695ac2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 991 time: 0.0770640 Dec 16 17:47:27.032477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:27.212778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdbf35-cfbd-489c-a0ba-3a87d118702b None None] New status for floating IP f01bcd5f-219e-4f63-be6b-f1e60878d976: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:47:28.024331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51948) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:28.083637 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3028ff08-3c45-42e9-90d0-1a969bd005b3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 200 len: 993 time: 0.0582941 Dec 16 17:47:28.350469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:28.390507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51954) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:28.398027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:28.398429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.479109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8410011a-e716-4272-847e-c64b84f1bcb3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:28.524166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 8410011a-e716-4272-847e-c64b84f1bcb3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:28.524542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.545476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 178a00ad-156a-471f-ac72-88946bbd7fb8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:47:28.545789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.623128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.623459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.634948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 178a00ad-156a-471f-ac72-88946bbd7fb8 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:47:28.807101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.832271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=178a00ad-156a-471f-ac72-88946bbd7fb8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:28.894421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:28.894751 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP f01bcd5f-219e-4f63-be6b-f1e60878d976 disassociated (deleted). External IP: 172.26.2.230, port: 2f9a82a4-8452-4947-880d-95e834777c68. Dec 16 17:47:29.088339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 46b0407f-3605-44f7-b3aa-8960bb1c8434 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:47:29.196024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:47:29.200315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:29.206425 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] Sync routers for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:47:29.220608 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:29.221445 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:29.230879 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-48542145-cae1-4fb4-9086-8a0f0f40d618 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/f01bcd5f-219e-4f63-be6b-f1e60878d976 HTTP/1.1" status: 204 len: 168 time: 0.8393102 Dec 16 17:47:29.231720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:47:29.234022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76141e90-66d5-403c-afdb-0e94f09a4cac" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "tag": "2f9a82a4-8452-4947-880d-95e834777c68"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:47:29.332745 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:29.340368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c245797-3478-438b-9c8f-6d0d942d6817 x-openstack-request-id: req-4c245797-3478-438b-9c8f-6d0d942d6817 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:47:29.340739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "tag": "2f9a82a4-8452-4947-880d-95e834777c68", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:47:29.341032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c245797-3478-438b-9c8f-6d0d942d6817 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:47:29.341459 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68', 'status': 'completed', 'code': 200} Dec 16 17:47:29.411621 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-2ec3c79f-2039-4cf7-8c4d-d59fdd4d0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:29.413244 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-2ec3c79f-2039-4cf7-8c4d-d59fdd4d0efd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 1098 time: 0.0476694 Dec 16 17:47:29.478403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadb08e-1323-4c96-bbbf-6133c1253aa8 req-a948a9ca-2a1c-47e1-af94-c03923527747 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:29.480214 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2fadb08e-1323-4c96-bbbf-6133c1253aa8 req-a948a9ca-2a1c-47e1-af94-c03923527747 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Dec 16 17:47:29.512381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-8731c59b-32ac-4452-9333-08d98271cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:29.513993 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-8731c59b-32ac-4452-9333-08d98271cc7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e11c18e-cad5-4d05-9777-e41987aa79bd HTTP/1.1" status: 200 len: 896 time: 0.0925140 Dec 16 17:47:29.537506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2fadb08e-1323-4c96-bbbf-6133c1253aa8 req-4efbccd4-2c0e-4994-b7c5-84b99cdbdf2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486305 Dec 16 17:47:29.547681 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:29.563364 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-bba8e04a-59c6-4ca7-adf8-acc978e54be2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f9a82a4-8452-4947-880d-95e834777c68 HTTP/1.1" status: 200 len: 217 time: 0.0397089 Dec 16 17:47:29.575443 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] Checking router: 46b0407f-3605-44f7-b3aa-8960bb1c8434 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:47:29.584629 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:29.585255 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:29.615503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-2b845e15-ec87-409e-9a56-d4d7cdfb3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:29.616984 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-2b845e15-ec87-409e-9a56-d4d7cdfb3e34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4598aef-aa4a-45b8-831c-6e104cd7179e HTTP/1.1" status: 200 len: 835 time: 0.0450981 Dec 16 17:47:29.664289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-68961d54-65c3-4791-bb25-329912dff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:29.665828 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-68961d54-65c3-4791-bb25-329912dff47a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e11c18e-cad5-4d05-9777-e41987aa79bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402682 Dec 16 17:47:29.689080 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:29.760818 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-3f93b5c7-2269-4acd-8ef8-5350e11e3848 service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844514 Dec 16 17:47:29.853064 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-76141e90-66d5-403c-afdb-0e94f09a4cac req-3ef3e73b-4a40-4b63-8ab8-844de9c35cb0 service neutron] 10.222.0.57 "GET /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839472 Dec 16 17:47:29.891195 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:29.915658 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06306eb4-a74b-41c0-9e75-bed2408bf4a5 None None] The sync data for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv is: [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:46:36Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '8410011a-e716-4272-847e-c64b84f1bcb3', 'name': '', 'network_id': '4e11c18e-cad5-4d05-9777-e41987aa79bd', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:3f:ba:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:35Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'c4598aef-aa4a-45b8-831c-6e104cd7179e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:47:30.532001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063c188-0fd0-4276-8e32-ecff7df51048 None None] New status for floating IP f01bcd5f-219e-4f63-be6b-f1e60878d976: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:47:30.665129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fe092-6fa1-4cbf-b1ec-775325370855 req-73f44349-e2be-4e7d-b308-7762db7c9dc6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:30.666612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa8fe092-6fa1-4cbf-b1ec-775325370855 req-73f44349-e2be-4e7d-b308-7762db7c9dc6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Dec 16 17:47:30.716840 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa8fe092-6fa1-4cbf-b1ec-775325370855 req-2eb09ee9-2487-4966-9761-69311e290f1f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2819763f-a621-456b-80ad-d771eab384fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Dec 16 17:47:30.890015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-55ca6754-9a03-41ad-a115-d2079e279563 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:30.891454 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-55ca6754-9a03-41ad-a115-d2079e279563 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 945 time: 0.0485773 Dec 16 17:47:30.998921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 2f9a82a4-8452-4947-880d-95e834777c68 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:47:30.999169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:31.087334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 2f9a82a4-8452-4947-880d-95e834777c68, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2f9a82a4-8452-4947-880d-95e834777c68,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:31.087806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:31.104904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 2f9a82a4-8452-4947-880d-95e834777c68 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:47:31.226680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:31.253114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=2f9a82a4-8452-4947-880d-95e834777c68,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:31.299791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 2f9a82a4-8452-4947-880d-95e834777c68 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:47:31.302269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:31.305593 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-502c6459-8330-4d0d-8e7a-29ce32e0b14b req-881529e4-faa7-4807-88df-a2f7e1b94e31 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/2f9a82a4-8452-4947-880d-95e834777c68 HTTP/1.1" status: 204 len: 173 time: 0.4071841 Dec 16 17:47:31.342317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'name': 'network-vif-deleted', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:47:31.345156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa462924-de35-4498-b9d6-b7eaa83a9024" -d '{"events": [{"server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "name": "network-vif-deleted", "tag": "2f9a82a4-8452-4947-880d-95e834777c68"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:47:31.381332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6003bd-53a0-481f-b916-db83777b8897 x-openstack-request-id: req-9c6003bd-53a0-481f-b916-db83777b8897 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:47:31.381650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b31b10-82be-42ae-8c8e-477328e64556", "name": "network-vif-deleted", "tag": "2f9a82a4-8452-4947-880d-95e834777c68", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:47:31.382012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c6003bd-53a0-481f-b916-db83777b8897 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:47:31.382399 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b31b10-82be-42ae-8c8e-477328e64556', 'name': 'network-vif-deleted', 'tag': '2f9a82a4-8452-4947-880d-95e834777c68', 'status': 'completed', 'code': 200} Dec 16 17:47:31.826617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c6ead8f8-d044-4d13-865b-0ffbd275c742 req-eba43329-acf6-4090-bc2a-f6ee3c5d505f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9b31b10-82be-42ae-8c8e-477328e64556 HTTP/1.1" status: 200 len: 210 time: 0.0288367 Dec 16 17:47:32.252661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-12a05230-8e5e-409a-a650-174f8074ed4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425363 Dec 16 17:47:32.340117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-5055b073-56ac-4346-93d9-105b9a0c18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:32.341674 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-5055b073-56ac-4346-93d9-105b9a0c18f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1099 time: 0.0398033 Dec 16 17:47:32.448708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-bee0d976-d76f-42e4-be13-f4beabdaf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:32.450180 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-bee0d976-d76f-42e4-be13-f4beabdaf546 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0851967 Dec 16 17:47:32.515221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-2472cd7c-072f-478e-bb91-fd756e9f180d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 1002 time: 0.0561991 Dec 16 17:47:32.563334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-2fa28060-13d0-4122-ac6d-171caa0f81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:32.564747 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-2fa28060-13d0-4122-ac6d-171caa0f81db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0422261 Dec 16 17:47:32.619378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-f37c4a20-730d-4c73-827f-06941eb2c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:32.621070 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-f37c4a20-730d-4c73-827f-06941eb2c77c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472810 Dec 16 17:47:32.713708 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-039b9d42-b92d-4641-a43d-8bbf34f2fd6a service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819533 Dec 16 17:47:32.806407 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b68856-6a39-4406-b6ac-433a0f54c772 req-421790c5-f15e-4036-af56-9591c8e8034b service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838914 Dec 16 17:47:32.882079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51972) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:32.940311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2c14fab-0af5-4a7b-9b89-243997eea781 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:32.964854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2c14fab-0af5-4a7b-9b89-243997eea781 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:33.022583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2c14fab-0af5-4a7b-9b89-243997eea781 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:33.025262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b2c14fab-0af5-4a7b-9b89-243997eea781 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:33.026417 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b2c14fab-0af5-4a7b-9b89-243997eea781 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/2819763f-a621-456b-80ad-d771eab384fe HTTP/1.1" status: 204 len: 168 time: 0.1433265 Dec 16 17:47:33.036020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c14fab-0af5-4a7b-9b89-243997eea781 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819763f-a621-456b-80ad-d771eab384fe,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:33.057239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51976) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:33.489232 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.054143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2f9a82a4-8452-4947-880d-95e834777c68 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:47:34.058436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 8410011a-e716-4272-847e-c64b84f1bcb3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:47:34.058778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.073964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 2f9a82a4-8452-4947-880d-95e834777c68 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:47:34.074314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2f9a82a4-8452-4947-880d-95e834777c68 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:47:34.147603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 8410011a-e716-4272-847e-c64b84f1bcb3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8410011a-e716-4272-847e-c64b84f1bcb3,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:34.147960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.160925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 8410011a-e716-4272-847e-c64b84f1bcb3 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:47:34.340118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.364930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=8410011a-e716-4272-847e-c64b84f1bcb3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:34.539769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.756383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 46b0407f-3605-44f7-b3aa-8960bb1c8434 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:47:34.865175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:47:34.870703 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-68961d89-40f4-4bea-a5bc-52fc1eeafadb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126345 Dec 16 17:47:34.874637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51980) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:34.875381 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] Sync routers for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:47:34.885608 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:34.886222 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:34.934151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet c4598aef-aa4a-45b8-831c-6e104cd7179e {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:47:34.937909 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.990612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:34.991989 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:35.072920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.133974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.165142 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=c4598aef-aa4a-45b8-831c-6e104cd7179e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:35.171616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.174987 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-214529a4-ad63-4dcd-83ad-e2734284cd19 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/c4598aef-aa4a-45b8-831c-6e104cd7179e HTTP/1.1" status: 204 len: 168 time: 0.2991211 Dec 16 17:47:35.177648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51984) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:35.178589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987c9330-0300-4ef9-ab4e-4c15d0a8ac42 None None] Network 4e11c18e-cad5-4d05-9777-e41987aa79bd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:47:35.187411 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:47:34Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:35.213892 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] Checking router: 46b0407f-3605-44f7-b3aa-8960bb1c8434 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:47:35.222872 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] Routers {'46b0407f-3605-44f7-b3aa-8960bb1c8434'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:35.223480 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['46b0407f-3605-44f7-b3aa-8960bb1c8434'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:35.299987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.339242 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] Set router 46b0407f-3605-44f7-b3aa-8960bb1c8434 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:35.368203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] DHCP port deletion for 4e11c18e-cad5-4d05-9777-e41987aa79bd request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:47:35.409442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.426799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] Deleting port 48bca963-8949-4d28-a348-2021634c3d49 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:47:35.427190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.478911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:47:35.479475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.500916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] For port 48bca963-8949-4d28-a348-2021634c3d49, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=48bca963-8949-4d28-a348-2021634c3d49,segment=NetworkSegment(b8c14ce2-59ff-483e-96c6-b5af8eb01d9a),segment_id=b8c14ce2-59ff-483e-96c6-b5af8eb01d9a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:35.501398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.515539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] Calling delete_port for 48bca963-8949-4d28-a348-2021634c3d49 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:47:35.572203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port ceaefb1c-dcef-48e7-91e5-fc464ce7ce54, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:35.572814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.587692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:47:35.619228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.629791 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:47:34Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:35.650677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] Pushing event deleted for resources: {'Port': ['ID=48bca963-8949-4d28-a348-2021634c3d49,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:35.652665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9123d-b7f0-45f4-a603-68c289bd5514 None None] No DVR routers for this DVR port 48bca963-8949-4d28-a348-2021634c3d49 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:47:35.665489 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8180d-3081-43f5-a69f-a9cc5d867774 None None] The sync data for ids ['46b0407f-3605-44f7-b3aa-8960bb1c8434'] in dv-neutron-821818-2-hyperv is: [{'id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'name': 'tempest-TestNetworkBasicOps-router-768022946', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:46:32Z', 'updated_at': '2021-12-16T17:47:34Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'ceaefb1c-dcef-48e7-91e5-fc464ce7ce54', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b0407f-3605-44f7-b3aa-8960bb1c8434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:46:33Z', 'updated_at': '2021-12-16T17:47:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:47:35.785249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.814269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=ceaefb1c-dcef-48e7-91e5-fc464ce7ce54,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:35.829520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18868e6f-f3fb-4678-a952-b0b9691bba7e None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:47:35.884907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.976103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.978268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.023717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.024276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router 46b0407f-3605-44f7-b3aa-8960bb1c8434 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:47:36.031935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.035870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51986) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:36.036468 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-08d33934-4083-4fe7-94c6-793e02998201 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/46b0407f-3605-44f7-b3aa-8960bb1c8434 HTTP/1.1" status: 204 len: 168 time: 0.8570702 Dec 16 17:47:36.126034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.223594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.246086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e11c18e-cad5-4d05-9777-e41987aa79bd']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:36.259003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:36.259300 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c14ce2-59ff-483e-96c6-b5af8eb01d9a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:36.271992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.287583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.298078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:47:36.298794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:47:36.361796 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:47:36.378504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.385069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.388145 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/4e11c18e-cad5-4d05-9777-e41987aa79bd HTTP/1.1" status: 204 len: 168 time: 0.3512278 Dec 16 17:47:36.400090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649afb6-0664-446b-8ea7-922c49c8f884 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=4e11c18e-cad5-4d05-9777-e41987aa79bd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:36.411125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51988) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:36.419129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--1423397288', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:36.442286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:47:36.446082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.472840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:47:36.482729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.483093 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment aaf79afd-5c40-4227-aa1b-9962cd14a283 of type vlan for network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 Dec 16 17:47:36.529744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.554122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.559989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:36.560579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.561923 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:47:36.613883 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2013109 Dec 16 17:47:36.616844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51990) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:36.621553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-324330299', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:36.641165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6958ca-e36f-4438-8f91-4ad21c374d96 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=55abeb94-fa00-40cf-99e3-8fa4b2aff231,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:36.650451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.651727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.653774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:47:36.725757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.763949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 48bca963-8949-4d28-a348-2021634c3d49 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:47:36.784869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 48bca963-8949-4d28-a348-2021634c3d49 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:47:36.785237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 48bca963-8949-4d28-a348-2021634c3d49 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:47:36.785648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8410011a-e716-4272-847e-c64b84f1bcb3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:47:36.805370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8410011a-e716-4272-847e-c64b84f1bcb3 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:47:36.805804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8410011a-e716-4272-847e-c64b84f1bcb3 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:47:36.870331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.068682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.087078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.185494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.36 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/e192e133-8d71-45bd-a504-9b41dffba53f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:47:37.286822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.326423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.349871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7939-b9e2-4ddc-8d91-b077564c7eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.365609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:37.368489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:37.371985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:47:37.381205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93517de-e1b8-49a2-afe0-54bfc30ea9e1 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:47:37.396156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=e192e133-8d71-45bd-a504-9b41dffba53f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:37.437721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0935b803-adf6-464d-94d8-17cc27a657ee None None] Provisioning complete for port e192e133-8d71-45bd-a504-9b41dffba53f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:37.438007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0935b803-adf6-464d-94d8-17cc27a657ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.473553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0935b803-adf6-464d-94d8-17cc27a657ee None None] Port e192e133-8d71-45bd-a504-9b41dffba53f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:47:37.619709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.808624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:37.936168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router b432b959-733e-4120-8bbd-ba837bb8add0 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:47:38.038568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:47:38.048164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Sync routers for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:47:38.058320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:38.058565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.058976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:38.059730 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c49a9a16-0626-4434-a7fb-45f2ff1ed0a3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4418247 Dec 16 17:47:38.063460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51992) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:38.097254 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0e14993b-648e-4e10-bc8f-603373258766 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326097 Dec 16 17:47:38.099821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 51994) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:38.162800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:38.186430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87823582-ddbf-420c-a327-1977cd16b9b6 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:38.188060 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-87823582-ddbf-420c-a327-1977cd16b9b6 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873430 Dec 16 17:47:38.190968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51996) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:38.222130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-02c08987-e464-4135-a270-8f844c5c0729 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274906 Dec 16 17:47:38.222404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 51998) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:38.227076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633293881', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:38.314195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:47:38.314831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:47:38.317899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.336824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:47:38.337197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ceaefb1c-dcef-48e7-91e5-fc464ce7ce54 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:47:38.363879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:37Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:38.396524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Checking router: b432b959-733e-4120-8bbd-ba837bb8add0 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:47:38.396931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Updating router b432b959-733e-4120-8bbd-ba837bb8add0 port e192e133-8d71-45bd-a504-9b41dffba53f binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:47:38.422262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.499928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.568306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=51306656-fb66-4766-9806-09cafbe51a6b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:38.572572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:38.572967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 55abeb94-fa00-40cf-99e3-8fa4b2aff231, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:47:38.591117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:47:38.600895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 55abeb94-fa00-40cf-99e3-8fa4b2aff231) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:38.606188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:38.607453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.612064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4097b77-616c-41cb-a336-5c9cc841f48f None None] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:47:38.623092 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-056de81f-63b6-467a-90fe-3b364183ce68 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3996520 Dec 16 17:47:38.626416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52000) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:38.733197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.740010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.785978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:47:38.786819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.812269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305daae-c666-4250-b42d-b58783ba24ea None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:47:38.839037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ef8f5-9fb7-419f-b310-45e7595ed76a None None] Pushing event updated for resources: {'Port': ['ID=e192e133-8d71-45bd-a504-9b41dffba53f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:38.841243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Attempting to bind port e192e133-8d71-45bd-a504-9b41dffba53f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:47:38.841612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Attempting to bind port e192e133-8d71-45bd-a504-9b41dffba53f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:47:38.841968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Attempting to bind port e192e133-8d71-45bd-a504-9b41dffba53f on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:47:38.902266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:47:38.902642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:38.903040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.903427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:47:38.903908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Bound port: e192e133-8d71-45bd-a504-9b41dffba53f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:47:38.904279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:38.973937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4ca79403-21ba-43a6-a404-3258c2dd7c3a None None] Provisioning complete for port e192e133-8d71-45bd-a504-9b41dffba53f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:38.974301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ca79403-21ba-43a6-a404-3258c2dd7c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.031448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] For port e192e133-8d71-45bd-a504-9b41dffba53f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:47:39.055514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] For port e192e133-8d71-45bd-a504-9b41dffba53f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e192e133-8d71-45bd-a504-9b41dffba53f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:47:39.065390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4ca79403-21ba-43a6-a404-3258c2dd7c3a None None] Port e192e133-8d71-45bd-a504-9b41dffba53f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:47:39.067177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.069517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Allocated IP 172.20.0.2 (55abeb94-fa00-40cf-99e3-8fa4b2aff231/51306656-fb66-4766-9806-09cafbe51a6b/069fb15d-fde0-477e-ba70-8102b923ff8f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:47:39.159580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765319f4-cf44-4c52-981f-bf9b6169e3e4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:47:39.338428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ef8f5-9fb7-419f-b310-45e7595ed76a None None] Pushing event updated for resources: {'Port': ['ID=e192e133-8d71-45bd-a504-9b41dffba53f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:39.343022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:39.344057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:39.350649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.464845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c8de9712-eecb-4cde-8782-af114fe9d716 None None] Provisioning complete for port e192e133-8d71-45bd-a504-9b41dffba53f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:39.465148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8de9712-eecb-4cde-8782-af114fe9d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.544891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.554139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:39.556911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.618422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (55abeb94-fa00-40cf-99e3-8fa4b2aff231/51306656-fb66-4766-9806-09cafbe51a6b/6b0651ce-12ff-42a8-b0fb-42be8de9540a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:47:39.700611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:39.732199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.733226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Pushing event updated for resources: {'Port': ['ID=069fb15d-fde0-477e-ba70-8102b923ff8f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:39.736161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:39.745753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:47:39.754964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14fc4d5f-3915-45f7-b760-9bc11f52e5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.767732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.783647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8de9712-eecb-4cde-8782-af114fe9d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.816275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:39.819387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:39.823923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:47:39.847592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=6b0651ce-12ff-42a8-b0fb-42be8de9540a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:39.852126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c8de9712-eecb-4cde-8782-af114fe9d716 None None] For port e192e133-8d71-45bd-a504-9b41dffba53f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e192e133-8d71-45bd-a504-9b41dffba53f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:39.853224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Attempting to bind port 069fb15d-fde0-477e-ba70-8102b923ff8f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:47:39.853623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Attempting to bind port 069fb15d-fde0-477e-ba70-8102b923ff8f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:47:39.853963 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Attempting to bind port 069fb15d-fde0-477e-ba70-8102b923ff8f on network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:47:39.873519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.877205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8de9712-eecb-4cde-8782-af114fe9d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.880971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:47:39.881358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Checking segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:39.882314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.882314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Bound using segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:47:39.882578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Bound port: 069fb15d-fde0-477e-ba70-8102b923ff8f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:47:39.882952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:39.971897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de9712-eecb-4cde-8782-af114fe9d716 None None] Pushing event updated for resources: {'Port': ['ID=e192e133-8d71-45bd-a504-9b41dffba53f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:40.006439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] For port 069fb15d-fde0-477e-ba70-8102b923ff8f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:47:40.009848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] For port 069fb15d-fde0-477e-ba70-8102b923ff8f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=069fb15d-fde0-477e-ba70-8102b923ff8f,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:47:40.011719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:37Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:40.012017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.015211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.045569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436f0fe-e28c-400d-8efb-d55c459e4654 None None] The sync data for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv is: [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:37Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:47:40.094583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68276c15-ce4e-4a4b-85da-b1698ea59f47 None None] Pushing event updated for resources: {'Port': ['ID=069fb15d-fde0-477e-ba70-8102b923ff8f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:40.348851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.357652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.436600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=6b0651ce-12ff-42a8-b0fb-42be8de9540a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:40.458477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.461483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 069fb15d-fde0-477e-ba70-8102b923ff8f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:40.532607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 069fb15d-fde0-477e-ba70-8102b923ff8f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:40.532899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.569028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:40.570665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:40.621872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.659273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 069fb15d-fde0-477e-ba70-8102b923ff8f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=069fb15d-fde0-477e-ba70-8102b923ff8f,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:40.666298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.708117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router b432b959-733e-4120-8bbd-ba837bb8add0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:47:40.719095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=069fb15d-fde0-477e-ba70-8102b923ff8f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:40.825293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:47:40.833191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52002) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:40.833656 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-01289cdb-0a98-4e2f-9adb-9a0b73d90423 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/b432b959-733e-4120-8bbd-ba837bb8add0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056708 Dec 16 17:47:40.861354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.155032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bde083-f30c-474a-a765-d4a4b8cadd0f None None] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:47:41.226272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4b924d39-ac05-4e37-9518-e73d2852e40d None None] Provisioning complete for port 069fb15d-fde0-477e-ba70-8102b923ff8f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:41.226642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b924d39-ac05-4e37-9518-e73d2852e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.298578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.299413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.299413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.299902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.300369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.300836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.302630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0b9d0faf-9259-4106-bfd5-5fa3cd3aca30 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.4682870 Dec 16 17:47:41.305433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52004) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:41.402277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.402920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.403194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.403646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.404103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.404580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:41.406494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-75cc787a-44c6-4f03-b63f-a6e8dcd6a1e4 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1000655 Dec 16 17:47:41.409183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52006) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:41.572066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-742f8e97-fbf6-4b9f-907f-dc629d416dd1 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:41.572434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-742f8e97-fbf6-4b9f-907f-dc629d416dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.611086 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8ad700c5-2deb-43df-b7ee-164e09e7107c tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2007756 Dec 16 17:47:41.622264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-742f8e97-fbf6-4b9f-907f-dc629d416dd1 None None] Port 6b0651ce-12ff-42a8-b0fb-42be8de9540a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:47:41.634237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-742f8e97-fbf6-4b9f-907f-dc629d416dd1 None None] Provisioning complete for port 069fb15d-fde0-477e-ba70-8102b923ff8f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:41.634608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-742f8e97-fbf6-4b9f-907f-dc629d416dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.776765 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52010) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:41.781538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17668237', 'description': 'tempest-secgroup-smoke-17668237 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:41.799053 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Sync routers for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:47:41.810510 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:41.811300 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:41.815898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.847339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f04559b2-e9ce-4683-85c9-2a735e6151a4 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:41.848047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f04559b2-e9ce-4683-85c9-2a735e6151a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.888794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f04559b2-e9ce-4683-85c9-2a735e6151a4 None None] Port 6b0651ce-12ff-42a8-b0fb-42be8de9540a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:47:41.902257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.913187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.938196 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:41.942020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.943356 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1655655 Dec 16 17:47:41.946448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52012) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:41.951355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2289ddcc-25aa-46eb-a6de-b48eaca699d5', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:41.951879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2289ddcc-25aa-46eb-a6de-b48eaca699d5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:41.959298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.960046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.960222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.960614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.961071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.961496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.961919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.962345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.962767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.963193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.963623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.964040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.964885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885a443-3321-438b-a23b-e49a9c51f31f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.989823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.009348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cd963799-07a2-4cf3-855c-9652c0e300c7 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:42.009803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd963799-07a2-4cf3-855c-9652c0e300c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.048560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cd963799-07a2-4cf3-855c-9652c0e300c7 None None] Port 6b0651ce-12ff-42a8-b0fb-42be8de9540a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:47:42.056094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.061577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.083133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585df784-3210-4f43-be15-12dabfde728c,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.090204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.094223 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3fed9100-1cc0-4e22-ae3a-d232e330cf16 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459911 Dec 16 17:47:42.094710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52014) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:42.100062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2289ddcc-25aa-46eb-a6de-b48eaca699d5', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:42.100316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.129263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.149638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:40Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:42.175597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.179353 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Checking router: b432b959-733e-4120-8bbd-ba837bb8add0 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:47:42.179573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.180187 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Updating router b432b959-733e-4120-8bbd-ba837bb8add0 port 6b0651ce-12ff-42a8-b0fb-42be8de9540a binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:47:42.195180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0344aea7-95ff-49b9-9f8a-2ba580e44202,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.204980 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.207097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.208396 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3f2cc70d-6344-47fc-80fb-62fe5c084f09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126738 Dec 16 17:47:42.211108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52016) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:42.215574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2289ddcc-25aa-46eb-a6de-b48eaca699d5', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:42.244071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.301738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.310892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.330392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb54cc8-9a40-46d0-a837-87f1744b4729,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.347026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.348620 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0ef38583-77ba-4388-80c6-5324f6a9aece tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364441 Dec 16 17:47:42.351441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52018) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:42.357077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2289ddcc-25aa-46eb-a6de-b48eaca699d5', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:42.400262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.484629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.490738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.500635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.511335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ab73ec-e529-4c56-b565-c38850bddefa,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.513586 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.520624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.521892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fabd2936-f784-45f9-a157-af11bc6d39b0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692626 Dec 16 17:47:42.524621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52020) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:42.529611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2289ddcc-25aa-46eb-a6de-b48eaca699d5', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:42.532504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 069fb15d-fde0-477e-ba70-8102b923ff8f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:42.565506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:47:42.573871 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Pushing event updated for resources: {'Port': ['ID=6b0651ce-12ff-42a8-b0fb-42be8de9540a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.576814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.601769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 069fb15d-fde0-477e-ba70-8102b923ff8f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:42.603310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.619793 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.620175 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.620557 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.620895 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.621251 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.621578 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.621902 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.622227 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.622567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.622868 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.623187 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.623502 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.625668 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:42.681681 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Attempting to bind port 6b0651ce-12ff-42a8-b0fb-42be8de9540a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:47:42.682471 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Attempting to bind port 6b0651ce-12ff-42a8-b0fb-42be8de9540a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:47:42.682471 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Attempting to bind port 6b0651ce-12ff-42a8-b0fb-42be8de9540a on network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:47:42.686000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.690461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.694255 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:47:42.694645 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Checking segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:42.695051 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.695446 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Bound using segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:47:42.695954 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Bound port: 6b0651ce-12ff-42a8-b0fb-42be8de9540a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:47:42.696305 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.716692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57215553-0e6e-4a05-a48c-840a6d18916d,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.732469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.736807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-622514e2-e698-471b-8ee5-ac10086b7827 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2081139 Dec 16 17:47:42.737390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52022) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:42.743404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '2289ddcc-25aa-46eb-a6de-b48eaca699d5', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:42.775173 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] For port 6b0651ce-12ff-42a8-b0fb-42be8de9540a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:47:42.778947 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] For port 6b0651ce-12ff-42a8-b0fb-42be8de9540a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6b0651ce-12ff-42a8-b0fb-42be8de9540a,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:47:42.779270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e192e133-8d71-45bd-a504-9b41dffba53f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:42.781586 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:47:42.784998 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.787649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.847789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e192e133-8d71-45bd-a504-9b41dffba53f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:42.848026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.855228 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b0e4-6ff7-4268-a0b9-c07db98bc34d None None] Pushing event updated for resources: {'Port': ['ID=6b0651ce-12ff-42a8-b0fb-42be8de9540a,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.865297 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:42.866115 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:42.882858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.888880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.899540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-137a8e52-3272-4cc6-8653-be8b392443e5 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:42.899903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-137a8e52-3272-4cc6-8653-be8b392443e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.913750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9e6415-7788-4b83-b1bd-942145fd089e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:42.919579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:42.922167 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-82266250-31b3-475a-921c-987696ebc902 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1826859 Dec 16 17:47:42.981711 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:43.055938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-137a8e52-3272-4cc6-8653-be8b392443e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:43.099445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-137a8e52-3272-4cc6-8653-be8b392443e5 None None] For port 6b0651ce-12ff-42a8-b0fb-42be8de9540a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6b0651ce-12ff-42a8-b0fb-42be8de9540a,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:43.100973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:43.103698 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-6c23dc9c-1579-4863-99ec-341788a69b6d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17668237&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0635824 Dec 16 17:47:43.108928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-137a8e52-3272-4cc6-8653-be8b392443e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:43.165779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a8e52-3272-4cc6-8653-be8b392443e5 None None] Pushing event updated for resources: {'Port': ['ID=6b0651ce-12ff-42a8-b0fb-42be8de9540a,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:43.215998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-266a24ba-399d-4a75-94ea-94f3364ecdc8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:43.218464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-266a24ba-399d-4a75-94ea-94f3364ecdc8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 200 len: 797 time: 0.1130991 Dec 16 17:47:43.225436 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:42Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:43.232007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2b675650-a652-4a9c-8702-7e82da9e4557 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:43.232489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b675650-a652-4a9c-8702-7e82da9e4557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:43.235857 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-0c6c311f-011b-4572-94a6-a41fb5ae3f02 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0100079 Dec 16 17:47:43.252480 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec3dbe-bc09-4bba-acf3-069fa159a633 None None] The sync data for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv is: [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:42Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:47:43.302555 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-065c6e2a-de35-4ade-ac43-60f8b1642f07 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585268 Dec 16 17:47:43.408549 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-ca98c374-3dcc-44da-a901-01380c98ecaf service neutron] 10.222.0.66 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867999 Dec 16 17:47:43.511974 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-e9d2b656-b327-4c43-b76e-cf7731a54f49 service neutron] 10.222.0.66 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973573 Dec 16 17:47:43.681753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73dc0fa0-c853-403a-bc8a-ac32aee79888 req-95825d11-20b1-4838-8bac-18ec4279e436 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 210 time: 0.0280108 Dec 16 17:47:44.371162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6b0651ce-12ff-42a8-b0fb-42be8de9540a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:44.420980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:44.421293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:44.610484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-d5789bae-dc81-43a3-8f42-c494360ca8c3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:44.611918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-d5789bae-dc81-43a3-8f42-c494360ca8c3 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 200 len: 797 time: 0.1120079 Dec 16 17:47:44.677410 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-9708a149-6812-4da2-b1d3-70b3ab55110c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 378 time: 0.0548606 Dec 16 17:47:44.687553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': '39fdb39b-d189-4693-9f46-f47afa060656', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['2289ddcc-25aa-46eb-a6de-b48eaca699d5']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:44.778488 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-62eb40a1-826a-465c-9738-3053d8c19674 req-f15ba060-837e-437e-8bd5-aef92e3badcf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 210 time: 0.0260026 Dec 16 17:47:44.801341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:47:44.804763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:44.925471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.12 (55abeb94-fa00-40cf-99e3-8fa4b2aff231/51306656-fb66-4766-9806-09cafbe51a6b/8bb3db09-b25d-4bad-bfa7-6524f15eae59) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:47:45.059644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.091997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.136208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:45.139310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:45.142954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:47:45.149160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=8bb3db09-b25d-4bad-bfa7-6524f15eae59,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:45.199282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:45.199931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.217952 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-5d0b0ab8-2c01-465c-8377-64645ca32c70 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338159 Dec 16 17:47:45.230602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Request body: {'port': {'device_id': '39fdb39b-d189-4693-9f46-f47afa060656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:45.286007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.367763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-755507d3-0c1e-4191-8bb0-2c755fdbe3bf None None] Provisioning complete for port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:45.368237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-755507d3-0c1e-4191-8bb0-2c755fdbe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.401298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-755507d3-0c1e-4191-8bb0-2c755fdbe3bf None None] Port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:47:45.541496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb3db09-b25d-4bad-bfa7-6524f15eae59 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:47:45.549411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.561064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Transition to ACTIVE for port object 8bb3db09-b25d-4bad-bfa7-6524f15eae59 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:47:45.565245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.617836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb3db09-b25d-4bad-bfa7-6524f15eae59,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:45.685354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Attempting to bind port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:47:45.685693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Attempting to bind port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:47:45.686021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Attempting to bind port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 on network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:47:45.691268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 on network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:47:45.691593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Attempting to bind port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 on network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:47:45.696734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:47:45.697119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Checking segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:45.697502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Bound using segment: {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:47:45.697930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Bound port: 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf79afd-5c40-4227-aa1b-9962cd14a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:47:45.698284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.762686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] For port 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:47:45.766634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] For port 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:47:45.771193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.810926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:45.811537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:45.813525 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] 10.222.0.57 "PUT /v2.0/ports/8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 200 len: 1094 time: 0.5866060 Dec 16 17:47:45.813968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:47:45.816316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab" -d '{"events": [{"name": "network-changed", "server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:47:45.849939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554847-5fb7-4aff-a807-ea1d6c734525 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb3db09-b25d-4bad-bfa7-6524f15eae59,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:45.880489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf534a5-449d-427b-ae30-2703ed310e68 x-openstack-request-id: req-abf534a5-449d-427b-ae30-2703ed310e68 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:47:45.880783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:47:45.881063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-abf534a5-449d-427b-ae30-2703ed310e68 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:47:45.881468 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'status': 'completed', 'code': 200} Dec 16 17:47:45.913757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-04530635-1002-4c15-be7d-1f8dcad7b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:45.915254 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-04530635-1002-4c15-be7d-1f8dcad7b2ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1097 time: 0.0457187 Dec 16 17:47:45.936999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298e39-edce-407d-8ab5-2066d6a4169d req-136843db-d531-4fc1-a003-a3b85697185d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:45.939495 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-74298e39-edce-407d-8ab5-2066d6a4169d req-136843db-d531-4fc1-a003-a3b85697185d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 944 time: 0.0531926 Dec 16 17:47:45.959938 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-a19a031c-8ca2-42fa-af94-3ab478406948 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 200 len: 217 time: 0.0359585 Dec 16 17:47:45.999919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-74298e39-edce-407d-8ab5-2066d6a4169d req-522b6c4a-126d-40bb-bf81-9bc73f9afce7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538735 Dec 16 17:47:46.026225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-47b196c3-0d9f-4913-ae93-8176acc9f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:46.027884 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-47b196c3-0d9f-4913-ae93-8176acc9f89d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 200 len: 844 time: 0.0614951 Dec 16 17:47:46.081588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599828f-e711-4621-852f-f505b9675ebb req-f17fe60d-9e53-4659-a5ab-a9b9cb4871e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:46.083084 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-f17fe60d-9e53-4659-a5ab-a9b9cb4871e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55abeb94-fa00-40cf-99e3-8fa4b2aff231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471022 Dec 16 17:47:46.171702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-bacd542f-d353-4050-8462-f1f5bd4c32f3 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798478 Dec 16 17:47:46.269524 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3599828f-e711-4621-852f-f505b9675ebb req-2539a6ed-189b-4354-9a6a-e80559167f7d service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897293 Dec 16 17:47:46.357339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-3140e546-ad31-4cca-b877-40720dafce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:46.358830 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-3140e546-ad31-4cca-b877-40720dafce81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1097 time: 0.0414710 Dec 16 17:47:46.453826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-a5818867-a533-4a9e-8478-9288c1c6caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:46.455288 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-a5818867-a533-4a9e-8478-9288c1c6caaa service neutron] 10.222.0.57 "GET /v2.0/networks?id=55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 200 len: 898 time: 0.0868318 Dec 16 17:47:46.497442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-4dfb9364-2331-4a46-8bac-1f5b21483ac5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 200 len: 217 time: 0.0342290 Dec 16 17:47:46.545120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-6fbc4f18-bc63-42f5-a0cc-a9bd1121474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:46.546567 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-6fbc4f18-bc63-42f5-a0cc-a9bd1121474b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 200 len: 844 time: 0.0417597 Dec 16 17:47:46.599052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-86d5f2ad-5890-4f2b-b9fe-5f7fcf191107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:46.600557 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-86d5f2ad-5890-4f2b-b9fe-5f7fcf191107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55abeb94-fa00-40cf-99e3-8fa4b2aff231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450244 Dec 16 17:47:46.689037 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-37f1680b-5485-41fb-a6ba-880f418513bd service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798914 Dec 16 17:47:46.782321 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99e5cbef-b7b2-4cc3-83d4-54b7f47129ab req-91095704-43ba-4c34-9ca2-5698d4c9e069 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849526 Dec 16 17:47:47.117243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a83f0-7411-4004-9d38-fa88c81c94ad req-4988cbf5-4e8c-4b7e-8508-cfdf18eb3d40 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:47.118689 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba8a83f0-7411-4004-9d38-fa88c81c94ad req-4988cbf5-4e8c-4b7e-8508-cfdf18eb3d40 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 944 time: 0.0481060 Dec 16 17:47:47.166767 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba8a83f0-7411-4004-9d38-fa88c81c94ad req-36f93ce1-51c9-46b8-8e4b-3f866229a830 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421298 Dec 16 17:47:48.144354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8bb3db09-b25d-4bad-bfa7-6524f15eae59 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:47:48.238660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:48.252221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'port_id': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'mac_address': 'fa:16:3e:12:61:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:47:48.286378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12f207-7a58-47f1-bf72-f11a2df24396 req-77f28db1-ee1a-4614-8e71-7fcefb00cf4e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:48.287854 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea12f207-7a58-47f1-bf72-f11a2df24396 req-77f28db1-ee1a-4614-8e71-7fcefb00cf4e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 944 time: 0.0487449 Dec 16 17:47:48.293476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:48.306842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb3db09-b25d-4bad-bfa7-6524f15eae59 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:47:48.326320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:48.331685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:48.339235 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea12f207-7a58-47f1-bf72-f11a2df24396 req-3cbeedfb-f279-49c5-9d76-c8fc5710f265 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451775 Dec 16 17:47:48.378121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=8bb3db09-b25d-4bad-bfa7-6524f15eae59,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:48.551110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['8bb3db09-b25d-4bad-bfa7-6524f15eae59'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:47:49.457678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca14c6-f3d1-4666-ab16-3842bd16459a req-0448b2a0-ea77-49bf-85e7-e7728cd404f1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:49.459155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1dca14c6-f3d1-4666-ab16-3842bd16459a req-0448b2a0-ea77-49bf-85e7-e7728cd404f1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Dec 16 17:47:49.506937 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1dca14c6-f3d1-4666-ab16-3842bd16459a req-c2c9ea01-2855-4c7c-aace-0b0d68d4b598 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419934 Dec 16 17:47:50.081212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.152689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8bb3db09-b25d-4bad-bfa7-6524f15eae59 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:50.199799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:47:50.203629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:50.204109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.282708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.305330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:47:50.307740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c502793-f03b-4a3c-a783-6c3569fc97b1" -d '{"events": [{"server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "name": "network-vif-plugged", "status": "completed", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:47:50.320667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:50.325496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.373535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=8bb3db09-b25d-4bad-bfa7-6524f15eae59,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:50.396434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252083a-e176-4241-8eed-59f6473b2699 x-openstack-request-id: req-e252083a-e176-4241-8eed-59f6473b2699 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:47:50.396731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "name": "network-vif-plugged", "status": "completed", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:47:50.397009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e252083a-e176-4241-8eed-59f6473b2699 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:47:50.397440 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'code': 200} Dec 16 17:47:50.561747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533e37-bf6f-49c9-9293-dcfff9c680a7 req-e7ee7dc0-ea8f-4343-9b7b-7969ce128663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:50.563252 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-93533e37-bf6f-49c9-9293-dcfff9c680a7 req-e7ee7dc0-ea8f-4343-9b7b-7969ce128663 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1099 time: 0.0415576 Dec 16 17:47:50.614912 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-93533e37-bf6f-49c9-9293-dcfff9c680a7 req-1004148f-d91a-4703-8aab-22e35f0fd5dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393448 Dec 16 17:47:50.623688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed481cef-84f7-446d-b21c-40b197fab8c8 req-36248565-95b8-41cf-ac6a-776a364b47df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:50.625321 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ed481cef-84f7-446d-b21c-40b197fab8c8 req-36248565-95b8-41cf-ac6a-776a364b47df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 946 time: 0.0502834 Dec 16 17:47:50.675198 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ed481cef-84f7-446d-b21c-40b197fab8c8 req-03d926c1-b87a-4427-94b6-af51bcdae4e8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434747 Dec 16 17:47:51.793430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82052dd4-1169-46d9-be78-e86fe21b3e8c req-658bdac5-e3af-4451-a90c-dd930ad6f0cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:51.794898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-82052dd4-1169-46d9-be78-e86fe21b3e8c req-658bdac5-e3af-4451-a90c-dd930ad6f0cf tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 946 time: 0.0522108 Dec 16 17:47:51.846896 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-82052dd4-1169-46d9-be78-e86fe21b3e8c req-7a48ba2b-41d2-44c7-9b63-51ccd65043fc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461059 Dec 16 17:47:51.961611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a8473-8e14-4471-9a0b-4bfd6a88730d req-6aca7f35-7c45-4d7e-8958-11896de04865 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:51.962974 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f7a8473-8e14-4471-9a0b-4bfd6a88730d req-6aca7f35-7c45-4d7e-8958-11896de04865 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 946 time: 0.0505264 Dec 16 17:47:52.011835 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f7a8473-8e14-4471-9a0b-4bfd6a88730d req-7beaa410-d728-43d1-a4ca-2172f91fc47b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428095 Dec 16 17:47:52.035617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52076) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:52.074128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830eacd-b75c-4f2f-a577-69915328b699 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:52.075615 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3830eacd-b75c-4f2f-a577-69915328b699 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1094 time: 0.0389962 Dec 16 17:47:52.078413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52078) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:52.083178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:52.105759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:52.202316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:52.307466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.100 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/b64debbf-ddec-49b9-b46d-598193e96ba8) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:47:52.680150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:52.713263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:52.752062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:52.754832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:52.758285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:47:52.785593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=b64debbf-ddec-49b9-b46d-598193e96ba8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:53.111925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.178240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.325556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.329816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.395904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=b64debbf-ddec-49b9-b46d-598193e96ba8,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:53.407686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.506429 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP e4cfc67a-05bd-4211-b571-92e44b4897db associated. External IP: 172.26.2.100, port: 8bb3db09-b25d-4bad-bfa7-6524f15eae59. Dec 16 17:47:53.708293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router b432b959-733e-4120-8bbd-ba837bb8add0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:47:53.812063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:47:53.822441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] Sync routers for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:47:53.831011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.836952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:53.837593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:53.858123 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-25a295b3-15b9-4ef5-8c35-7ce1d73a5dd5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7784665 Dec 16 17:47:53.858773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:47:53.860668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52080) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:53.861728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bb8396-e98c-4b82-b22f-01d06c57e4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:47:53.900722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b06984-510b-4dd4-b1a2-4c31ab6514e9 x-openstack-request-id: req-d1b06984-510b-4dd4-b1a2-4c31ab6514e9 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:47:53.901047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:47:53.901315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1b06984-510b-4dd4-b1a2-4c31ab6514e9 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:47:53.901734 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'status': 'completed', 'code': 200} Dec 16 17:47:53.937656 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-215bbcae-99b6-4acf-9155-3501dcd936e7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/e4cfc67a-05bd-4211-b571-92e44b4897db HTTP/1.1" status: 200 len: 992 time: 0.0733590 Dec 16 17:47:53.968048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-7730b9ec-c3a4-4b35-a5a1-aa66f9f8f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:53.969587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-7730b9ec-c3a4-4b35-a5a1-aa66f9f8f8bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1099 time: 0.0433428 Dec 16 17:47:54.070862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-820f8afc-58f8-4bfe-b567-e0738602c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:54.072332 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-820f8afc-58f8-4bfe-b567-e0738602c050 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 200 len: 898 time: 0.0942035 Dec 16 17:47:54.101623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:54.138656 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-df18349f-b33b-481f-bcce-9f20de78577b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 200 len: 1000 time: 0.0580912 Dec 16 17:47:54.190653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-968228bc-a420-4274-9fc5-714f53fca384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:54.192131 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-968228bc-a420-4274-9fc5-714f53fca384 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 200 len: 844 time: 0.0465791 Dec 16 17:47:54.238641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-7259f3c1-229c-4d41-bde8-1836ba4822eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:54.240067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-7259f3c1-229c-4d41-bde8-1836ba4822eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55abeb94-fa00-40cf-99e3-8fa4b2aff231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399787 Dec 16 17:47:54.322649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'e4cfc67a-05bd-4211-b571-92e44b4897db', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'port_id': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'mac_address': 'fa:16:3e:12:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fdb39b-d189-4693-9f46-f47afa060656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:47:52Z', 'updated_at': '2021-12-16T17:47:52Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:43Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:54.332768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-9322ebbe-55fe-4cab-a289-558cc3ced4c3 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840387 Dec 16 17:47:54.352649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] Checking router: b432b959-733e-4120-8bbd-ba837bb8add0 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:47:54.360797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:54.361468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:47:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:54.426900 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-98bb8396-e98c-4b82-b22f-01d06c57e4b0 req-56f7deb6-19d3-4e8b-8926-57f3dc090745 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865064 Dec 16 17:47:54.465221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:47:54.683356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'e4cfc67a-05bd-4211-b571-92e44b4897db', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'port_id': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'mac_address': 'fa:16:3e:12:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fdb39b-d189-4693-9f46-f47afa060656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:47:52Z', 'updated_at': '2021-12-16T17:47:52Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:43Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:54.709543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a382e2e-14e0-4101-b4c2-abf61cffac50 None None] The sync data for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv is: [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'e4cfc67a-05bd-4211-b571-92e44b4897db', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'port_id': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'mac_address': 'fa:16:3e:12:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fdb39b-d189-4693-9f46-f47afa060656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:47:52Z', 'updated_at': '2021-12-16T17:47:52Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:43Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:47:54.891040 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4782a0-9e51-49bf-a802-6aa4b015e5e2 None None] New status for floating IP e4cfc67a-05bd-4211-b571-92e44b4897db: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:47:54.940508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52084) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:55.000157 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1a1b466f-a0f3-410b-bda5-2b3495715091 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/e4cfc67a-05bd-4211-b571-92e44b4897db HTTP/1.1" status: 200 len: 992 time: 0.0585325 Dec 16 17:47:56.004069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52086) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:56.067090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-425c494b-4120-4cc4-a60a-a7c4f1a162a5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/e4cfc67a-05bd-4211-b571-92e44b4897db HTTP/1.1" status: 200 len: 994 time: 0.0618548 Dec 16 17:48:07.351849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05dcfb8a-9d51-45e5-8262-2258356be7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:09.665789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d4f24db-ea18-4d1b-b554-375a29cafa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:10.856376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.103248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:13.043044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:13.560987 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:48:20.085467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:27.486701 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ba04d6fb-128f-40f8-b1ab-05a403e964df tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654941847&fields=id&tenant_id=271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 267 time: 0.0439873 Dec 16 17:48:27.592959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-6e2407a9-7590-4882-aaf3-632ea06b51e2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:27.594417 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-6e2407a9-7590-4882-aaf3-632ea06b51e2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 811 time: 0.1011503 Dec 16 17:48:27.610047 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-cd9b224d-7680-471e-8c1b-cb90da1488b2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/quotas/271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Dec 16 17:48:27.666372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-0d7c4d84-149f-46a1-9f9b-63e87350758f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510080 Dec 16 17:48:27.723765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-3ea370a3-5a30-433d-896d-1864190c2847 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:48:27.724764 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-3ea370a3-5a30-433d-896d-1864190c2847 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475125 Dec 16 17:48:27.811615 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-5b63b110-cfcd-4610-9062-72075481c4ae service neutron] 10.222.0.66 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805795 Dec 16 17:48:27.903582 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-cfdca020-ba91-4a05-a39f-5671e1187b42 service neutron] 10.222.0.66 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858469 Dec 16 17:48:28.178105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71cae614-90cb-4e33-b529-4c9eea6f43af req-da034d79-84e4-4b12-9ca5-66e6656aff01 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 210 time: 0.0268238 Dec 16 17:48:29.115790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-43658532-7636-4016-ab6c-a925e8a59c9b tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:29.117793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-43658532-7636-4016-ab6c-a925e8a59c9b tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 811 time: 0.1080227 Dec 16 17:48:29.183322 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-d64a91c0-a70f-4e2b-a310-f2886627d16a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271e8f23f5c6422ba05bcaea00e02f07 HTTP/1.1" status: 200 len: 380 time: 0.0570064 Dec 16 17:48:29.192831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'port': {'device_id': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'admin_state_up': True, 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'security_groups': ['a0703810-eac7-4f26-b608-bd7c7a3e594c']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:48:29.278927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01dcb0e9-8bc6-4102-b1bc-79b23de8810f req-e05ce6f3-5947-433f-923b-3a07ab94c2e5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Dec 16 17:48:29.311054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Made reservation on behalf of 271e8f23f5c6422ba05bcaea00e02f07 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:48:29.314585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:29.438513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Allocated IP 172.20.0.9 (3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4/309def28-02df-42c8-8446-bb91eeed73ea/8f9773bd-d995-4643-b3aa-597c0aa9db1a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:48:29.579282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:29.614153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:29.658274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:48:29.661451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:48:29.665616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:48:29.689703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=8f9773bd-d995-4643-b3aa-597c0aa9db1a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:29.722367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:29.723130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:29.741761 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-7aef0009-3d5f-496f-9f5d-ce413ee5482f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526383 Dec 16 17:48:29.754452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Request body: {'port': {'device_id': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:48:29.813663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:29.927155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-780b8e2a-7e84-41b8-88dc-a82f3a9e440b None None] Provisioning complete for port 8f9773bd-d995-4643-b3aa-597c0aa9db1a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:29.928169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-780b8e2a-7e84-41b8-88dc-a82f3a9e440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:29.962918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-780b8e2a-7e84-41b8-88dc-a82f3a9e440b None None] Port 8f9773bd-d995-4643-b3aa-597c0aa9db1a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:48:30.082776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9773bd-d995-4643-b3aa-597c0aa9db1a {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:48:30.090672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:30.102977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Transition to ACTIVE for port object 8f9773bd-d995-4643-b3aa-597c0aa9db1a will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:48:30.107328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:30.154756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Pushing event updated for resources: {'Port': ['ID=8f9773bd-d995-4643-b3aa-597c0aa9db1a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:30.228017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Attempting to bind port 8f9773bd-d995-4643-b3aa-597c0aa9db1a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:48:30.228450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Attempting to bind port 8f9773bd-d995-4643-b3aa-597c0aa9db1a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:48:30.228851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Attempting to bind port 8f9773bd-d995-4643-b3aa-597c0aa9db1a on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:48:30.233787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Port 8f9773bd-d995-4643-b3aa-597c0aa9db1a on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:48:30.234292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Attempting to bind port 8f9773bd-d995-4643-b3aa-597c0aa9db1a on network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:48:30.239359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:48:30.239706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Checking segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:48:30.240094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Bound using segment: {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:48:30.240525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Bound port: 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c69784b-d54d-4706-a3c7-a67266f46e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:48:30.240880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:30.315836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] For port 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:48:30.332681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] For port 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:48:30.342282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:30.385063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:30.385914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:30.387544 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] 10.222.0.57 "PUT /v2.0/ports/8f9773bd-d995-4643-b3aa-597c0aa9db1a HTTP/1.1" status: 200 len: 1093 time: 0.6372826 Dec 16 17:48:30.388087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:48:30.390848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e176ba-314f-4db0-a0e2-892eb6d035f8" -d '{"events": [{"name": "network-changed", "server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:48:30.415556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfec798-5568-4f18-90da-d7003a443c2f service neutron] Pushing event updated for resources: {'Port': ['ID=8f9773bd-d995-4643-b3aa-597c0aa9db1a,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:30.485493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7872f390-d588-4d7a-8aa5-5b8f34af63a7 x-openstack-request-id: req-7872f390-d588-4d7a-8aa5-5b8f34af63a7 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:48:30.485838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:48:30.486103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7872f390-d588-4d7a-8aa5-5b8f34af63a7 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:48:30.486510 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'status': 'completed', 'code': 200} Dec 16 17:48:30.488475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-5be11543-1092-4447-909b-2af0820fcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:30.490821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-5be11543-1092-4447-909b-2af0820fcfdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 1096 time: 0.0579252 Dec 16 17:48:30.491132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8bf64-3e2c-4e3f-be57-56264d60af03 req-e8590f97-5dfb-4b6b-998b-ad097dbfa0b6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:30.493296 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-52c8bf64-3e2c-4e3f-be57-56264d60af03 req-e8590f97-5dfb-4b6b-998b-ad097dbfa0b6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.1314332 Dec 16 17:48:30.544143 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-52ec64a5-a743-4ef0-b485-6b17be9c3d4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a HTTP/1.1" status: 200 len: 217 time: 0.0449200 Dec 16 17:48:30.550559 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-52c8bf64-3e2c-4e3f-be57-56264d60af03 req-3999ca04-1e71-4fce-8a7f-846e74eb62eb tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510688 Dec 16 17:48:30.600145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-8db9acab-da50-4012-aa72-e0f1f15cd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:30.601716 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-8db9acab-da50-4012-aa72-e0f1f15cd99a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0498087 Dec 16 17:48:30.656075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e783c-eedb-4159-b17d-c772afda7df3 req-321aa151-7275-4105-9a88-dffc55040343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:30.657904 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-321aa151-7275-4105-9a88-dffc55040343 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489812 Dec 16 17:48:30.764466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-72279265-ab0c-4151-92b2-17b6a26880b5 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989013 Dec 16 17:48:30.855364 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-799e783c-eedb-4159-b17d-c772afda7df3 req-9eecc7ef-bdc6-4073-868b-d048c4193d84 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823731 Dec 16 17:48:30.939623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-8764d60e-b77f-4aa1-8dc7-47b1878ce922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:30.941733 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-8764d60e-b77f-4aa1-8dc7-47b1878ce922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 1096 time: 0.0410476 Dec 16 17:48:31.034622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-76d75809-0600-487b-8cd8-01dcf28c8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:31.035968 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-76d75809-0600-487b-8cd8-01dcf28c8419 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0853961 Dec 16 17:48:31.076779 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-7bf18d83-6495-40f1-9fd4-dd4717b090d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a HTTP/1.1" status: 200 len: 217 time: 0.0338497 Dec 16 17:48:31.125741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-44ea4b1f-3d78-4737-96c0-772308307014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:31.127215 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-44ea4b1f-3d78-4737-96c0-772308307014 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0425327 Dec 16 17:48:31.176043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-611172e6-0287-4ee1-9a9b-721dcb048cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:31.177612 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-611172e6-0287-4ee1-9a9b-721dcb048cf5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432470 Dec 16 17:48:31.265692 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-a1755016-22cf-49b2-bc8a-666d8e7b7cab service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807867 Dec 16 17:48:31.360117 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-51e176ba-314f-4db0-a0e2-892eb6d035f8 req-d21d7bca-2639-4e7d-85a2-286afeb9313d service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854764 Dec 16 17:48:31.671291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f24708-61eb-4d27-9c40-43eaae52fb7b req-3be4e6ec-ad21-4a30-be1b-2df64d958758 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:31.672699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20f24708-61eb-4d27-9c40-43eaae52fb7b req-3be4e6ec-ad21-4a30-be1b-2df64d958758 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0524287 Dec 16 17:48:31.722122 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20f24708-61eb-4d27-9c40-43eaae52fb7b req-7b1f5e45-0e58-4d7a-9447-6f942fb1720c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Dec 16 17:48:32.838297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dce38-d8e0-41e9-bb74-7787972c52b9 req-968b93c0-efb4-4066-9d6d-31b7703db75d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:32.839885 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f8dce38-d8e0-41e9-bb74-7787972c52b9 req-968b93c0-efb4-4066-9d6d-31b7703db75d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0503063 Dec 16 17:48:32.889891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f8dce38-d8e0-41e9-bb74-7787972c52b9 req-1bfd8f9d-1fd3-4630-a624-5e148d86781a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Dec 16 17:48:34.012063 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4ec4-0cd8-4150-942b-dba6348bbad7 req-3edaadee-0893-49d9-8a15-4f3402452e8e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:34.013978 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-535e4ec4-0cd8-4150-942b-dba6348bbad7 req-3edaadee-0893-49d9-8a15-4f3402452e8e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0564520 Dec 16 17:48:34.065302 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-535e4ec4-0cd8-4150-942b-dba6348bbad7 req-a75c0c62-bb2a-4c03-8872-046ea009069f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455728 Dec 16 17:48:34.818820 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-fe9b4844-78c2-4778-9c2f-22c858d5e1f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386992 Dec 16 17:48:34.903086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-99adfecb-041f-4ca0-a5b3-05ade39e3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:34.904565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-99adfecb-041f-4ca0-a5b3-05ade39e3063 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1099 time: 0.0404990 Dec 16 17:48:35.010588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-2d71d614-a1e6-4763-b871-082463fc34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:35.012029 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-2d71d614-a1e6-4763-b871-082463fc34b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0859127 Dec 16 17:48:35.075963 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-ea1883f3-d2c0-48e7-b0d3-f5297ae12716 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 1002 time: 0.0563877 Dec 16 17:48:35.125587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-49e8c661-34bb-40c4-8373-835cdf9f1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:35.127150 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-49e8c661-34bb-40c4-8373-835cdf9f1315 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0438426 Dec 16 17:48:35.177047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-1cfdbd25-405f-4c6c-ada7-ae4a7d7c7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:35.177891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d8adf-76cb-41b0-a16d-e336b30151f2 req-d46bc89e-01fa-481a-8d3c-be57526a8825 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:35.178544 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-1cfdbd25-405f-4c6c-ada7-ae4a7d7c7360 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431559 Dec 16 17:48:35.179417 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a66d8adf-76cb-41b0-a16d-e336b30151f2 req-d46bc89e-01fa-481a-8d3c-be57526a8825 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0487082 Dec 16 17:48:35.228374 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a66d8adf-76cb-41b0-a16d-e336b30151f2 req-4daa574f-9189-45ff-9ba7-3933bfe38bd4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Dec 16 17:48:35.267506 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-8eb6587b-e24c-48ab-b3bb-46fae35a6e32 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811434 Dec 16 17:48:35.639060 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fbecece-2351-43e8-8e11-ba3c239a568d req-0d8c0cdf-83e1-4bbe-bb18-7b5b69b6ea7c service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638163 Dec 16 17:48:36.395253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401700f6-94a8-4534-9b9b-82e36827d63b req-71288d9f-d885-4223-91c1-3502f1b96562 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:36.396728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-401700f6-94a8-4534-9b9b-82e36827d63b req-71288d9f-d885-4223-91c1-3502f1b96562 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0485575 Dec 16 17:48:36.450998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-401700f6-94a8-4534-9b9b-82e36827d63b req-c5b3da1e-efe6-4535-8f2b-3614b12168d5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482874 Dec 16 17:48:37.358433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f880b9ee-36ff-4faf-8e5a-215cf3b444ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:37.577941 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246f2d-9f28-4891-8b40-88c367812318 req-c5830914-59eb-4946-9265-94635cf04533 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:37.579343 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e2246f2d-9f28-4891-8b40-88c367812318 req-c5830914-59eb-4946-9265-94635cf04533 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0513914 Dec 16 17:48:37.632191 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e2246f2d-9f28-4891-8b40-88c367812318 req-59d536f1-bd2b-45f9-8a65-7575551d443f tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Dec 16 17:48:38.752624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215e88-470a-4254-8412-a98aa41bd008 req-cd1aa356-ac7a-4e5c-b926-8ac737d7ee39 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:38.754146 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0215e88-470a-4254-8412-a98aa41bd008 req-cd1aa356-ac7a-4e5c-b926-8ac737d7ee39 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0487649 Dec 16 17:48:38.802579 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0215e88-470a-4254-8412-a98aa41bd008 req-5353cd76-47b9-4756-a93f-90e402ee5a32 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Dec 16 17:48:39.669114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d91a1674-0b96-4e29-b16f-68aa87b5a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:39.929934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634de8d6-2714-4818-b8ed-2e3f472d0647 req-31a75b8e-2523-4abd-ab02-8061625254b3 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:39.931352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-634de8d6-2714-4818-b8ed-2e3f472d0647 req-31a75b8e-2523-4abd-ab02-8061625254b3 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0619555 Dec 16 17:48:39.989839 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-634de8d6-2714-4818-b8ed-2e3f472d0647 req-c17d3ba5-181f-434d-b265-6c808a9415b3 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517182 Dec 16 17:48:40.859097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:41.106223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc60dc-09b7-4e9c-b251-d815ddd3fb42 req-bd891b38-98da-4919-9e07-ba46d1d8f672 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:41.107769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37cc60dc-09b7-4e9c-b251-d815ddd3fb42 req-bd891b38-98da-4919-9e07-ba46d1d8f672 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0517223 Dec 16 17:48:41.160559 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37cc60dc-09b7-4e9c-b251-d815ddd3fb42 req-7ccab6c0-0f60-4bca-822c-db77f47f06fd tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463481 Dec 16 17:48:42.103198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:42.273030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563742-16b3-4957-a235-bb455f7c9ba6 req-d697a421-bced-4c52-86f1-a424b6f13c8a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:42.274502 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7c563742-16b3-4957-a235-bb455f7c9ba6 req-d697a421-bced-4c52-86f1-a424b6f13c8a tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 943 time: 0.0479822 Dec 16 17:48:42.327843 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7c563742-16b3-4957-a235-bb455f7c9ba6 req-9c454ca8-ada9-488a-8676-583854f211fc tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Dec 16 17:48:42.515435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8f9773bd-d995-4643-b3aa-597c0aa9db1a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:48:42.604970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:48:42.616314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'port_id': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'mac_address': 'fa:16:3e:1b:82:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:48:42.655030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:42.667267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9773bd-d995-4643-b3aa-597c0aa9db1a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:48:42.686368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:48:42.690220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:42.735246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=8f9773bd-d995-4643-b3aa-597c0aa9db1a,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:42.742325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.742703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.743044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.743381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.743709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.744033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.744363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.744685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.745031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.745354 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.745672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.746968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.746968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:42.912356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['8f9773bd-d995-4643-b3aa-597c0aa9db1a'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:48:43.059904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:43.440032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dca48-434f-4cc4-9879-e62258c42183 req-2dc8b70b-a0d1-4ba9-bfe5-d04bc1ba46de tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:43.441524 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-191dca48-434f-4cc4-9879-e62258c42183 req-2dc8b70b-a0d1-4ba9-bfe5-d04bc1ba46de tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 944 time: 0.0481484 Dec 16 17:48:43.489932 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-191dca48-434f-4cc4-9879-e62258c42183 req-ae374575-9c70-4f10-829f-d4f69a349eca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Dec 16 17:48:44.541815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8f9773bd-d995-4643-b3aa-597c0aa9db1a up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:48:44.591092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 8f9773bd-d995-4643-b3aa-597c0aa9db1a completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:48:44.595127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 8f9773bd-d995-4643-b3aa-597c0aa9db1a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:44.595524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:44.607612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803685f-25db-4392-9d90-85ee0c34ccae req-a8890297-6785-42d3-bc2a-1c1263daf1a2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:44.609617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d803685f-25db-4392-9d90-85ee0c34ccae req-a8890297-6785-42d3-bc2a-1c1263daf1a2 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 944 time: 0.0504823 Dec 16 17:48:44.658096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d803685f-25db-4392-9d90-85ee0c34ccae req-0f9d69ec-c0aa-412a-9686-6ca8591e629d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Dec 16 17:48:44.675539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:44.698259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:48:44.700469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848be328-cad7-49c9-b078-fddf5ffe5eeb" -d '{"events": [{"server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:48:44.712361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:48:44.717283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:44.740604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edfd6fb-775d-4b49-998a-1ac46d0c2704 x-openstack-request-id: req-0edfd6fb-775d-4b49-998a-1ac46d0c2704 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:48:44.740897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:48:44.741183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0edfd6fb-775d-4b49-998a-1ac46d0c2704 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:48:44.741575 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'code': 200} Dec 16 17:48:44.766901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=8f9773bd-d995-4643-b3aa-597c0aa9db1a,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:44.923648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4678d-b6e5-40d5-b16b-6ce7368d4459 req-0a16b9ef-0901-4e5b-9322-1f1066b49567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:44.925166 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-94f4678d-b6e5-40d5-b16b-6ce7368d4459 req-0a16b9ef-0901-4e5b-9322-1f1066b49567 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 1098 time: 0.0392215 Dec 16 17:48:44.971125 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-94f4678d-b6e5-40d5-b16b-6ce7368d4459 req-130b6a86-1ab1-445f-9a9e-3a2a814dfa5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377839 Dec 16 17:48:45.773057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6133a5-d20f-4f3d-8e68-676a5466497f req-9540a968-9eb3-4896-b875-a502a8ad0266 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:45.774505 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa6133a5-d20f-4f3d-8e68-676a5466497f req-9540a968-9eb3-4896-b875-a502a8ad0266 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Dec 16 17:48:45.823105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa6133a5-d20f-4f3d-8e68-676a5466497f req-544eb0a5-e7b4-4b4c-99e6-fc671def52ed tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Dec 16 17:48:46.938196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025344e-81c9-4bbe-9e44-2dab73601610 req-89d5c9ec-effb-430b-831d-07897d67ff9e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:46.939677 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e025344e-81c9-4bbe-9e44-2dab73601610 req-89d5c9ec-effb-430b-831d-07897d67ff9e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Dec 16 17:48:46.987927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e025344e-81c9-4bbe-9e44-2dab73601610 req-94e4ba97-e115-4bac-8328-9e1669377f17 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Dec 16 17:48:47.103129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d5e7-4931-4c7c-9f22-c19f0a26c163 req-03dbc234-a102-43f9-87d6-516dae795fdf tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:47.104617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7567d5e7-4931-4c7c-9f22-c19f0a26c163 req-03dbc234-a102-43f9-87d6-516dae795fdf tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 945 time: 0.0519469 Dec 16 17:48:47.159409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7567d5e7-4931-4c7c-9f22-c19f0a26c163 req-e896d101-7437-435f-a531-b96527d0c9d9 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Dec 16 17:48:47.175999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52206) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:48:47.213743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9347d-aec2-4175-8cb3-e4529705bc1f tempest-TestVolumeBootPattern-1314914280 tempest-TestVolumeBootPattern-1314914280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:47.215752 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-88b9347d-aec2-4175-8cb3-e4529705bc1f tempest-TestVolumeBootPattern-1314914280 tempest-TestVolumeBootPattern-1314914280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 1093 time: 0.0382791 Dec 16 17:48:47.218580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52208) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:48:47.222788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:48:47.246005 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:47.342372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:47.442046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Allocated IP 172.26.2.105 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/04242026-e48e-49a6-ac8d-5f2c4a172ab9) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:48:47.544580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:47.577218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:47.614196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:48:47.617050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:48:47.620513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:48:47.645499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=04242026-e48e-49a6-ac8d-5f2c4a172ab9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:47.658269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.658620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.658968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.659310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.659641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.659962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.660287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.660610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.660931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.661276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.661598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.661934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.662228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:47.980194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:48.044551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:48.195178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:48.199670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:48.272647 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event updated for resources: {'Port': ['ID=04242026-e48e-49a6-ac8d-5f2c4a172ab9,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:48.281780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:48.383013 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Floating IP 8a7e1468-dbf3-4179-ba2b-35297494e2ab associated. External IP: 172.26.2.105, port: 8f9773bd-d995-4643-b3aa-597c0aa9db1a. Dec 16 17:48:48.578249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:48:48.681525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:48:48.690722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:48:48.698589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:48.700498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:48:48.701154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:48:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:48.736956 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c9944ca1-52b9-4a12-8c7a-1ee937fcbe8c tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5054193 Dec 16 17:48:48.736956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:48:48.736956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba02660-f991-4d2a-94a3-137ac0f16c22" -d '{"events": [{"name": "network-changed", "server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:48:48.764523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84240a1-fe5b-493c-867d-de3d3620648d x-openstack-request-id: req-d84240a1-fe5b-493c-867d-de3d3620648d {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:48:48.764815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:48:48.765113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d84240a1-fe5b-493c-867d-de3d3620648d {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:48:48.765510 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'status': 'completed', 'code': 200} Dec 16 17:48:48.809362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:48:48.831740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-e39aaf90-f96c-4be9-b80a-606e139adae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:48.833256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-e39aaf90-f96c-4be9-b80a-606e139adae4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 1098 time: 0.0435052 Dec 16 17:48:48.921733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-772c547c-fd53-44eb-bc92-43e968a9734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:48.923208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-772c547c-fd53-44eb-bc92-43e968a9734e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0834579 Dec 16 17:48:48.995181 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-4f6832f7-4df0-4e4e-a56e-a3db71affbef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a HTTP/1.1" status: 200 len: 999 time: 0.0643427 Dec 16 17:48:49.048085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-694f01ba-6022-4fe3-9a65-aadb961b80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:49.049568 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-694f01ba-6022-4fe3-9a65-aadb961b80fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0455310 Dec 16 17:48:49.095695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-657807b0-03f8-4aed-ac0f-e6aa8b74858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:49.097201 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-657807b0-03f8-4aed-ac0f-e6aa8b74858b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403559 Dec 16 17:48:49.175843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:49Z', 'revision_number': 1, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}, {'id': '8a7e1468-dbf3-4179-ba2b-35297494e2ab', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:1b:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:48:47Z', 'updated_at': '2021-12-16T17:48:47Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:49.188659 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-477e213c-c54f-431e-ad68-6025d42781fe service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 Dec 16 17:48:49.204844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:48:49.212982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:48:49.213586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:48:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:49.281735 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ba02660-f991-4d2a-94a3-137ac0f16c22 req-d1ef3c45-aa13-4ff9-b773-811de4fd6500 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855966 Dec 16 17:48:49.323887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:48:49.545161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:49Z', 'revision_number': 1, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}, {'id': '8a7e1468-dbf3-4179-ba2b-35297494e2ab', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:1b:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:48:47Z', 'updated_at': '2021-12-16T17:48:47Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:49.571686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa52d09-d2c7-45c7-91de-f22300fd20e9 None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:49Z', 'revision_number': 1, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}, {'id': '8a7e1468-dbf3-4179-ba2b-35297494e2ab', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:1b:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:48:47Z', 'updated_at': '2021-12-16T17:48:47Z', 'revision_number': 0, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:48:49.764467 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60329e-08af-47e8-b299-0f86c4c126f6 None None] New status for floating IP 8a7e1468-dbf3-4179-ba2b-35297494e2ab: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:48:50.120639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:50.559495 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:49:07.349934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b67a3f09-87ae-4b25-80a2-65a1b3fc2962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:09.671672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c13f442-c95f-4b66-8daa-1b73a598366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:10.860784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:12.106204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:13.042891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:20.139474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:27.559774 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:49:37.134433 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-4b8bb870-9971-40f6-97fc-e9b1dea9010d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485511 Dec 16 17:49:37.193926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-42eec118-8878-4285-9f9b-f65bf663ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:37.195384 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-42eec118-8878-4285-9f9b-f65bf663ca57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1099 time: 0.0395596 Dec 16 17:49:37.309705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-1aa4d92b-cea3-409e-9073-81158ef00b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:37.311587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-1aa4d92b-cea3-409e-9073-81158ef00b3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 200 len: 898 time: 0.0963147 Dec 16 17:49:37.352771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc9024f5-c819-456b-94cf-f96e4f898a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:37.379265 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-eda6cdf1-c135-4f28-891b-ae03b02d6492 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 200 len: 1002 time: 0.0600500 Dec 16 17:49:37.429379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-87a5cb51-554b-4a54-999f-ba2d06a72fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:37.430740 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-87a5cb51-554b-4a54-999f-ba2d06a72fff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 200 len: 844 time: 0.0433972 Dec 16 17:49:37.480916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-e0a84ab8-082b-4915-948e-9041e942fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:37.482446 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-e0a84ab8-082b-4915-948e-9041e942fdfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55abeb94-fa00-40cf-99e3-8fa4b2aff231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438585 Dec 16 17:49:37.571968 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-13abb736-e5a9-4cb0-946d-63e956986d2d service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815063 Dec 16 17:49:37.665208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2bc65c3f-849d-455d-ad73-0df86c7643be req-300dfcab-2fdd-4943-802a-dcd63a648f27 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863004 Dec 16 17:49:39.673114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10abd651-6401-4382-8024-025e7d45eb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:40.864575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:42.108143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:43.048149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:46.298395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52238) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:46.380072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:49:46.470515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4282095'] for subnet, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:46.613591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791334009052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5062963'] for subnet, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:46.645280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:46.645881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:46.647154 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/subnets/51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 200 len: 836 time: 0.3477268 Dec 16 17:49:46.651680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247db679-f1e9-4bd7-9f69-260755870c45 None None] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:49:46.666821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da487cf2-21f5-4c9d-b5cf-d52566e57b7d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=51306656-fb66-4766-9806-09cafbe51a6b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:49:47.018575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-df5086b3-5ac1-4a3b-8497-40cc47559880 None None] Provisioning complete for port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:49:47.018940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df5086b3-5ac1-4a3b-8497-40cc47559880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:47.101643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-df5086b3-5ac1-4a3b-8497-40cc47559880 None None] Provisioning complete for port 6b0651ce-12ff-42a8-b0fb-42be8de9540a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:49:47.102009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df5086b3-5ac1-4a3b-8497-40cc47559880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:47.186837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-df5086b3-5ac1-4a3b-8497-40cc47559880 None None] Provisioning complete for port 069fb15d-fde0-477e-ba70-8102b923ff8f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:49:47.187117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df5086b3-5ac1-4a3b-8497-40cc47559880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:50.147502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:04.560345 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:50:07.354962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49a8e206-1731-4ca9-a159-5126271fbe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:09.674570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce6608b7-3238-424e-8c3b-85f8a8a8fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:10.873515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:12.110642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:13.040543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.116710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52244) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:16.271472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Deleting port 04242026-e48e-49a6-ac8d-5f2c4a172ab9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:16.271819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.347046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.347377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.358762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Calling delete_port for 04242026-e48e-49a6-ac8d-5f2c4a172ab9 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:16.503883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.533235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'Port': ['ID=04242026-e48e-49a6-ac8d-5f2c4a172ab9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:16.561505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.562138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.562623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.563002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.563543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.564004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.565257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.565907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.566341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.566832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.567174 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.567509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.567845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:16.612197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.612521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Floating IP 8a7e1468-dbf3-4179-ba2b-35297494e2ab disassociated (deleted). External IP: 172.26.2.105, port: 8f9773bd-d995-4643-b3aa-597c0aa9db1a. Dec 16 17:50:16.813005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:16.918425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:16.923215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:16.927690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:16.937602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:16.938203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:16.949503 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5c51405b-6ad5-4096-9a65-a7d83cf147a8 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "DELETE /v2.0/floatingips/8a7e1468-dbf3-4179-ba2b-35297494e2ab HTTP/1.1" status: 204 len: 168 time: 0.8316839 Dec 16 17:50:16.950112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:16.952358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a6209b-761c-4c37-b8ae-418a2936e6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:16.992142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f1dbf-80b7-4653-b613-53544d81bd94 x-openstack-request-id: req-820f1dbf-80b7-4653-b613-53544d81bd94 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:16.992537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:16.993001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-820f1dbf-80b7-4653-b613-53544d81bd94 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:16.993515 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'status': 'completed', 'code': 200} Dec 16 17:50:17.045156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:17.062003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-35a954eb-7b55-4efa-a020-54715b43c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:17.063691 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-35a954eb-7b55-4efa-a020-54715b43c68e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 1098 time: 0.0447021 Dec 16 17:50:17.168073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-2ee440f6-910c-4aa7-a9f4-8f0fb823b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:17.169614 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-2ee440f6-910c-4aa7-a9f4-8f0fb823b118 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.0959561 Dec 16 17:50:17.178770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfe61-0855-4e5a-9b5b-f1624cb50c05 req-3950a39c-d284-46c8-9524-1a32ff700319 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:17.180229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b53dfe61-0855-4e5a-9b5b-f1624cb50c05 req-3950a39c-d284-46c8-9524-1a32ff700319 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Dec 16 17:50:17.213695 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-de068aae-44ac-4edd-8052-5dbb99cf9193 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a HTTP/1.1" status: 200 len: 217 time: 0.0354087 Dec 16 17:50:17.232694 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b53dfe61-0855-4e5a-9b5b-f1624cb50c05 req-95ae0adb-6d24-4103-94fb-ddfe49fb8bca tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Dec 16 17:50:17.264558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-b23ffa92-6bc5-4bee-8946-8396c5111157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:17.266082 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-b23ffa92-6bc5-4bee-8946-8396c5111157 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0450554 Dec 16 17:50:17.275778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:49Z', 'revision_number': 1, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:17.305188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:17.313261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:17.313920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:17.316470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-2602aaa5-321f-498e-8c2e-9e37d8103621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:17.318017 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-2602aaa5-321f-498e-8c2e-9e37d8103621 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440562 Dec 16 17:50:17.407155 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-a4b14a42-44cf-43db-ad7e-656d7d819190 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799525 Dec 16 17:50:17.415521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:17.501048 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35a6209b-761c-4c37-b8ae-418a2936e6e3 req-d5253989-50c7-4164-8348-eeb429026785 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Dec 16 17:50:17.636275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:49Z', 'revision_number': 1, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:17.665173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae0df2-3167-4437-bb45-fd1c670966a0 None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '29730606-aa0a-4c8d-aa36-613e654ecabd', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'floating_ip_address': '172.26.2.250', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'port_id': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'mac_address': 'fa:16:3e:e0:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:46:47Z', 'updated_at': '2021-12-16T17:46:49Z', 'revision_number': 1, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:17.887570 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48212e-c965-46b3-bcbc-d62060930472 None None] New status for floating IP 8a7e1468-dbf3-4179-ba2b-35297494e2ab: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:50:18.354907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4ccea-8bf2-4d31-a8f9-e357fdfd250a req-b87635dd-522c-4cda-a8fe-1db62fa3552d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:18.356366 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01a4ccea-8bf2-4d31-a8f9-e357fdfd250a req-b87635dd-522c-4cda-a8fe-1db62fa3552d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Dec 16 17:50:18.404866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01a4ccea-8bf2-4d31-a8f9-e357fdfd250a req-c0612f5f-4535-4e65-9ae4-8bc3256a311d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427096 Dec 16 17:50:18.689336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-1b4c070e-da62-4284-965b-17abd9b61af6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:18.691352 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-1b4c070e-da62-4284-965b-17abd9b61af6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Dec 16 17:50:18.778192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Deleting port 8f9773bd-d995-4643-b3aa-597c0aa9db1a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:18.778533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:18.868736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] For port 8f9773bd-d995-4643-b3aa-597c0aa9db1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8f9773bd-d995-4643-b3aa-597c0aa9db1a,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:18.869141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:18.882079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Calling delete_port for 8f9773bd-d995-4643-b3aa-597c0aa9db1a owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:19.007002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:19.034521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'Port': ['ID=8f9773bd-d995-4643-b3aa-597c0aa9db1a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:19.075422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] No DVR routers for this DVR port 8f9773bd-d995-4643-b3aa-597c0aa9db1a on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:19.077913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:19.081270 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-34c0eeec-58ef-4309-888c-ab73d5cdb42f req-36d15ce3-04ec-4a53-ae28-a4fa527d04ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "DELETE /v2.0/ports/8f9773bd-d995-4643-b3aa-597c0aa9db1a HTTP/1.1" status: 204 len: 173 time: 0.3831668 Dec 16 17:50:19.081699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'name': 'network-vif-deleted', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:19.083936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa05b096-85fd-4db7-af66-301ddd1a96a3" -d '{"events": [{"server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "name": "network-vif-deleted", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:19.124769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0016bcca-f4c1-4205-8b15-7519c20d7bad x-openstack-request-id: req-0016bcca-f4c1-4205-8b15-7519c20d7bad {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:19.125096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a82945-13ec-4b7c-88c6-7d832a6433c7", "name": "network-vif-deleted", "tag": "8f9773bd-d995-4643-b3aa-597c0aa9db1a", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:19.125373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0016bcca-f4c1-4205-8b15-7519c20d7bad {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:19.125777 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a82945-13ec-4b7c-88c6-7d832a6433c7', 'name': 'network-vif-deleted', 'tag': '8f9773bd-d995-4643-b3aa-597c0aa9db1a', 'status': 'completed', 'code': 200} Dec 16 17:50:19.501982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-89606f86-7a4f-487f-ac99-9002b3163c81 req-77d295eb-4d5b-4724-bfdf-1a96a3680711 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 210 time: 0.0268376 Dec 16 17:50:20.184820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:20.602496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-660789f6-9814-45a5-9d1d-e02bf5050a0b req-88545660-8a38-480f-b0df-873fb68d7cf7 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 210 time: 0.0289717 Dec 16 17:50:21.044702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8f9773bd-d995-4643-b3aa-597c0aa9db1a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:21.064556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 8f9773bd-d995-4643-b3aa-597c0aa9db1a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:21.065538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8f9773bd-d995-4643-b3aa-597c0aa9db1a not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:21.691846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d48354f8-ad84-4748-81c9-fbded3ff55d9 req-678d1351-0924-4f37-95bf-d71cdc18b638 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 210 time: 0.0257847 Dec 16 17:50:22.790109 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5fb36ecf-5ac7-44ac-97ec-952d2a98369c req-d90e37fa-2525-43f3-9f1f-a6f9315a8f90 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a82945-13ec-4b7c-88c6-7d832a6433c7 HTTP/1.1" status: 200 len: 210 time: 0.0322011 Dec 16 17:50:29.187256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52292) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:29.342794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Deleting port dc0380ea-3b40-45a5-ae80-f0e749fb9416 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:29.343136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.416058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.416399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.428202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Calling delete_port for dc0380ea-3b40-45a5-ae80-f0e749fb9416 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:29.487481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52296) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:29.578414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.609290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'Port': ['ID=dc0380ea-3b40-45a5-ae80-f0e749fb9416,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:29.647298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port b64debbf-ddec-49b9-b46d-598193e96ba8 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:29.647630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.666553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.666884 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Floating IP 29730606-aa0a-4c8d-aa36-613e654ecabd disassociated (deleted). External IP: 172.26.2.250, port: 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75. Dec 16 17:50:29.722024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.722271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.733681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for b64debbf-ddec-49b9-b46d-598193e96ba8 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:29.870381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:29.882614 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.907583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=b64debbf-ddec-49b9-b46d-598193e96ba8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:29.920073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.920423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.920766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.921127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.921466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.921792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.922120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.922444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.922771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.923093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.923415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.923735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.924051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:29.981932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:29.982171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP e4cfc67a-05bd-4211-b571-92e44b4897db disassociated (deleted). External IP: 172.26.2.100, port: 8bb3db09-b25d-4bad-bfa7-6524f15eae59. Dec 16 17:50:29.989685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:29.997022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:30.000084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:30.011120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:30.011748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:30.133904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:30.330552 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa9e8c87-192e-4870-a58a-3449a8581fc4 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "DELETE /v2.0/floatingips/29730606-aa0a-4c8d-aa36-613e654ecabd HTTP/1.1" status: 204 len: 168 time: 1.1378624 Dec 16 17:50:30.331182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:30.333406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:30.368822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:30.375681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f86613-124a-4499-a40d-ad8cd164aea1 x-openstack-request-id: req-20f86613-124a-4499-a40d-ad8cd164aea1 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:30.375986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:30.376307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20f86613-124a-4499-a40d-ad8cd164aea1 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:30.376718 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'status': 'completed', 'code': 200} Dec 16 17:50:30.401903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:30.415341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:30.416402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:30.448602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-513db4b8-4771-49ef-a28e-8f2864e46465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:30.450190 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-513db4b8-4771-49ef-a28e-8f2864e46465 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 1099 time: 0.0427499 Dec 16 17:50:30.562409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:30.567722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-9e93b4cc-91c1-402b-a436-aceb1bab7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:30.569373 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-9e93b4cc-91c1-402b-a436-aceb1bab7102 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 200 len: 912 time: 0.1124690 Dec 16 17:50:30.615466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-d42eee70-81fa-484b-b23a-db0f47793463 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 200 len: 217 time: 0.0373852 Dec 16 17:50:30.628453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router b432b959-733e-4120-8bbd-ba837bb8add0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:30.637365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c79ea-4eac-4fdf-a662-e03ea5d41319 req-b9b7e48f-460c-42f2-b388-d2381cdb282e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:30.638593 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b32c79ea-4eac-4fdf-a662-e03ea5d41319 req-b9b7e48f-460c-42f2-b388-d2381cdb282e tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 946 time: 0.0701075 Dec 16 17:50:30.672618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-720e6a4b-a01c-41c4-9a10-4ec5cdd2ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:30.674204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-720e6a4b-a01c-41c4-9a10-4ec5cdd2ae9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 200 len: 850 time: 0.0500994 Dec 16 17:50:30.723165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-fa19c220-fca7-49e5-a79f-bf99146962b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:30.724660 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-fa19c220-fca7-49e5-a79f-bf99146962b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418446 Dec 16 17:50:30.736395 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b32c79ea-4eac-4fdf-a662-e03ea5d41319 req-23534362-39e6-4225-9f40-9dd9fb221864 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904775 Dec 16 17:50:30.787736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:30.793247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:30.798114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:30.806401 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] Sync routers for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:30.816513 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:30.817508 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:30.820991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286d7fc-ae5d-44a3-b563-d29ca875b2c0 None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:43:27Z', 'revision_number': 4, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'e234e65f-3775-437f-a55b-fdcfccf11cc9', 'name': '', 'network_id': '3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'mac_address': 'fa:16:3e:2b:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '309def28-02df-42c8-8446-bb91eeed73ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:26Z', 'updated_at': '2021-12-16T17:43:31Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'subnets': [{'id': '309def28-02df-42c8-8446-bb91eeed73ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:30.837872 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-48c929b3-4144-48a9-a4b9-31a7cca0124e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/e4cfc67a-05bd-4211-b571-92e44b4897db HTTP/1.1" status: 204 len: 168 time: 1.3488719 Dec 16 17:50:30.838103 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-e5beebba-bf3e-4b82-962f-02c12eb379c6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009238 Dec 16 17:50:30.838899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:30.841846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4376203-edd6-4b1f-9c26-c224e95902b1" -d '{"events": [{"name": "network-changed", "server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:30.892924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ed9df-aaa3-4b2f-8ac8-41b8bb651572 x-openstack-request-id: req-175ed9df-aaa3-4b2f-8ac8-41b8bb651572 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:30.893469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:30.894656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-175ed9df-aaa3-4b2f-8ac8-41b8bb651572 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:30.895096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'status': 'completed', 'code': 200} Dec 16 17:50:30.963939 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad53b3bc-91bb-4a46-8c55-c28eaa8c3b0d req-aec6ec17-0270-49a2-8dce-881f401c7327 service neutron] 10.222.0.57 "GET /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161032 Dec 16 17:50:30.989193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-3ee2c05e-d04c-4b1e-979f-2cb207ec615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:30.990810 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-3ee2c05e-d04c-4b1e-979f-2cb207ec615a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 1099 time: 0.0595696 Dec 16 17:50:30.993447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:31.138362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-95b7a629-4b3c-4499-82c2-f055b53b6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:31.139837 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-95b7a629-4b3c-4499-82c2-f055b53b6d55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 200 len: 898 time: 0.1377470 Dec 16 17:50:31.152701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa866a13-5868-423f-bb17-a22554c85886 req-af0eadf3-9fbf-43c3-ac94-4c30b1794605 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:31.154269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa866a13-5868-423f-bb17-a22554c85886 req-af0eadf3-9fbf-43c3-ac94-4c30b1794605 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 946 time: 0.0736132 Dec 16 17:50:31.159769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39dee1-cff6-4277-ba79-b6852ad459c5 None None] New status for floating IP 29730606-aa0a-4c8d-aa36-613e654ecabd: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:50:31.194856 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-40764278-659d-4291-a98c-da0f06fc0c50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 200 len: 217 time: 0.0395958 Dec 16 17:50:31.221372 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:43Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:31.254405 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] Checking router: b432b959-733e-4120-8bbd-ba837bb8add0 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:31.263591 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:31.264398 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:31.275403 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa866a13-5868-423f-bb17-a22554c85886 req-cf66bbb8-d453-4c2f-a05b-c86375080e0f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795820 Dec 16 17:50:31.282851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-4e69c433-e513-4655-875a-3aca1c6f2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:31.284251 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-4e69c433-e513-4655-875a-3aca1c6f2601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 200 len: 844 time: 0.0678403 Dec 16 17:50:31.334599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-12feab54-71bd-465a-b73b-0f82aea7ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:31.336104 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-12feab54-71bd-465a-b73b-0f82aea7ed11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55abeb94-fa00-40cf-99e3-8fa4b2aff231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407810 Dec 16 17:50:31.373090 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:31.432177 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-7a197c83-066e-4bf6-8260-41b19e9bd238 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854015 Dec 16 17:50:31.524466 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4376203-edd6-4b1f-9c26-c224e95902b1 req-d907e75d-b4dc-4687-9ebb-c83ba668cf07 service neutron] 10.222.0.57 "GET /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846827 Dec 16 17:50:31.649573 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:43Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:31.674040 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d853f-d1e0-466c-a072-187efd771910 None None] The sync data for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv is: [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '6b0651ce-12ff-42a8-b0fb-42be8de9540a', 'name': '', 'network_id': '55abeb94-fa00-40cf-99e3-8fa4b2aff231', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:e4:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '51306656-fb66-4766-9806-09cafbe51a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:39Z', 'updated_at': '2021-12-16T17:47:43Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '51306656-fb66-4766-9806-09cafbe51a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:31.875632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a2aad-1a01-4ffe-8991-bbb8d58f0cfc req-cbe8ddc4-2880-495e-abe2-f269cdb70344 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:31.877168 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ab7a2aad-1a01-4ffe-8991-bbb8d58f0cfc req-cbe8ddc4-2880-495e-abe2-f269cdb70344 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 946 time: 0.0548515 Dec 16 17:50:31.891798 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bd845-8ced-4e6c-8e78-4dabd79120fe None None] New status for floating IP e4cfc67a-05bd-4211-b571-92e44b4897db: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:50:31.935401 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ab7a2aad-1a01-4ffe-8991-bbb8d58f0cfc req-c3cacbea-b1bb-4099-a855-e7e81e6a40c6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0703810-eac7-4f26-b608-bd7c7a3e594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522125 Dec 16 17:50:32.094068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-debe24d7-5d80-4d6c-86cb-94e8fcbd1399 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:32.095506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-debe24d7-5d80-4d6c-86cb-94e8fcbd1399 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 946 time: 0.0474658 Dec 16 17:50:32.182455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Deleting port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:32.182801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.275929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] For port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:32.276208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.289557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Calling delete_port for 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:32.411887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6a69-dd72-4c2a-9c1d-d940ef0fdf70 req-a60ff1e9-d84d-4e1f-aca1-25e9b14b2bf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:32.413391 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d0a6a69-dd72-4c2a-9c1d-d940ef0fdf70 req-a60ff1e9-d84d-4e1f-aca1-25e9b14b2bf0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 946 time: 0.0678048 Dec 16 17:50:32.478698 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.509936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-c4ceedc3-ba19-4195-84ea-2966e95fd89e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:32.511385 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-c4ceedc3-ba19-4195-84ea-2966e95fd89e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=39fdb39b-d189-4693-9f46-f47afa060656 HTTP/1.1" status: 200 len: 946 time: 0.0507007 Dec 16 17:50:32.517149 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d0a6a69-dd72-4c2a-9c1d-d940ef0fdf70 req-eff256c2-f9dd-402d-9393-fe4cc0f95c17 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=2289ddcc-25aa-46eb-a6de-b48eaca699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866649 Dec 16 17:50:32.517872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'Port': ['ID=27ab55d4-6a8d-4a2e-8afd-a58d5397ca75,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:32.572213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] No DVR routers for this DVR port 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:32.574706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.578018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea94f9c1-8f1f-4722-90fb-ab13a23d6a3a req-93ce9a0c-b614-4d69-be22-0d1b33cf2b08 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.57 "DELETE /v2.0/ports/27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 HTTP/1.1" status: 204 len: 173 time: 0.4753397 Dec 16 17:50:32.613534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:32.613885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.713067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 8bb3db09-b25d-4bad-bfa7-6524f15eae59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8bb3db09-b25d-4bad-bfa7-6524f15eae59,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:32.713435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.726400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 8bb3db09-b25d-4bad-bfa7-6524f15eae59 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:32.862113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.892268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=8bb3db09-b25d-4bad-bfa7-6524f15eae59,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:32.896444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'name': 'network-vif-deleted', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:32.900328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6be2064-5b1c-4e7a-98c9-e73a96963479" -d '{"events": [{"server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "name": "network-vif-deleted", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:32.941305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 8bb3db09-b25d-4bad-bfa7-6524f15eae59 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:32.945024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.948852 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fa0c7653-9535-4fe1-ba62-d9bddd1ba208 req-85a0226c-d533-4bb2-8cb9-0d63d422c2ae tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/8bb3db09-b25d-4bad-bfa7-6524f15eae59 HTTP/1.1" status: 204 len: 173 time: 0.4314876 Dec 16 17:50:32.949454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'name': 'network-vif-deleted', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:32.951909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee72338-d88f-44a9-a3f3-5dca77d46174" -d '{"events": [{"server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "name": "network-vif-deleted", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:32.967969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcfc57e-f696-4577-a17f-d719e1fcebcf x-openstack-request-id: req-fbcfc57e-f696-4577-a17f-d719e1fcebcf {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:32.968294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369dc92d-888d-4e47-b23c-f2cdde7a614f", "name": "network-vif-deleted", "tag": "27ab55d4-6a8d-4a2e-8afd-a58d5397ca75", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:32.968558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbcfc57e-f696-4577-a17f-d719e1fcebcf {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:32.968980 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369dc92d-888d-4e47-b23c-f2cdde7a614f', 'name': 'network-vif-deleted', 'tag': '27ab55d4-6a8d-4a2e-8afd-a58d5397ca75', 'status': 'completed', 'code': 200} Dec 16 17:50:33.008230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e5c8d-bb63-43c0-8b55-2b4f83e82946 x-openstack-request-id: req-ed1e5c8d-bb63-43c0-8b55-2b4f83e82946 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:33.008430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fdb39b-d189-4693-9f46-f47afa060656", "name": "network-vif-deleted", "tag": "8bb3db09-b25d-4bad-bfa7-6524f15eae59", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:33.008702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed1e5c8d-bb63-43c0-8b55-2b4f83e82946 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:33.009220 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fdb39b-d189-4693-9f46-f47afa060656', 'name': 'network-vif-deleted', 'tag': '8bb3db09-b25d-4bad-bfa7-6524f15eae59', 'status': 'completed', 'code': 200} Dec 16 17:50:33.072049 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-79beed14-ab82-4546-a7d3-9d3c18d1c39c req-3522a1ec-3579-4b9b-87af-2eb9551772e5 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0356965 Dec 16 17:50:33.588349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52322) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:33.644800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f8459fb-3485-42e0-aea1-5fe5e7ae7314 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:33.669945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f8459fb-3485-42e0-aea1-5fe5e7ae7314 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:33.737208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f8459fb-3485-42e0-aea1-5fe5e7ae7314 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:33.739834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8f8459fb-3485-42e0-aea1-5fe5e7ae7314 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:33.741102 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8f8459fb-3485-42e0-aea1-5fe5e7ae7314 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/2289ddcc-25aa-46eb-a6de-b48eaca699d5 HTTP/1.1" status: 204 len: 168 time: 0.1515708 Dec 16 17:50:33.751299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8459fb-3485-42e0-aea1-5fe5e7ae7314 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2289ddcc-25aa-46eb-a6de-b48eaca699d5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:33.776998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52326) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:34.134624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:34.173379 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-47459f97-0407-4d0e-9f74-f80cf752c636 req-68ca4883-140b-4015-9331-5980d134959b tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0269930 Dec 16 17:50:34.399359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 6b0651ce-12ff-42a8-b0fb-42be8de9540a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:34.399699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:34.489260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 6b0651ce-12ff-42a8-b0fb-42be8de9540a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=6b0651ce-12ff-42a8-b0fb-42be8de9540a,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:34.489620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:34.501719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 6b0651ce-12ff-42a8-b0fb-42be8de9540a owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:34.692320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:34.718270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=6b0651ce-12ff-42a8-b0fb-42be8de9540a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:34.913412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.123154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:35.124073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router b432b959-733e-4120-8bbd-ba837bb8add0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:35.143752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:35.144139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 27ab55d4-6a8d-4a2e-8afd-a58d5397ca75 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:35.144563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8bb3db09-b25d-4bad-bfa7-6524f15eae59 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:35.164208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 8bb3db09-b25d-4bad-bfa7-6524f15eae59 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:35.164558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 8bb3db09-b25d-4bad-bfa7-6524f15eae59 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:35.233760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:35.242269 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-27266556-599e-45d8-8a4b-e93532999729 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/b432b959-733e-4120-8bbd-ba837bb8add0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4609306 Dec 16 17:50:35.242269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52332) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:35.252397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] Sync routers for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:35.272611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:35.274314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:35.279876 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f2347e5-d3f6-40a2-8bd3-f518900ad204 req-dadb10cc-4b70-4cf2-afaa-bb87b19fb2ac tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0343618 Dec 16 17:50:35.305425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet 51306656-fb66-4766-9806-09cafbe51a6b {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:50:35.308894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.350409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.385237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:35.468892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.529682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.557062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=51306656-fb66-4766-9806-09cafbe51a6b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:35.562461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.565103 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e389f686-b63f-434e-a118-a87de936ff09 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/51306656-fb66-4766-9806-09cafbe51a6b HTTP/1.1" status: 204 len: 168 time: 0.3220353 Dec 16 17:50:35.568216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52334) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:35.570911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002239b-bca1-482c-b66c-4b8d2385153b None None] Network 55abeb94-fa00-40cf-99e3-8fa4b2aff231 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:35.623294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:50:34Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:35.663243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] Checking router: b432b959-733e-4120-8bbd-ba837bb8add0 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:35.677201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.689542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] Routers {'b432b959-733e-4120-8bbd-ba837bb8add0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:35.690163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b432b959-733e-4120-8bbd-ba837bb8add0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:35.784028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.811939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] Set router b432b959-733e-4120-8bbd-ba837bb8add0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:35.844047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] DHCP port deletion for 55abeb94-fa00-40cf-99e3-8fa4b2aff231 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:35.848008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port e192e133-8d71-45bd-a504-9b41dffba53f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:35.848789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.163854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Deleting port 069fb15d-fde0-477e-ba70-8102b923ff8f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:36.164464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.226785 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port e192e133-8d71-45bd-a504-9b41dffba53f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e192e133-8d71-45bd-a504-9b41dffba53f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:36.227160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.238895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] For port 069fb15d-fde0-477e-ba70-8102b923ff8f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=069fb15d-fde0-477e-ba70-8102b923ff8f,segment=NetworkSegment(aaf79afd-5c40-4227-aa1b-9962cd14a283),segment_id=aaf79afd-5c40-4227-aa1b-9962cd14a283)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:36.239285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.241573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for e192e133-8d71-45bd-a504-9b41dffba53f owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:36.255680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Calling delete_port for 069fb15d-fde0-477e-ba70-8102b923ff8f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:36.264765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:50:34Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:36.295656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9aefd-2caf-426f-bcf8-4c383db61c64 None None] The sync data for ids ['b432b959-733e-4120-8bbd-ba837bb8add0'] in dv-neutron-821818-2-hyperv is: [{'id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'name': 'tempest-TestNetworkBasicOps-router-324330299', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:36Z', 'updated_at': '2021-12-16T17:50:34Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'e192e133-8d71-45bd-a504-9b41dffba53f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b432b959-733e-4120-8bbd-ba837bb8add0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:47:37Z', 'updated_at': '2021-12-16T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:36.387879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.421685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8f90ab78-51f4-4063-976c-33195c10db15 req-4c44889d-4808-4655-b2f8-758b066d403d tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0366149 Dec 16 17:50:36.434325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Pushing event deleted for resources: {'Port': ['ID=069fb15d-fde0-477e-ba70-8102b923ff8f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:36.442689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.443930 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] No DVR routers for this DVR port 069fb15d-fde0-477e-ba70-8102b923ff8f on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.456049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a567d6f-ecc5-4be1-82be-af0c4903cba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.476854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=e192e133-8d71-45bd-a504-9b41dffba53f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:36.492047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db760d3b-8887-4910-9244-de191b5742f8 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:36.537805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.632610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.634829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.691489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.693467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router b432b959-733e-4120-8bbd-ba837bb8add0 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:50:36.702976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.704495 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7ccd5754-a5b9-469e-8eb3-3cc112d04c13 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/b432b959-733e-4120-8bbd-ba837bb8add0 HTTP/1.1" status: 204 len: 168 time: 1.1353552 Dec 16 17:50:36.707800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52338) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:36.795241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.817662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6b0651ce-12ff-42a8-b0fb-42be8de9540a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:36.844557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 6b0651ce-12ff-42a8-b0fb-42be8de9540a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:36.844920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 6b0651ce-12ff-42a8-b0fb-42be8de9540a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:36.845362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 069fb15d-fde0-477e-ba70-8102b923ff8f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:36.866951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 069fb15d-fde0-477e-ba70-8102b923ff8f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:36.867308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 069fb15d-fde0-477e-ba70-8102b923ff8f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:36.901882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.924862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55abeb94-fa00-40cf-99e3-8fa4b2aff231']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:36.934770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf79afd-5c40-4227-aa1b-9962cd14a283') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:36.935073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf79afd-5c40-4227-aa1b-9962cd14a283') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:36.945028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.960300 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.973724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:50:36.974392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:50:36.977936 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:50:37.043447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.049868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.057708 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/55abeb94-fa00-40cf-99e3-8fa4b2aff231 HTTP/1.1" status: 204 len: 168 time: 0.3480074 Dec 16 17:50:37.062892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52340) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:37.069451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--1259299287', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:37.077519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f443468-81fe-424c-8d3d-bc294ec61fa1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=55abeb94-fa00-40cf-99e3-8fa4b2aff231,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:37.102525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:50:37.106954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.139901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:50:37.150654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.151090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment cd9db0e0-6996-4d77-b17f-11196d5b4efd of type vlan for network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 Dec 16 17:50:37.194544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.219588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.225233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:37.225827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.287055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2229831 Dec 16 17:50:37.290890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52342) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:37.295563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:37.301439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43332c05-a8f7-4270-a3db-e1066672948d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=f13a16df-fb0d-4a6d-a037-93f7c5f75a00,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:37.315740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:50:37.322361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.323394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.375802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.391157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bf5d-e9f9-4777-a652-fa959136caff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.545792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.569864 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20a27b8b-287b-40ab-a683-9323d9a5c1a4 req-ffd19fe3-fdeb-49a4-a7a7-b20197331a87 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "GET /v2.0/ports?device_id=369dc92d-888d-4e47-b23c-f2cdde7a614f HTTP/1.1" status: 200 len: 210 time: 0.0365980 Dec 16 17:50:37.765213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.783257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.884014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.219 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/2b977464-6260-4bc2-983a-6ec2b733be98) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:50:37.994251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.026532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.064789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:38.067664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:38.071208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:50:38.080073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc610eb8-4cc2-4829-8a7d-dd120b3e3a30 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:38.094108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=2b977464-6260-4bc2-983a-6ec2b733be98,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:38.193291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9b98fa0a-2b5f-488c-af15-e48ad77e65c2 None None] Provisioning complete for port 2b977464-6260-4bc2-983a-6ec2b733be98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:38.193674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b98fa0a-2b5f-488c-af15-e48ad77e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.228055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b98fa0a-2b5f-488c-af15-e48ad77e65c2 None None] Port 2b977464-6260-4bc2-983a-6ec2b733be98 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:50:38.321363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.399466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e192e133-8d71-45bd-a504-9b41dffba53f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:38.420974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e192e133-8d71-45bd-a504-9b41dffba53f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:38.421427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e192e133-8d71-45bd-a504-9b41dffba53f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:38.514001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.619540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52348) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:38.649617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:50:38.744482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Deleting port d7cb4ab2-90ed-4f04-a24d-d36e800ed91d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:38.744823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.755489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:38.766854 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:38.776022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.777291 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-de1d58cb-8be5-43d4-bfff-04d462a3a176 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4853568 Dec 16 17:50:38.779293 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:38.779910 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:38.780429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52350) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:38.833593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.833993 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.848392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Calling delete_port for d7cb4ab2-90ed-4f04-a24d-d36e800ed91d owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:38.883142 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5b240af7-5b8d-42bf-9f79-d8ba27c6a672 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1014946 Dec 16 17:50:38.885534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52354) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:38.898737 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:38.981568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668ee8f-37d4-4425-a0b0-2707ab572bbb tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:38.983399 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2668ee8f-37d4-4425-a0b0-2707ab572bbb tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959589 Dec 16 17:50:38.985863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52356) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:39.006576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.018566 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0f04966-7690-473f-bf8c-c3910d49c1e6 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292439 Dec 16 17:50:39.018792 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52358) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:39.024194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933089704', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:39.033662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'Port': ['ID=d7cb4ab2-90ed-4f04-a24d-d36e800ed91d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:39.083053 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:38Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:39.094471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.097551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.101581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1b473e49-658f-4c64-8635-9e78d967d109 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "DELETE /v2.0/floatingips/f0d84393-406d-4e0c-84ad-9c106cdce83f HTTP/1.1" status: 204 len: 168 time: 0.4807355 Dec 16 17:50:39.110432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:39.110790 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Updating router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca port 2b977464-6260-4bc2-983a-6ec2b733be98 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:50:39.123002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:50:39.127233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.139093 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.337768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.411264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:39.411518 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.419103 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.419653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:39.420230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: f13a16df-fb0d-4a6d-a037-93f7c5f75a00, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:50:39.441778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:50:39.456562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, f13a16df-fb0d-4a6d-a037-93f7c5f75a00) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:39.463443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:39.463976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.464697 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Pushing event updated for resources: {'Port': ['ID=2b977464-6260-4bc2-983a-6ec2b733be98,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:39.468270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97deb8-6a31-4780-bec0-3423007288f7 None None] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:39.474765 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.475364 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.475900 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.476425 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.477025 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.477543 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.478053 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.478557 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.479085 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.479622 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.479976 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.480283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.480787 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:39.503029 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Attempting to bind port 2b977464-6260-4bc2-983a-6ec2b733be98 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:50:39.503656 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Attempting to bind port 2b977464-6260-4bc2-983a-6ec2b733be98 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:50:39.504214 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Attempting to bind port 2b977464-6260-4bc2-983a-6ec2b733be98 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:50:39.509877 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:50:39.510536 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:39.511771 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.512322 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:50:39.513005 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Bound port: 2b977464-6260-4bc2-983a-6ec2b733be98, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:50:39.513299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52368) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:39.513772 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.515191 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-71764006-c9c8-4a21-a98a-4d28fe05062b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4952052 Dec 16 17:50:39.532786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54c8c6-9b4f-4b8a-a64a-a1005e488769 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:39.594787 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] For port 2b977464-6260-4bc2-983a-6ec2b733be98, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:50:39.599126 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] For port 2b977464-6260-4bc2-983a-6ec2b733be98, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2b977464-6260-4bc2-983a-6ec2b733be98,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:50:39.604893 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.615966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:50:39.617093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.680780 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafdffb-6fa1-49cb-8df6-c3ee421b3cb0 None None] Pushing event updated for resources: {'Port': ['ID=2b977464-6260-4bc2-983a-6ec2b733be98,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:39.698297 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:39.699185 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:39.811902 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:39.820550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Allocated IP 172.20.0.2 (f13a16df-fb0d-4a6d-a037-93f7c5f75a00/b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e/7ae87926-e6af-4601-baae-5e10db68b7f3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:50:39.899456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feaa359-a1e1-4a5c-8f59-75c65d6ec226 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:39.941033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d1e1acaa-2647-4970-b961-56f84190731d None None] Provisioning complete for port 2b977464-6260-4bc2-983a-6ec2b733be98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:39.941473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1e1acaa-2647-4970-b961-56f84190731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:39.951284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2590a959-c40a-4bdb-b5ac-38e03e3ac760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.040436 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:38Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:40.065906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.071572 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46b9b0-1200-4a9a-9a0c-698fb156ff8f None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:38Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:40.080762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.102509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.112306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1e1acaa-2647-4970-b961-56f84190731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.170838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:40.176015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:40.189941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:50:40.194597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d1e1acaa-2647-4970-b961-56f84190731d None None] For port 2b977464-6260-4bc2-983a-6ec2b733be98, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2b977464-6260-4bc2-983a-6ec2b733be98,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:40.206588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1e1acaa-2647-4970-b961-56f84190731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.210531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Pushing event updated for resources: {'Port': ['ID=7ae87926-e6af-4601-baae-5e10db68b7f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:40.318188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Attempting to bind port 7ae87926-e6af-4601-baae-5e10db68b7f3 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:50:40.325706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Attempting to bind port 7ae87926-e6af-4601-baae-5e10db68b7f3 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:50:40.326338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Attempting to bind port 7ae87926-e6af-4601-baae-5e10db68b7f3 on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:50:40.346180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1acaa-2647-4970-b961-56f84190731d None None] Pushing event updated for resources: {'Port': ['ID=2b977464-6260-4bc2-983a-6ec2b733be98,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:40.351577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:50:40.352249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Checking segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:40.352831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.353958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Bound using segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:50:40.354635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Bound port: 7ae87926-e6af-4601-baae-5e10db68b7f3, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:50:40.355219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.376522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f484bc83-0a5d-4bd0-b9f3-86e4388c520e None None] Provisioning complete for port 2b977464-6260-4bc2-983a-6ec2b733be98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:40.377123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f484bc83-0a5d-4bd0-b9f3-86e4388c520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.479192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (f13a16df-fb0d-4a6d-a037-93f7c5f75a00/b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e/bb73b674-19f6-4e1b-8057-e53a081758f9) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:50:40.494408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] For port 7ae87926-e6af-4601-baae-5e10db68b7f3, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:50:40.498091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] For port 7ae87926-e6af-4601-baae-5e10db68b7f3, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ae87926-e6af-4601-baae-5e10db68b7f3,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:50:40.522693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.609935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc803d-b746-4b92-908c-410def9fbcf8 None None] Pushing event updated for resources: {'Port': ['ID=7ae87926-e6af-4601-baae-5e10db68b7f3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:40.646287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.683364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.732387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:40.735998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:40.741021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:50:40.775013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=bb73b674-19f6-4e1b-8057-e53a081758f9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:40.842762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:40.881292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:41.005642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:41.298487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:41.303608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:41.385294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=bb73b674-19f6-4e1b-8057-e53a081758f9,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:41.388272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:41.486855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:41.488381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:41.560698 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:50:41.604976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:41.733485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:41.738541 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-00bcfefc-5738-49db-b9a2-561135000ea1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/3693f0cd-1d88-48c5-b26c-37ed6a6846ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241848 Dec 16 17:50:41.741050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52374) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:41.759477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb60cb-a684-4f1f-9bbe-26cca8b11629 None None] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:41.831720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0e4e98d7-471f-429c-b4fe-8aea7745d94a None None] Provisioning complete for port 7ae87926-e6af-4601-baae-5e10db68b7f3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:41.832674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e4e98d7-471f-429c-b4fe-8aea7745d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:41.849389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.849870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.850340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.850803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.851257 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.851712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.857994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52376) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:41.858545 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-eeb0a49b-7abc-4fac-ba77-4d5868cc394f tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1160090 Dec 16 17:50:41.940291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.940856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.942166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.942688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.944462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.944922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:41.946792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f74e1cc6-2090-472f-890d-b4c958d74a22 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0878177 Dec 16 17:50:41.949803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52378) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:41.978221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e4e98d7-471f-429c-b4fe-8aea7745d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.035802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0e4e98d7-471f-429c-b4fe-8aea7745d94a None None] For port 7ae87926-e6af-4601-baae-5e10db68b7f3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ae87926-e6af-4601-baae-5e10db68b7f3,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:42.049218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e4e98d7-471f-429c-b4fe-8aea7745d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.134717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e98d7-471f-429c-b4fe-8aea7745d94a None None] Pushing event updated for resources: {'Port': ['ID=7ae87926-e6af-4601-baae-5e10db68b7f3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:42.148618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.150807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7cb2f1f7-a546-47e7-ae51-c7b081674b7e tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1996651 Dec 16 17:50:42.292110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:42.315494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-556825eb-0f36-443f-a1db-e14ed16d31ed None None] Provisioning complete for port 7ae87926-e6af-4601-baae-5e10db68b7f3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:42.315950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-556825eb-0f36-443f-a1db-e14ed16d31ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.318810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:42.319545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:42.592873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52384) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:42.598170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90760274', 'description': 'tempest-secgroup-smoke-90760274 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:42.619852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2b977464-6260-4bc2-983a-6ec2b733be98 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:50:42.633990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.732792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.738266 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.779678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.783801 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1872318 Dec 16 17:50:42.783801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae482131-3b93-4673-96e5-ca78f300afc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d42cb-49f2-4ef1-af31-e164890d4622,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:42.785003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52386) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:42.787198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:42.790240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'c53d42cb-49f2-4ef1-af31-e164890d4622', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:42.821685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.836771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 2b977464-6260-4bc2-983a-6ec2b733be98 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:42.837245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.889995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.894187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.917229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa144fa-467a-40f6-a826-c46fbb9e2dd8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:42.925185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.926373 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5eba458e-3313-40a6-bb24-409813f578ca tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407635 Dec 16 17:50:42.928923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52388) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:42.933438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'c53d42cb-49f2-4ef1-af31-e164890d4622', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:42.953869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-556825eb-0f36-443f-a1db-e14ed16d31ed None None] Provisioning complete for port bb73b674-19f6-4e1b-8057-e53a081758f9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:42.954251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-556825eb-0f36-443f-a1db-e14ed16d31ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:42.963920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.023957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-556825eb-0f36-443f-a1db-e14ed16d31ed None None] Port bb73b674-19f6-4e1b-8057-e53a081758f9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:50:43.027614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.035773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.056042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6df9ed0-88fd-469f-8bb4-c5cbbe8cca75,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.063802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.065547 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6ecb7488-0333-4851-b552-0b0f8a79e0df tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349876 Dec 16 17:50:43.068206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52390) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:43.072748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'c53d42cb-49f2-4ef1-af31-e164890d4622', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:43.102985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.108121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.110992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae87926-e6af-4601-baae-5e10db68b7f3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:50:43.166671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.171544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8626b592-fc80-409e-9845-50ed418defcc None None] Provisioning complete for port bb73b674-19f6-4e1b-8057-e53a081758f9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:43.171781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.171923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8626b592-fc80-409e-9845-50ed418defcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.192191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03febcf-4375-42f6-a1f1-3594fd22a69a,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.200330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.202369 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e88c12bb-8b52-41d6-ba75-7949f3c225f6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329873 Dec 16 17:50:43.204762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52392) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:43.215380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'c53d42cb-49f2-4ef1-af31-e164890d4622', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:43.244321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:41Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:43.249216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7ae87926-e6af-4601-baae-5e10db68b7f3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:43.249587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.257799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.276215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8626b592-fc80-409e-9845-50ed418defcc None None] Port bb73b674-19f6-4e1b-8057-e53a081758f9 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:50:43.282228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:43.282228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Updating router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca port bb73b674-19f6-4e1b-8057-e53a081758f9 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:50:43.320932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.331321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.335361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.348056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c218c114-de83-45a5-8594-87e8d037e7b7,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.363900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.369182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52394) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:43.369677 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4ade5295-bf25-49d8-a5f3-a4c05cfd0345 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636088 Dec 16 17:50:43.373788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'c53d42cb-49f2-4ef1-af31-e164890d4622', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:43.407314 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:50:43.415999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.505077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.510567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.532192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e458af9a-2bd9-4ddb-9957-a9f700708987,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.548040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.550485 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1e6b44b2-808e-420c-872c-ccf5a1f4b6fe tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802151 Dec 16 17:50:43.554467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52398) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:43.559499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'c53d42cb-49f2-4ef1-af31-e164890d4622', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:43.568597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52400) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:43.595354 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:50:43.609182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.659836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e340038-a47c-41ff-8571-aa73bb000cf6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.702552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e340038-a47c-41ff-8571-aa73bb000cf6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.711292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.713797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.719348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.719660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.735747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073f645d-4dbb-41e6-939c-49e442191e24,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.749311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.751204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa5b090c-ca67-4a0c-b19a-5353771a42d9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1957355 Dec 16 17:50:43.791118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f3a9-8c92-47f0-be7d-f35a4787c3e6 None None] Pushing event updated for resources: {'Port': ['ID=bb73b674-19f6-4e1b-8057-e53a081758f9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.814491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e340038-a47c-41ff-8571-aa73bb000cf6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.818022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e340038-a47c-41ff-8571-aa73bb000cf6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.839849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0e340038-a47c-41ff-8571-aa73bb000cf6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] 10.222.0.66 "DELETE /v2.0/security-groups/a0703810-eac7-4f26-b608-bd7c7a3e594c HTTP/1.1" status: 204 len: 168 time: 0.2698469 Dec 16 17:50:43.871936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e340038-a47c-41ff-8571-aa73bb000cf6 tempest-TestVolumeBootPattern-343060605 tempest-TestVolumeBootPattern-343060605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0703810-eac7-4f26-b608-bd7c7a3e594c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:43.920381 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52408) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:43.969817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Attempting to bind port bb73b674-19f6-4e1b-8057-e53a081758f9 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:50:43.970324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Attempting to bind port bb73b674-19f6-4e1b-8057-e53a081758f9 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:50:43.970725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Attempting to bind port bb73b674-19f6-4e1b-8057-e53a081758f9 on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:50:43.982047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:50:43.982431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Checking segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:43.982838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:43.983248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Bound using segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:50:43.983723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Bound port: bb73b674-19f6-4e1b-8057-e53a081758f9, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:50:43.984089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:44.067437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] For port bb73b674-19f6-4e1b-8057-e53a081758f9, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:50:44.073134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] For port bb73b674-19f6-4e1b-8057-e53a081758f9, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb73b674-19f6-4e1b-8057-e53a081758f9,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:50:44.080763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:44.091288 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-a47b7bc1-9328-4a0f-8952-0885e27fab0f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90760274&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0721769 Dec 16 17:50:44.147164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:44.148262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:44.192979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f3a9-8c92-47f0-be7d-f35a4787c3e6 None None] Pushing event updated for resources: {'Port': ['ID=bb73b674-19f6-4e1b-8057-e53a081758f9,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:44.228586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f0cf7add-19e0-42c9-8c97-c067ddcc5c39 None None] Provisioning complete for port bb73b674-19f6-4e1b-8057-e53a081758f9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:44.228989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7add-19e0-42c9-8c97-c067ddcc5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:44.301362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-6203a156-1107-41a8-aea6-f94215c7d79d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:44.302891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-6203a156-1107-41a8-aea6-f94215c7d79d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 797 time: 0.2038255 Dec 16 17:50:44.333961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:44.362592 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-d6868eaa-cad7-4e4d-ade8-8ee807c19588 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0482912 Dec 16 17:50:44.482115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7add-19e0-42c9-8c97-c067ddcc5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:44.538200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f0cf7add-19e0-42c9-8c97-c067ddcc5c39 None None] For port bb73b674-19f6-4e1b-8057-e53a081758f9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb73b674-19f6-4e1b-8057-e53a081758f9,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:44.543291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0cf7add-19e0-42c9-8c97-c067ddcc5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:44.625198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf7add-19e0-42c9-8c97-c067ddcc5c39 None None] Pushing event updated for resources: {'Port': ['ID=bb73b674-19f6-4e1b-8057-e53a081758f9,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:44.649712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:44.683523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7851af-5dd3-4310-b4e6-d7f8ac600640 None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:44.692657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6b74648d-b8de-4051-9c72-5cb7aa26532d None None] Provisioning complete for port bb73b674-19f6-4e1b-8057-e53a081758f9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:44.693064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b74648d-b8de-4051-9c72-5cb7aa26532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:44.818895 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-b3e96a5e-41dc-427b-b0f1-f4d39f99bd67 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4495475 Dec 16 17:50:44.972049 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-d0477a66-af9d-4cff-9360-423eb23a8903 service neutron] 10.222.0.66 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407015 Dec 16 17:50:45.113071 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-a604694f-72e0-4775-98ca-07f9f003b012 service neutron] 10.222.0.66 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344969 Dec 16 17:50:45.135182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:45.328578 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dcef7d09-41f9-4a5b-9611-e068652cf2b5 req-9ef149a7-3141-4b07-bed7-128e3a812432 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 210 time: 0.0492704 Dec 16 17:50:45.445991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Deleting port e234e65f-3775-437f-a55b-fdcfccf11cc9 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:45.446413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:45.542819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] For port e234e65f-3775-437f-a55b-fdcfccf11cc9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e234e65f-3775-437f-a55b-fdcfccf11cc9,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:45.543198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:45.558155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Calling delete_port for e234e65f-3775-437f-a55b-fdcfccf11cc9 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:45.758553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:45.787029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e234e65f-3775-437f-a55b-fdcfccf11cc9,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:45.959116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.180324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:46.263866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-97c16a0a-ae04-432b-981d-5303daa3d2e0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:46.265457 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-97c16a0a-ae04-432b-981d-5303daa3d2e0 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 797 time: 0.1038651 Dec 16 17:50:46.296110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:46.306185 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] Sync routers for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:46.308839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52434) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:46.309019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4fce9387-d192-40f2-a091-bde6d398c2ee admin admin] 10.222.0.66 "PUT /v2.0/routers/9ecadb0a-c16a-4b00-ae06-d0e8de91555d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3871145 Dec 16 17:50:46.322499 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:46.323858 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:46.384588 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-8f71e50c-8946-4b34-b697-268c44cda7dc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 378 time: 0.1097755 Dec 16 17:50:46.437733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['c53d42cb-49f2-4ef1-af31-e164890d4622']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:46.453926 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:46.485517 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21017c6d-8bd8-40b2-9e21-4f25526afbce req-cfb76c3d-2c39-4e7f-aa66-1ad197be6083 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 210 time: 0.0487976 Dec 16 17:50:46.500823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.590843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb73b674-19f6-4e1b-8057-e53a081758f9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:50:46.641162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bb73b674-19f6-4e1b-8057-e53a081758f9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:46.642074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.655428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.659745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:50:46.663384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.663993 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:50:45Z', 'revision_number': 5, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port': {'id': '8fa0b985-b491-4ba4-9873-48ad543978cd', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:22Z', 'updated_at': '2021-12-16T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:46.693605 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] Checking router: 9ecadb0a-c16a-4b00-ae06-d0e8de91555d for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:46.703571 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] Routers {'9ecadb0a-c16a-4b00-ae06-d0e8de91555d'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:46.704224 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:46.797241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Deleting port 8fa0b985-b491-4ba4-9873-48ad543978cd {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:46.797479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.883730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.4 (f13a16df-fb0d-4a6d-a037-93f7c5f75a00/b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e/2feb6ebf-e58d-419e-9892-d45d15eb2432) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:50:46.884389 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] Set router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:46.938253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:50:46Z', 'revision_number': 6, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:46.943446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] For port 8fa0b985-b491-4ba4-9873-48ad543978cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8fa0b985-b491-4ba4-9873-48ad543978cd,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:46.943820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:46.964239 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f8d55-1661-4106-a2be-d47b112e4f84 None None] The sync data for ids ['9ecadb0a-c16a-4b00-ae06-d0e8de91555d'] in dv-neutron-821818-2-hyperv is: [{'id': '9ecadb0a-c16a-4b00-ae06-d0e8de91555d', 'name': 'tempest-TestVolumeBootPattern-414859859-router', 'tenant_id': '271e8f23f5c6422ba05bcaea00e02f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:21Z', 'updated_at': '2021-12-16T17:50:46Z', 'revision_number': 6, 'project_id': '271e8f23f5c6422ba05bcaea00e02f07', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:47.258914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Calling delete_port for 8fa0b985-b491-4ba4-9873-48ad543978cd owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:47.395556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.497688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.558311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:47.565677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:47.571584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:50:47.575869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:47.603254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.631080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48701c4-3f5d-4ef5-b8f6-35799e6fd8df req-1562355b-0039-48cd-af17-361352667bd8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:47.632665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d48701c4-3f5d-4ef5-b8f6-35799e6fd8df req-1562355b-0039-48cd-af17-361352667bd8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 931 time: 0.0629292 Dec 16 17:50:47.644748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa0b985-b491-4ba4-9873-48ad543978cd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:47.659746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d19fd-7354-4cea-a5b6-4e1ecf76fc63 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:47.681165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:47.681826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.701721 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d48701c4-3f5d-4ef5-b8f6-35799e6fd8df req-22040dac-2d20-4126-9294-3bc73b02f1ac tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623252 Dec 16 17:50:47.725317 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-296a34ab-f664-4f86-a9c6-e614004dbc4b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931120 Dec 16 17:50:47.739800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Request body: {'port': {'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:47.742623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.851634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4b1d1680-0c2c-43a1-8e7c-b0dc66d72a61 None None] Provisioning complete for port 2feb6ebf-e58d-419e-9892-d45d15eb2432 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:47.871368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b1d1680-0c2c-43a1-8e7c-b0dc66d72a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.871544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.871544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.903378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d1680-0c2c-43a1-8e7c-b0dc66d72a61 None None] Port 2feb6ebf-e58d-419e-9892-d45d15eb2432 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:50:47.926917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.935589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.936124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecadb0a-c16a-4b00-ae06-d0e8de91555d {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:50:47.941159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:47.942903 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-785ef9d2-d374-4020-aba9-5a135066d039 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9ecadb0a-c16a-4b00-ae06-d0e8de91555d HTTP/1.1" status: 204 len: 168 time: 1.6326833 Dec 16 17:50:47.945928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52444) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:47.996354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Deleting subnet 309def28-02df-42c8-8446-bb91eeed73ea {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:50:48.001405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.042470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.124763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.176715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.201187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feb6ebf-e58d-419e-9892-d45d15eb2432 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:50:48.203706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309def28-02df-42c8-8446-bb91eeed73ea,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:48.205783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.211117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.212093 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-23f502e2-d95f-4611-b331-ad057f9475af admin admin] 10.222.0.66 "DELETE /v2.0/subnets/309def28-02df-42c8-8446-bb91eeed73ea HTTP/1.1" status: 204 len: 168 time: 0.2650170 Dec 16 17:50:48.213302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52446) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:48.214416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc0fc4-37e0-4e9a-9173-73aa1f582a6a None None] Network 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:48.225855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Transition to ACTIVE for port object 2feb6ebf-e58d-419e-9892-d45d15eb2432 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:50:48.231142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.277948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:48.283551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.354761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Deleting port 1d48ee53-a84b-4150-b55c-5496c201cbb0 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:48.355478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.412986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Attempting to bind port 2feb6ebf-e58d-419e-9892-d45d15eb2432 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:50:48.415613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Attempting to bind port 2feb6ebf-e58d-419e-9892-d45d15eb2432 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:50:48.416133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Attempting to bind port 2feb6ebf-e58d-419e-9892-d45d15eb2432 on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:50:48.429110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Port 2feb6ebf-e58d-419e-9892-d45d15eb2432 on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:50:48.429657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Attempting to bind port 2feb6ebf-e58d-419e-9892-d45d15eb2432 on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:50:48.436911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:50:48.437275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Checking segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:48.437882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Bound using segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:50:48.438516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Bound port: 2feb6ebf-e58d-419e-9892-d45d15eb2432, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:50:48.439077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.443137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] For port 1d48ee53-a84b-4150-b55c-5496c201cbb0, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1d48ee53-a84b-4150-b55c-5496c201cbb0,segment=NetworkSegment(1c69784b-d54d-4706-a3c7-a67266f46e3e),segment_id=1c69784b-d54d-4706-a3c7-a67266f46e3e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:48.443603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.464654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Calling delete_port for 1d48ee53-a84b-4150-b55c-5496c201cbb0 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:48.498032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e234e65f-3775-437f-a55b-fdcfccf11cc9 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:48.522168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e234e65f-3775-437f-a55b-fdcfccf11cc9 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:48.522770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e234e65f-3775-437f-a55b-fdcfccf11cc9 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:48.523385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8fa0b985-b491-4ba4-9873-48ad543978cd no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:48.543379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:50:48.546888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:50:48.552609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8fa0b985-b491-4ba4-9873-48ad543978cd {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:48.555812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.555982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8fa0b985-b491-4ba4-9873-48ad543978cd not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:48.564071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] DHCP port deletion for 3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:48.595265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:48.595851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.597502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] 10.222.0.57 "PUT /v2.0/ports/2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 1093 time: 0.8622088 Dec 16 17:50:48.597949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.598649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:48.600882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496e2991-4e55-4199-b661-d5ba3da93493" -d '{"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:48.638004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d48ee53-a84b-4150-b55c-5496c201cbb0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:48.645568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Deleting port 1d48ee53-a84b-4150-b55c-5496c201cbb0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:48.645947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.647208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bfcc5-f850-4af8-b2a8-e83ab8b2bd8a service neutron] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:48.665083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] No DVR routers for this DVR port 1d48ee53-a84b-4150-b55c-5496c201cbb0 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:48.665389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f369a758-0689-4efd-af0e-910f2a56af22 x-openstack-request-id: req-f369a758-0689-4efd-af0e-910f2a56af22 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:48.665734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:48.666795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f369a758-0689-4efd-af0e-910f2a56af22 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:48.667459 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'status': 'completed', 'code': 200} Dec 16 17:50:48.703087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-e864a844-5e27-4cd2-8095-4b92411a6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:48.704749 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-e864a844-5e27-4cd2-8095-4b92411a6687 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1096 time: 0.0531359 Dec 16 17:50:48.724748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] For port 1d48ee53-a84b-4150-b55c-5496c201cbb0, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:48.725360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.739519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Calling delete_port for 1d48ee53-a84b-4150-b55c-5496c201cbb0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:48.742277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Port 1d48ee53-a84b-4150-b55c-5496c201cbb0 was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 17:50:48.743795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.757346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.775956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] Pushing event deleted for resources: {'Port': ['ID=1d48ee53-a84b-4150-b55c-5496c201cbb0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:48.783560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:48.784614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea4c13-581b-47fd-aa4f-e88b9001ddcd None None] No DVR routers for this DVR port 1d48ee53-a84b-4150-b55c-5496c201cbb0 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:48.784967 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-e79c23f2-5d61-4962-8822-47d422fc2b6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 217 time: 0.0710051 Dec 16 17:50:48.796295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c69784b-d54d-4706-a3c7-a67266f46e3e') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:48.796295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c69784b-d54d-4706-a3c7-a67266f46e3e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:48.806776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.820995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.827936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:50:48.827936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:50:48.839309 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:50:48.853800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-40936737-8187-43e6-b2b0-3df5a72195a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:48.855471 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-40936737-8187-43e6-b2b0-3df5a72195a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0624740 Dec 16 17:50:48.905613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-6e582518-4389-4ec8-8287-e07b46f3d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:48.907142 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-6e582518-4389-4ec8-8287-e07b46f3d361 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441437 Dec 16 17:50:48.917066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.922696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:48.932042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4 HTTP/1.1" status: 204 len: 168 time: 0.7148979 Dec 16 17:50:48.936074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52452) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:48.937593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9ee30-1cde-43a4-9474-f41a664065e5 req-8de3cad9-68f6-410b-aa16-f96f2bac262f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:48.939127 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3b9ee30-1cde-43a4-9474-f41a664065e5 req-8de3cad9-68f6-410b-aa16-f96f2bac262f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 943 time: 0.0755484 Dec 16 17:50:48.957202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db99350-7be1-4318-9852-a5e15514b9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff1d0c4-9e98-4164-a520-6c6ed2fdb5a4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:49.001830 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c3b9ee30-1cde-43a4-9474-f41a664065e5 req-b450c5ca-4e78-4a7e-a274-18bbde9702d1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466588 Dec 16 17:50:49.101958 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-23d402ec-0a17-4ce1-a54c-42087e89b73a service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870725 Dec 16 17:50:49.289847 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b99dc0dd-7b52-487d-8606-a778a4cb6df7 req-df80b23f-5243-43f2-b573-75d05e788828 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536350 Dec 16 17:50:49.391814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e2991-4e55-4199-b661-d5ba3da93493 req-2518bbf5-d924-405d-84d4-3ddc35774499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:49.393320 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-2518bbf5-d924-405d-84d4-3ddc35774499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1096 time: 0.0568666 Dec 16 17:50:49.513215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:49.545957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e2991-4e55-4199-b661-d5ba3da93493 req-3307eaf1-85ef-449e-9acd-b3323a00caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:49.547335 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-3307eaf1-85ef-449e-9acd-b3323a00caa4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.1337230 Dec 16 17:50:49.596150 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-28abeae3-e40b-4b91-a36d-ffa0a2d785ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 217 time: 0.0359893 Dec 16 17:50:49.684434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e2991-4e55-4199-b661-d5ba3da93493 req-ca5a2104-1e91-4b65-b038-b3972f26f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:49.685895 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-ca5a2104-1e91-4b65-b038-b3972f26f99c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0619419 Dec 16 17:50:49.780374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e2991-4e55-4199-b661-d5ba3da93493 req-f0d09f87-78b0-4a46-93f8-fbb9e1b2770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:49.781899 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-f0d09f87-78b0-4a46-93f8-fbb9e1b2770a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657766 Dec 16 17:50:49.924798 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-628b2a95-2ce4-4ab7-92ab-f676d4383dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339490 Dec 16 17:50:49.955589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Deleting port da76049c-ef3c-446f-b004-602ad5de4509 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:49.955931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:50.084323 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-496e2991-4e55-4199-b661-d5ba3da93493 req-f0244561-782b-411f-b472-3fe8c09d8be7 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511276 Dec 16 17:50:50.091568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] For port da76049c-ef3c-446f-b004-602ad5de4509, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=da76049c-ef3c-446f-b004-602ad5de4509,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:50.091962 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:50.104980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Calling delete_port for da76049c-ef3c-446f-b004-602ad5de4509 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:50.119410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96392b-9304-44ab-8ea8-f5316a7588c1 req-9f080f17-ba98-410d-bf48-6068935d023e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:50.121410 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c96392b-9304-44ab-8ea8-f5316a7588c1 req-9f080f17-ba98-410d-bf48-6068935d023e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 943 time: 0.0512142 Dec 16 17:50:50.170656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:50.174105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c96392b-9304-44ab-8ea8-f5316a7588c1 req-63758037-6e5e-4211-9bb0-6a74d9261a41 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461760 Dec 16 17:50:50.292370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:50.316969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Pushing event deleted for resources: {'Port': ['ID=da76049c-ef3c-446f-b004-602ad5de4509,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:50.491279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:50.525648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d48ee53-a84b-4150-b55c-5496c201cbb0 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:50.546500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1d48ee53-a84b-4150-b55c-5496c201cbb0 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:50.546928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1d48ee53-a84b-4150-b55c-5496c201cbb0 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:50.702263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:50.814522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:50.820146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dceb1c09-ea1c-4817-872c-6dcf6f0b1682 admin admin] 10.222.0.66 "PUT /v2.0/routers/5c7b4b0d-2f19-4306-8587-2e1cda54a5f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8830664 Dec 16 17:50:50.822700 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52456) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:50.824875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] Sync routers for ids ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:50.837350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] Routers {'5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:50.837999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:50.944905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] Set router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:51.132222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:50:50Z', 'revision_number': 5, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:51.164244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] Checking router: 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:51.173479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] Routers {'5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:51.174187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:51.210577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.252182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2feb6ebf-e58d-419e-9892-d45d15eb2432 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:50:51.299397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265939bf-bacb-4e34-a90f-a39913f55af7 req-8d9620b8-1afd-442c-8ad0-349b98154905 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:51.300956 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-265939bf-bacb-4e34-a90f-a39913f55af7 req-8d9620b8-1afd-442c-8ad0-349b98154905 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 943 time: 0.0502987 Dec 16 17:50:51.321003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.329160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] Set router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:51.363177 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-265939bf-bacb-4e34-a90f-a39913f55af7 req-f090a19b-5867-45ba-9561-f13f3ea140b6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555892 Dec 16 17:50:51.383860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Deleting port 8ec63e4d-7f47-4833-ba19-3b8440ffc729 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:51.384250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.465697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] For port 8ec63e4d-7f47-4833-ba19-3b8440ffc729, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=8ec63e4d-7f47-4833-ba19-3b8440ffc729,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:51.466066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.468598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:51.477663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Calling delete_port for 8ec63e4d-7f47-4833-ba19-3b8440ffc729 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:51.488204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:50:51.555301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.572895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feb6ebf-e58d-419e-9892-d45d15eb2432 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:50:51.603272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:51.608908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.614128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:50:50Z', 'revision_number': 5, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:51.646662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.659863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f73aa-729c-44e3-87b7-f6d08f2a1c1a None None] The sync data for ids ['5c7b4b0d-2f19-4306-8587-2e1cda54a5f9'] in dv-neutron-821818-2-hyperv is: [{'id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'name': 'tempest-TestVolumeBootPattern-512573661-router', 'tenant_id': '8b069cb0c8644729954edc4a90e30da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:50:50Z', 'revision_number': 5, 'project_id': '8b069cb0c8644729954edc4a90e30da3', 'gw_port': {'id': '8ec63e4d-7f47-4833-ba19-3b8440ffc729', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b4b0d-2f19-4306-8587-2e1cda54a5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:43:31Z', 'updated_at': '2021-12-16T17:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:51.671770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec63e4d-7f47-4833-ba19-3b8440ffc729,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:51.687607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:51.692711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465c76a-9ef6-457c-8aba-87d75609e65a None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:51.732272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.819582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2feb6ebf-e58d-419e-9892-d45d15eb2432'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:50:51.820496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.822620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.869685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.870201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:50:51.874462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.875939 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-24f05498-e4d4-4273-b4fe-a3295a7a98fe admin admin] 10.222.0.66 "DELETE /v2.0/routers/5c7b4b0d-2f19-4306-8587-2e1cda54a5f9 HTTP/1.1" status: 204 len: 168 time: 1.0520260 Dec 16 17:50:51.878327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52460) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:51.921160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Deleting subnet e2913ce1-a9aa-4402-8fe7-b393e0da6421 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:50:51.924016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:51.958477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.041947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.099453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.127719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2913ce1-a9aa-4402-8fe7-b393e0da6421,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:52.129766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.133042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-51e70caa-95d2-4154-87b6-3ba8bef47b41 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e2913ce1-a9aa-4402-8fe7-b393e0da6421 HTTP/1.1" status: 204 len: 168 time: 0.2537363 Dec 16 17:50:52.135521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52462) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:52.137800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a4a5b-df89-4633-95cd-eb5f73bf4e0a None None] Network ddbc20e4-eedb-4c79-8eb5-5078ba1aacae requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:52.206153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.261468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Deleting port dc036e0f-7c1c-4f4a-be83-e4fe79064971 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:52.261880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.310182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] DHCP port deletion for ddbc20e4-eedb-4c79-8eb5-5078ba1aacae request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:50:52.331553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] For port dc036e0f-7c1c-4f4a-be83-e4fe79064971, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc036e0f-7c1c-4f4a-be83-e4fe79064971,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:52.332412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.351445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Calling delete_port for dc036e0f-7c1c-4f4a-be83-e4fe79064971 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:52.361635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] Deleting port dc036e0f-7c1c-4f4a-be83-e4fe79064971 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:50:52.362015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.429433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] For port dc036e0f-7c1c-4f4a-be83-e4fe79064971, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dc036e0f-7c1c-4f4a-be83-e4fe79064971,segment=NetworkSegment(9cd943e5-6bce-4d5a-be9c-654d8cdd6807),segment_id=9cd943e5-6bce-4d5a-be9c-654d8cdd6807)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:52.429924 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.442166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.444247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] Calling delete_port for dc036e0f-7c1c-4f4a-be83-e4fe79064971 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:50:52.470219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc036e0f-7c1c-4f4a-be83-e4fe79064971,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:52.475280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] No DVR routers for this DVR port dc036e0f-7c1c-4f4a-be83-e4fe79064971 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:52.494667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2ff01-a57b-44ed-9700-91153ebebe68 req-54e42879-31cd-45ee-9dd2-94ad6e899469 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:52.496188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aed2ff01-a57b-44ed-9700-91153ebebe68 req-54e42879-31cd-45ee-9dd2-94ad6e899469 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 944 time: 0.0588114 Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: from cryptography.utils import int_from_bytes Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: from cryptography.utils import int_from_bytes Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 17:50:52.525606 dv-neutron-821818-2-hyperv neutron-server[103244]: self.session.flush() Dec 16 17:50:52.532962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.550791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.553941 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aed2ff01-a57b-44ed-9700-91153ebebe68 req-d1a403a4-e462-48de-9983-1118bdb860c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504944 Dec 16 17:50:52.563844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] Pushing event deleted for resources: {'Port': ['ID=dc036e0f-7c1c-4f4a-be83-e4fe79064971,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:52.565849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f0a80-3f53-4c9c-924e-3f55f63b2211 None None] No DVR routers for this DVR port dc036e0f-7c1c-4f4a-be83-e4fe79064971 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:50:52.582203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbc20e4-eedb-4c79-8eb5-5078ba1aacae']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:52.592140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd943e5-6bce-4d5a-be9c-654d8cdd6807') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:52.592464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd943e5-6bce-4d5a-be9c-654d8cdd6807') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:52.602230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.615591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.621810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:50:52.622297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:50:52.624066 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:50:52.680557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.687187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.690982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ddbc20e4-eedb-4c79-8eb5-5078ba1aacae HTTP/1.1" status: 204 len: 168 time: 0.5545268 Dec 16 17:50:52.711568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c3c56-f730-4940-b331-9ca901217179 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddbc20e4-eedb-4c79-8eb5-5078ba1aacae,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:52.730784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8ec63e4d-7f47-4833-ba19-3b8440ffc729 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:52.751939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 8ec63e4d-7f47-4833-ba19-3b8440ffc729 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:52.752287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 8ec63e4d-7f47-4833-ba19-3b8440ffc729 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:52.752721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc036e0f-7c1c-4f4a-be83-e4fe79064971 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:52.773009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dc036e0f-7c1c-4f4a-be83-e4fe79064971 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:52.773456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dc036e0f-7c1c-4f4a-be83-e4fe79064971 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:52.773884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device da76049c-ef3c-446f-b004-602ad5de4509 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:50:52.793907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: da76049c-ef3c-446f-b004-602ad5de4509 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:50:52.794252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device da76049c-ef3c-446f-b004-602ad5de4509 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:50:52.842008 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52468) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:52.881956 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-097043cf-6e02-44af-9a95-87b5673ceaa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=271e8f23f5c6422ba05bcaea00e02f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387952 Dec 16 17:50:52.884435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52470) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:52.943296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1b1625cf-e717-4dab-8291-a218907e52f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:52.963474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1b1625cf-e717-4dab-8291-a218907e52f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.009132 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1b1625cf-e717-4dab-8291-a218907e52f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.011647 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1b1625cf-e717-4dab-8291-a218907e52f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.012805 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1b1625cf-e717-4dab-8291-a218907e52f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b332393-8530-4f30-af61-e092a9c1bf7d HTTP/1.1" status: 204 len: 168 time: 0.1273448 Dec 16 17:50:53.020190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1625cf-e717-4dab-8291-a218907e52f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b332393-8530-4f30-af61-e092a9c1bf7d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:53.251461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2feb6ebf-e58d-419e-9892-d45d15eb2432 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:50:53.307845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 2feb6ebf-e58d-419e-9892-d45d15eb2432 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:50:53.312227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 2feb6ebf-e58d-419e-9892-d45d15eb2432 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:53.312849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.325217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52476) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:53.374664 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-99faf8d2-9f41-496b-9727-52b68fe92391 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b069cb0c8644729954edc4a90e30da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482025 Dec 16 17:50:53.377455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52478) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:53.430065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfcfeb53-0e37-4858-8599-930e5c94000a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.459312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfcfeb53-0e37-4858-8599-930e5c94000a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.508466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfcfeb53-0e37-4858-8599-930e5c94000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.511359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cfcfeb53-0e37-4858-8599-930e5c94000a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.512525 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cfcfeb53-0e37-4858-8599-930e5c94000a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3231752-a3e3-419d-9c41-f0740ec6911e HTTP/1.1" status: 204 len: 168 time: 0.1341550 Dec 16 17:50:53.520133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfeb53-0e37-4858-8599-930e5c94000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3231752-a3e3-419d-9c41-f0740ec6911e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:53.547595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.570593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:53.572834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a514d0-0954-406f-b128-62dbc882ad07" -d '{"events": [{"server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "name": "network-vif-plugged", "status": "completed", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:53.592378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:53.598920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.640243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ebc0a7-ce05-4b0b-abdd-323c73250d34 x-openstack-request-id: req-45ebc0a7-ce05-4b0b-abdd-323c73250d34 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:53.640523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "name": "network-vif-plugged", "status": "completed", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:53.640859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45ebc0a7-ce05-4b0b-abdd-323c73250d34 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:53.641307 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'code': 200} Dec 16 17:50:53.658535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:53.694532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa6c3c-6901-45c4-8d3c-b3ab4eeb7e96 req-76fa1ba5-32e8-40ea-812a-be7c053f6d7e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:53.702668 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-17aa6c3c-6901-45c4-8d3c-b3ab4eeb7e96 req-76fa1ba5-32e8-40ea-812a-be7c053f6d7e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0716276 Dec 16 17:50:53.759484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-17aa6c3c-6901-45c4-8d3c-b3ab4eeb7e96 req-032e366c-c71d-458b-897b-388ef283b221 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559235 Dec 16 17:50:53.821743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b665-ce0b-46e8-bc25-3052b815186d req-e334c9a5-ca6a-4b47-b6da-d4a6e91a33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:53.823181 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ddc4b665-ce0b-46e8-bc25-3052b815186d req-e334c9a5-ca6a-4b47-b6da-d4a6e91a33d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1098 time: 0.0591304 Dec 16 17:50:53.874327 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ddc4b665-ce0b-46e8-bc25-3052b815186d req-d3ab8566-4cb6-45b1-9827-5cd62c357006 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432401 Dec 16 17:50:54.886160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2d457-30ab-4e8e-a325-4f88c74b6fa6 req-008ac687-ce7e-4da3-b87b-98fd27b78587 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:54.887690 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6a2d457-30ab-4e8e-a325-4f88c74b6fa6 req-008ac687-ce7e-4da3-b87b-98fd27b78587 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Dec 16 17:50:54.937433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6a2d457-30ab-4e8e-a325-4f88c74b6fa6 req-b9262e55-d880-49a2-b5bf-acd5d64553c1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434887 Dec 16 17:50:56.049106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0cf4b-1e0a-4cdc-af90-7b027ce3261d req-b072c6e4-ccf1-4e3a-b2a4-ef2612ca968b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:56.050559 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-66b0cf4b-1e0a-4cdc-af90-7b027ce3261d req-b072c6e4-ccf1-4e3a-b2a4-ef2612ca968b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0476367 Dec 16 17:50:56.098519 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-66b0cf4b-1e0a-4cdc-af90-7b027ce3261d req-320efc91-bac5-4446-93d9-b146062fe2c7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420215 Dec 16 17:50:56.218961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d9d09-f242-4aac-a7f4-775e45e71ae8 req-70d62e84-51c5-416f-bc0f-3789cfcebcdb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:56.220421 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0a0d9d09-f242-4aac-a7f4-775e45e71ae8 req-70d62e84-51c5-416f-bc0f-3789cfcebcdb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Dec 16 17:50:56.268576 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0a0d9d09-f242-4aac-a7f4-775e45e71ae8 req-d394cbf2-1594-4c9c-b888-f39b20809e33 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423486 Dec 16 17:50:56.289522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52492) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:56.328556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f26bbd-dc6b-4d40-8060-c0bdf47809c8 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:56.330072 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-14f26bbd-dc6b-4d40-8060-c0bdf47809c8 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1093 time: 0.0396039 Dec 16 17:50:56.332724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52494) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:56.336883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:56.359553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:56.457589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:56.554703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.95 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/12369a0d-e890-43e9-bfa3-117ad3155dd2) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:50:56.654354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:56.686991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:56.721619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:56.724887 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:56.728330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:50:56.755800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=12369a0d-e890-43e9-bfa3-117ad3155dd2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:57.080293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:57.152632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:57.299496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:57.303938 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:57.372043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=12369a0d-e890-43e9-bfa3-117ad3155dd2,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:57.380928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:57.476651 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 3e7d9c48-a2bf-4d8c-8630-5502244c967a associated. External IP: 172.26.2.95, port: 2feb6ebf-e58d-419e-9892-d45d15eb2432. Dec 16 17:50:57.679375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:50:57.783403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:50:57.792779 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:50:57.804741 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:57.805601 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:57.806731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:57.833659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b9646f52-a600-4b81-a340-1bea9e907666 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4998844 Dec 16 17:50:57.834251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:50:57.836584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d24bf2-41d8-4867-a949-05a9a2d24f43" -d '{"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:50:57.837621 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52496) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:57.877510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb11c1-c259-4349-93d4-d99b1736623b x-openstack-request-id: req-3dbb11c1-c259-4349-93d4-d99b1736623b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:50:57.877808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:50:57.878072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dbb11c1-c259-4349-93d4-d99b1736623b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:50:57.878487 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'status': 'completed', 'code': 200} Dec 16 17:50:57.886430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70974ec3-b5f6-4495-86a9-737c7eb8a3af tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:57.890751 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-70974ec3-b5f6-4495-86a9-737c7eb8a3af tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1093 time: 0.0491238 Dec 16 17:50:57.913956 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:57.945161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-dea8d56e-0967-4976-81c9-679f775f1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:57.946821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-dea8d56e-0967-4976-81c9-679f775f1213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1098 time: 0.0410583 Dec 16 17:50:58.043598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-7e51aa88-788d-4605-aeed-5103277e567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:58.045125 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-7e51aa88-788d-4605-aeed-5103277e567e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0901489 Dec 16 17:50:58.103769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52502) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.111083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54162388', 'description': 'tempest-secgroup-smoke-54162388 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.112807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-f09d49ae-90e8-4c24-84b3-8dd0c6453a0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 998 time: 0.0609455 Dec 16 17:50:58.135851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.147542 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:56Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:58.175705 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:50:58.181999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-9bc2958d-b472-48e6-b7f5-be55981d8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:58.183654 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-9bc2958d-b472-48e6-b7f5-be55981d8697 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0633490 Dec 16 17:50:58.185965 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:50:58.186653 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:50:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:58.212775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.218649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.231923 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-c29c73be-012b-44f3-9d85-6f3681e2afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:58.233569 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-c29c73be-012b-44f3-9d85-6f3681e2afb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431159 Dec 16 17:50:58.250472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.252262 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1463213 Dec 16 17:50:58.255123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52504) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.260362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '5b290c55-d784-4612-a5b5-76c96e5a2654', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.265714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0145a-6f6d-451b-a08b-0bcf1e2e1052 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b290c55-d784-4612-a5b5-76c96e5a2654,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:58.298243 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:50:58.299773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.328347 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-b52c2ee8-a397-4299-8898-91ebbd3787f8 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872188 Dec 16 17:50:58.362328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.367629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.387552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca89bf7b-3aa1-4cbd-8a18-09eeb0e17474,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:58.396249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.397510 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-de3e344a-e299-48f0-af6d-d47c85b03680 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412795 Dec 16 17:50:58.400277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52506) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.406203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '5b290c55-d784-4612-a5b5-76c96e5a2654', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.451317 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f3d24bf2-41d8-4867-a949-05a9a2d24f43 req-93527bff-d93b-4232-8800-9ff0e75279aa service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153901 Dec 16 17:50:58.457741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.513545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.517578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.535684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea96be9b-7bad-4c12-b0b2-fd2c2fe6ea90,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:58.544432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.545704 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9a7b319f-037f-4952-9ead-90553e988da4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444664 Dec 16 17:50:58.548516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52508) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.552956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '5b290c55-d784-4612-a5b5-76c96e5a2654', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.555723 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:56Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:50:58.581554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.581805 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f5ac1-6ee7-4938-9d3f-adf2b3243e87 None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:56Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:50:58.642246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.646714 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.669495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e56033-7a33-4757-b84b-8d658ec8a0d6,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:58.677117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.678368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d88cdb85-dbc4-4797-9fa6-e0b5774f88db tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288123 Dec 16 17:50:58.680966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52510) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.685321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '5b290c55-d784-4612-a5b5-76c96e5a2654', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.715053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.775241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.778580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa2b1b-a976-4a36-a5cc-e6581ead74e7 None None] New status for floating IP 3e7d9c48-a2bf-4d8c-8630-5502244c967a: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:50:58.779291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.799203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91938e4c-7d70-485a-86b3-8779295ab2a3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:58.808284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.809581 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f422823b-a5ea-48be-b473-c8f961ae1446 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276846 Dec 16 17:50:58.813165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52512) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.818207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '5b290c55-d784-4612-a5b5-76c96e5a2654', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.843520 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:50:58.849209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.908672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.912469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.930208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e073eaad-e325-4b65-ba92-eee7eaafb8b5,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:58.935272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.939359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-63b2293f-7478-424a-a4b3-4f245ff64787 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224036 Dec 16 17:50:58.939359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52514) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:58.944424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': '5b290c55-d784-4612-a5b5-76c96e5a2654', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:58.967462 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:50:58.972215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:59.030744 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:59.034225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:59.055719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388f55eb-59c0-49fb-996d-a40caec3d608,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:59.061470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:59.062640 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-81dea662-48ad-46dd-868b-68e464eb02c5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223047 Dec 16 17:50:59.253241 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-39b2176e-6fbc-4922-b0e8-8548477e137f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54162388&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0429838 Dec 16 17:50:59.354999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-48a316cf-6f8a-478b-b6d6-490ae3bc494e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:59.356564 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-48a316cf-6f8a-478b-b6d6-490ae3bc494e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 797 time: 0.0962396 Dec 16 17:50:59.371836 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-1e260da2-80bc-4c85-bd9f-601ec7fe8bc2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Dec 16 17:50:59.429508 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-ffea037e-1e9b-4089-a9d6-cd07692574a5 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509682 Dec 16 17:50:59.521476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-1aa4065d-03f3-4e66-aa5c-fb0664e2bfd0 service neutron] 10.222.0.66 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805125 Dec 16 17:50:59.612957 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-8c4f11ac-b3e0-4d47-82de-65c745f1b8d5 service neutron] 10.222.0.66 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853074 Dec 16 17:50:59.768101 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25012234-b708-4325-9c69-119b65718da2 req-4c6d105d-9e36-40b6-a10c-0103d1d0e3d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 210 time: 0.0260952 Dec 16 17:51:00.848217 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-299b43ec-7d93-4198-b472-e3fac2496d92 req-23f995c4-5d2c-4160-860b-a3cd9f0fea10 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 210 time: 0.0255988 Dec 16 17:51:01.924083 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-84998aea-a1fc-4d95-a603-d06f43ae2a16 req-612d6b54-c3b4-4005-b7cd-266c31f68225 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 210 time: 0.0264928 Dec 16 17:51:03.000599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ece39bb-d797-4bbc-993f-a10edf920e31 req-bb741a3a-c109-4145-9b6f-2ea800ccda6d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 210 time: 0.0262008 Dec 16 17:51:04.104997 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-858fc25d-a7e5-4d3f-bc7b-d8e1d90881c4 req-4075ceae-12ec-4e9a-8b56-8cc8adcba053 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 210 time: 0.0311131 Dec 16 17:51:04.760248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-1b0b4056-fe12-4836-85d6-911e350fc70d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:04.761713 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-1b0b4056-fe12-4836-85d6-911e350fc70d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 797 time: 0.1143987 Dec 16 17:51:04.843456 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-e1b8e963-53d6-4a23-b189-86e3b81f25c2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 469 time: 0.0729463 Dec 16 17:51:04.853278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['5b290c55-d784-4612-a5b5-76c96e5a2654']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:51:04.966007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:51:04.969441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.094435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.7 (f13a16df-fb0d-4a6d-a037-93f7c5f75a00/b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e/54889481-6a70-4cc3-9a24-356cca56f73f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:51:05.232484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.266952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.318827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:51:05.322739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:51:05.327029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:51:05.351586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=54889481-6a70-4cc3-9a24-356cca56f73f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:05.383392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:05.384551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.404011 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-43b32563-26c7-4688-9593-baa7c5a5d520 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541766 Dec 16 17:51:05.417624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Request body: {'port': {'device_id': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:51:05.477889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.548464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7190597-8f88-4f0e-81e0-78c5ac6573a4 req-1780ae69-0cae-46e3-b5a9-2f4a83c9a435 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 210 time: 0.3769810 Dec 16 17:51:05.582624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-33279f50-7559-4836-9bc2-c80b747ac340 None None] Provisioning complete for port 54889481-6a70-4cc3-9a24-356cca56f73f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:51:05.583294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33279f50-7559-4836-9bc2-c80b747ac340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.620021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-33279f50-7559-4836-9bc2-c80b747ac340 None None] Port 54889481-6a70-4cc3-9a24-356cca56f73f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:51:05.743685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54889481-6a70-4cc3-9a24-356cca56f73f {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:51:05.750936 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.762412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Transition to ACTIVE for port object 54889481-6a70-4cc3-9a24-356cca56f73f will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:51:05.766277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.818750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Pushing event updated for resources: {'Port': ['ID=54889481-6a70-4cc3-9a24-356cca56f73f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:05.890579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Attempting to bind port 54889481-6a70-4cc3-9a24-356cca56f73f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:51:05.890915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Attempting to bind port 54889481-6a70-4cc3-9a24-356cca56f73f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:51:05.891247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Attempting to bind port 54889481-6a70-4cc3-9a24-356cca56f73f on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:51:05.895744 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Port 54889481-6a70-4cc3-9a24-356cca56f73f on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:51:05.896066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Attempting to bind port 54889481-6a70-4cc3-9a24-356cca56f73f on network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:51:05.901018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:51:05.901358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Checking segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:51:05.901740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Bound using segment: {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:51:05.902162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Bound port: 54889481-6a70-4cc3-9a24-356cca56f73f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9db0e0-6996-4d77-b17f-11196d5b4efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:51:05.902515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:05.966294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] For port 54889481-6a70-4cc3-9a24-356cca56f73f, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:51:05.969282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] For port 54889481-6a70-4cc3-9a24-356cca56f73f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=54889481-6a70-4cc3-9a24-356cca56f73f,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:51:05.974282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:06.008643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.009486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:06.010890 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] 10.222.0.57 "PUT /v2.0/ports/54889481-6a70-4cc3-9a24-356cca56f73f HTTP/1.1" status: 200 len: 1093 time: 0.5979831 Dec 16 17:51:06.013395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:06.015625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:06.048439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d13ef-2f65-4213-bf3c-ed5a45881def service neutron] Pushing event updated for resources: {'Port': ['ID=54889481-6a70-4cc3-9a24-356cca56f73f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:06.070206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a557fa2c-d025-452d-acc8-13f7997d1ac1 x-openstack-request-id: req-a557fa2c-d025-452d-acc8-13f7997d1ac1 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:06.070502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:06.070759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a557fa2c-d025-452d-acc8-13f7997d1ac1 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:06.071159 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f', 'status': 'completed', 'code': 200} Dec 16 17:51:06.103667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-a706f51c-3379-43c0-a95d-dd327dd07974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.105217 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-a706f51c-3379-43c0-a95d-dd327dd07974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 1096 time: 0.0449460 Dec 16 17:51:06.152607 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-89a56b30-6bef-428e-a966-a093f17e0849 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54889481-6a70-4cc3-9a24-356cca56f73f HTTP/1.1" status: 200 len: 217 time: 0.0387866 Dec 16 17:51:06.204358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-3be7efae-6b69-4ed9-ace5-ec62ad206f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.205750 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-3be7efae-6b69-4ed9-ace5-ec62ad206f95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0449610 Dec 16 17:51:06.250868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-482c82d7-9248-4d27-b3e8-2c1580e0ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.252538 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-482c82d7-9248-4d27-b3e8-2c1580e0ea58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387645 Dec 16 17:51:06.347225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-11178100-dc6a-4aa6-bd5a-4c75f5efa190 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Dec 16 17:51:06.438791 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bd5e15fc-1d67-4736-a2a6-51deca3a9f9e req-b4d12a42-04fb-46d0-90a0-cb75881182f0 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Dec 16 17:51:06.530223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-214d2f3d-bd65-4bd7-8313-e8caefc0497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.531714 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-214d2f3d-bd65-4bd7-8313-e8caefc0497a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 1096 time: 0.0452573 Dec 16 17:51:06.620684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-be3d1491-d141-4367-a4c4-aad222c42381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.622198 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-be3d1491-d141-4367-a4c4-aad222c42381 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0833693 Dec 16 17:51:06.662825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bd0eb-04ee-4ab6-90b7-04f333b92e1f req-11842f02-c497-4299-b627-254f1484c702 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.664313 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-927bd0eb-04ee-4ab6-90b7-04f333b92e1f req-11842f02-c497-4299-b627-254f1484c702 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 943 time: 0.0488665 Dec 16 17:51:06.670033 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-7b6b048f-d7aa-4260-b8da-18df3b649884 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54889481-6a70-4cc3-9a24-356cca56f73f HTTP/1.1" status: 200 len: 217 time: 0.0381773 Dec 16 17:51:06.713218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-927bd0eb-04ee-4ab6-90b7-04f333b92e1f req-d532d515-bf28-4536-9789-771b609bcce2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426123 Dec 16 17:51:06.720844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-9da479f9-0f09-4823-b85b-394814bf78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.722342 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-9da479f9-0f09-4823-b85b-394814bf78e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0437117 Dec 16 17:51:06.772367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-3c4b50ae-07a4-471a-a5d3-a7c01192f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:06.773889 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-3c4b50ae-07a4-471a-a5d3-a7c01192f782 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403676 Dec 16 17:51:06.875962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-2d015ed7-d563-433a-8d8d-41f82329fdea service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Dec 16 17:51:06.967533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9baedf59-fb2e-4021-9bb7-d4c2adcf469e req-24cc62e3-a5dc-42b7-8ab3-576f0d11929b service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Dec 16 17:51:07.351552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4b28-e530-4de0-b475-3a9c9cfc3bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:07.826659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7229-edb6-4015-a789-7174dc5ca142 req-4ecf55c3-406e-4f9e-8c6e-de7f69093124 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:07.828113 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c60c7229-edb6-4015-a789-7174dc5ca142 req-4ecf55c3-406e-4f9e-8c6e-de7f69093124 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 943 time: 0.0473602 Dec 16 17:51:07.884346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c60c7229-edb6-4015-a789-7174dc5ca142 req-a6308289-de10-4633-bf2c-2efb87da51c4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501623 Dec 16 17:51:08.994988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9061a-82dc-4061-a845-cdfe24eef2b7 req-546bdf89-70e3-4808-9b59-ed5f31e59956 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:08.996758 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04f9061a-82dc-4061-a845-cdfe24eef2b7 req-546bdf89-70e3-4808-9b59-ed5f31e59956 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 943 time: 0.0480075 Dec 16 17:51:09.044381 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04f9061a-82dc-4061-a845-cdfe24eef2b7 req-bacc3c9e-ae13-419f-b1da-666c043a1068 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416167 Dec 16 17:51:09.314171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 54889481-6a70-4cc3-9a24-356cca56f73f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:51:09.408250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 54889481-6a70-4cc3-9a24-356cca56f73f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=54889481-6a70-4cc3-9a24-356cca56f73f,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:51:09.419315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '54889481-6a70-4cc3-9a24-356cca56f73f', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'port_id': '54889481-6a70-4cc3-9a24-356cca56f73f', 'mac_address': 'fa:16:3e:5b:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:51:09.455444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:09.468655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54889481-6a70-4cc3-9a24-356cca56f73f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:51:09.487386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 54889481-6a70-4cc3-9a24-356cca56f73f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=54889481-6a70-4cc3-9a24-356cca56f73f,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:51:09.490788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:09.535899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=54889481-6a70-4cc3-9a24-356cca56f73f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:09.675541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bb782ca-403b-4d27-8d60-076c956e8394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:09.705353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['54889481-6a70-4cc3-9a24-356cca56f73f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:51:10.155654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f0f5-8408-4df0-a75e-51653f5a4542 req-3126a822-ae22-476f-8183-3c4120adc2f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:10.157153 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5f4f0f5-8408-4df0-a75e-51653f5a4542 req-3126a822-ae22-476f-8183-3c4120adc2f4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 944 time: 0.0484250 Dec 16 17:51:10.209330 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5f4f0f5-8408-4df0-a75e-51653f5a4542 req-1276ed20-934f-44a4-a3cd-962c074bc858 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462761 Dec 16 17:51:10.866993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:11.324418 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded2b31-63bb-4491-91f9-955fc1f669c9 req-cd878821-d729-408e-a00b-c5d5658f8b81 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:11.325927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ded2b31-63bb-4491-91f9-955fc1f669c9 req-cd878821-d729-408e-a00b-c5d5658f8b81 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 944 time: 0.0514054 Dec 16 17:51:11.328316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 54889481-6a70-4cc3-9a24-356cca56f73f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:51:11.375255 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ded2b31-63bb-4491-91f9-955fc1f669c9 req-517fed62-a40e-407a-8988-5556796ec6f1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433593 Dec 16 17:51:11.378178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 54889481-6a70-4cc3-9a24-356cca56f73f completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:51:11.383291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 54889481-6a70-4cc3-9a24-356cca56f73f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:51:11.383674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:11.457215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:11.482218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:11.484431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7150728-4ffe-4bf0-8cd5-79cbbbee8dc0" -d '{"events": [{"server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "name": "network-vif-plugged", "status": "completed", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:11.496403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 54889481-6a70-4cc3-9a24-356cca56f73f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=54889481-6a70-4cc3-9a24-356cca56f73f,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:51:11.499452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:11.522152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47078690-da50-4d6f-aee2-039a88a81875 x-openstack-request-id: req-47078690-da50-4d6f-aee2-039a88a81875 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:11.522442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "name": "network-vif-plugged", "status": "completed", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:11.522695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47078690-da50-4d6f-aee2-039a88a81875 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:11.523081 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f', 'code': 200} Dec 16 17:51:11.549106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=54889481-6a70-4cc3-9a24-356cca56f73f,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:11.686585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81ef41-1cf3-4212-b1e9-0462fd0114f5 req-ae1617c4-a0ca-4344-8030-51b120c17eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:11.688072 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2c81ef41-1cf3-4212-b1e9-0462fd0114f5 req-ae1617c4-a0ca-4344-8030-51b120c17eb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 1098 time: 0.0398624 Dec 16 17:51:11.734599 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2c81ef41-1cf3-4212-b1e9-0462fd0114f5 req-68736767-b9ed-4b7c-80da-6ec3092a9956 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379269 Dec 16 17:51:12.116466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:12.489362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc53ce4-2598-4ae1-a224-6f8822f66c05 req-1bcde4dd-aad4-42a2-b9ff-63d5bc56c41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:12.490819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ebc53ce4-2598-4ae1-a224-6f8822f66c05 req-1bcde4dd-aad4-42a2-b9ff-63d5bc56c41b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 945 time: 0.0470531 Dec 16 17:51:12.544305 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ebc53ce4-2598-4ae1-a224-6f8822f66c05 req-362328c5-5bb0-42a5-bdc8-c6a01f07d86e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470908 Dec 16 17:51:13.050740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:13.659128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3471c3-e1a2-479b-9f30-14eec53aff12 req-6be6b2ef-08ec-4809-bdf2-58e2b3de824f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:13.660559 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d3471c3-e1a2-479b-9f30-14eec53aff12 req-6be6b2ef-08ec-4809-bdf2-58e2b3de824f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 945 time: 0.0477593 Dec 16 17:51:13.712352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d3471c3-e1a2-479b-9f30-14eec53aff12 req-7a59c023-afb1-4e4c-adf7-9d2869339cf8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458663 Dec 16 17:51:13.823554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3bf73-ccf6-400a-86d3-089f30d0ccf2 req-5031348e-3287-43d4-8c69-6b39f0b1e7f7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:13.825134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-26f3bf73-ccf6-400a-86d3-089f30d0ccf2 req-5031348e-3287-43d4-8c69-6b39f0b1e7f7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 945 time: 0.0482702 Dec 16 17:51:13.881481 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-26f3bf73-ccf6-400a-86d3-089f30d0ccf2 req-5391d40c-1d48-4878-9e5f-32040dec85fb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501962 Dec 16 17:51:13.903050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52580) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:13.946109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19741f28-bca7-4941-935e-64179a6b44f3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:13.947600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-19741f28-bca7-4941-935e-64179a6b44f3 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 1093 time: 0.0435729 Dec 16 17:51:13.950371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52582) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:13.954457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '54889481-6a70-4cc3-9a24-356cca56f73f', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:51:13.977329 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:14.070060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:14.175063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.90 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/85e96ed7-1838-48a9-a489-c523445008b0) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:51:14.271129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:14.308020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:14.346683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:51:14.349617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:51:14.353071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:51:14.358187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=85e96ed7-1838-48a9-a489-c523445008b0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:14.989074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:15.053027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:15.196415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:15.200856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:15.264688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=85e96ed7-1838-48a9-a489-c523445008b0,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:15.275758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:15.372953 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 8a85572d-290b-498c-bb1f-60cfa1c30ecf associated. External IP: 172.26.2.90, port: 54889481-6a70-4cc3-9a24-356cca56f73f. Dec 16 17:51:15.575820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:51:15.680543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:51:15.690579 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:51:15.698957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:15.700153 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:51:15.700765 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:15.731735 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-76325882-9986-4a43-96c1-228ff2d19256 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7742484 Dec 16 17:51:15.731735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:15.731735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3adf81-9e71-41d5-bf5b-baaa1b004646" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:15.763965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56aaf3-941d-4792-b49a-bfaf893d35aa x-openstack-request-id: req-ef56aaf3-941d-4792-b49a-bfaf893d35aa {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:15.764248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:15.764508 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef56aaf3-941d-4792-b49a-bfaf893d35aa {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:15.764914 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f', 'status': 'completed', 'code': 200} Dec 16 17:51:15.808244 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:51:15.836089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-4ad5be0f-361e-4212-a183-e7388ab90dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:15.837649 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-4ad5be0f-361e-4212-a183-e7388ab90dd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 1098 time: 0.0411320 Dec 16 17:51:15.932777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-ce6f36ad-d6f1-429f-95ea-1fc6e232985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:15.934265 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-ce6f36ad-d6f1-429f-95ea-1fc6e232985f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0872345 Dec 16 17:51:15.999803 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-84562f0d-3ce9-4de7-94b1-fdf793268b01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54889481-6a70-4cc3-9a24-356cca56f73f HTTP/1.1" status: 200 len: 998 time: 0.0579660 Dec 16 17:51:16.031223 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:58Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}, {'id': '8a85572d-290b-498c-bb1f-60cfa1c30ecf', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '54889481-6a70-4cc3-9a24-356cca56f73f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:5b:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:51:14Z', 'updated_at': '2021-12-16T17:51:14Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:16.054059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-07326458-f2f5-4bba-936b-28c075d357a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:16.055521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-07326458-f2f5-4bba-936b-28c075d357a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0479007 Dec 16 17:51:16.056892 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:51:16.064794 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:51:16.065423 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:16.103643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-76bfe62d-99fd-47e6-9df3-149c6c5a2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:16.105175 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-76bfe62d-99fd-47e6-9df3-149c6c5a2bd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400410 Dec 16 17:51:16.166433 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:51:16.208153 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-dd247669-5573-44d9-ad22-62827ad63b1f service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817192 Dec 16 17:51:16.305442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4b3adf81-9e71-41d5-bf5b-baaa1b004646 req-8a8c48ae-b8f5-4928-b204-f2e6041a0a5e service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888643 Dec 16 17:51:16.474830 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:58Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}, {'id': '8a85572d-290b-498c-bb1f-60cfa1c30ecf', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '54889481-6a70-4cc3-9a24-356cca56f73f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:5b:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:51:14Z', 'updated_at': '2021-12-16T17:51:14Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:16.500169 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4aa2a-d130-491b-9e89-cd415f45c90f None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:58Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}, {'id': '8a85572d-290b-498c-bb1f-60cfa1c30ecf', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '54889481-6a70-4cc3-9a24-356cca56f73f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:5b:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:51:14Z', 'updated_at': '2021-12-16T17:51:14Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:51:16.675499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f378ba-db9d-414f-8468-fe68f73b127f None None] New status for floating IP 8a85572d-290b-498c-bb1f-60cfa1c30ecf: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:51:18.561032 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:51:20.170792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:37.352165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c12641c-b22a-4975-9e54-72dfc4bb1da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:39.676603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13cbbbeb-c45c-49de-87e7-45a7eddbd6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:39.954973 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-81f85152-2205-4d17-a6e2-f5edc21ded9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460896 Dec 16 17:51:40.039337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-8ff331aa-319f-4446-a03d-42937e1b5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:40.040807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-8ff331aa-319f-4446-a03d-42937e1b5f6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1098 time: 0.0436642 Dec 16 17:51:40.143856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-645e93cf-8187-454f-bea3-b9eede351713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:40.145346 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-645e93cf-8187-454f-bea3-b9eede351713 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0837786 Dec 16 17:51:40.215922 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-cc7ca859-5984-4124-9d1f-636126695792 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 1000 time: 0.0629339 Dec 16 17:51:40.265383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-470baf1d-3818-4b0f-a1c5-46abd31e28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:40.266789 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-470baf1d-3818-4b0f-a1c5-46abd31e28a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0433264 Dec 16 17:51:40.312546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-39539d6c-e264-48c5-ab58-44bdeca19915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:40.314045 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-39539d6c-e264-48c5-ab58-44bdeca19915 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393336 Dec 16 17:51:40.405285 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-ca33cd05-9cf4-49ae-b3da-539fc26dde67 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833342 Dec 16 17:51:40.494598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2946244f-cc4e-44c9-a4e1-e740d3c9e896 req-19413ba7-c1b0-4746-b056-b8c7a537df62 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810525 Dec 16 17:51:40.869728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:42.118225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:43.053463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:43.156885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-06b6c3d7-b36c-482e-b9e8-3b06f67f1f2a req-71b5e1ad-0ba0-41e6-b9c2-05afa45fb241 service neutron] (103242) timed out ('10.222.0.57', 62963) {{(pid=103242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 17:51:45.221976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52598) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:45.285809 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7cbab42a-5b49-47a9-a241-812a8718b533 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/3e7d9c48-a2bf-4d8c-8630-5502244c967a HTTP/1.1" status: 200 len: 992 time: 0.0626922 Dec 16 17:51:47.220759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52606) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:47.226053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:51:47.287657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:47.432761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:51:47.460158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:47.465186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:47.504459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:47.505118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:47.506772 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/ports/2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 938 time: 0.2850029 Dec 16 17:51:47.507427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:47.510170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0263546-9b40-4b49-a2d8-e1d22b27619b" -d '{"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:47.536922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=6']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:47.544926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.545318 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.545675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.546055 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.546400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.546735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.547071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.547462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.547801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.548136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.548466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.548857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.549224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7cde-1e9d-4d25-a306-691971e06e50 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:47.553689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a17da39-1851-444b-8ac5-06bf36ce1161 x-openstack-request-id: req-8a17da39-1851-444b-8ac5-06bf36ce1161 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:47.553980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:47.554238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a17da39-1851-444b-8ac5-06bf36ce1161 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:47.554643 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'status': 'completed', 'code': 200} Dec 16 17:51:47.625819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-72237a07-988b-4a0a-bf19-8060ab1dee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:47.627364 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-72237a07-988b-4a0a-bf19-8060ab1dee54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1099 time: 0.0469193 Dec 16 17:51:47.719805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-1e15f889-569f-48bc-abbd-7d817f6f9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:47.721282 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-1e15f889-569f-48bc-abbd-7d817f6f9377 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0854757 Dec 16 17:51:47.752564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-09f78ebe-e586-461d-95fa-fc8bf8c3cc7f None None] Provisioning complete for port 2feb6ebf-e58d-419e-9892-d45d15eb2432 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:51:47.753167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f78ebe-e586-461d-95fa-fc8bf8c3cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:47.794335 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-9ee26f19-7f60-4261-9e10-ac6c9fb8c3a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 1001 time: 0.0627789 Dec 16 17:51:47.795387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-09f78ebe-e586-461d-95fa-fc8bf8c3cc7f None None] Port 2feb6ebf-e58d-419e-9892-d45d15eb2432 is administratively disabled so it will not transition to active. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 16 17:51:47.844699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-321c23c6-e529-4e95-9a6d-69b08b1417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:47.846196 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-321c23c6-e529-4e95-9a6d-69b08b1417f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0446169 Dec 16 17:51:47.894126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-5df4b427-dbf8-4c2f-a508-e75997cf7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:47.895580 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-5df4b427-dbf8-4c2f-a508-e75997cf7370 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399733 Dec 16 17:51:47.986390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-240762a5-f6ef-4c81-97d9-47211533cdf4 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829010 Dec 16 17:51:48.074869 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0263546-9b40-4b49-a2d8-e1d22b27619b req-70a70fd3-0ff9-4a22-aa22-251ff9b1ff34 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793931 Dec 16 17:51:50.182005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.948376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52614) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:50.954233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:51:51.016834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:51.158689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:51:51.192058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:51.196360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:51.237070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:51.237701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:51.241390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/ports/2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 937 time: 0.2913995 Dec 16 17:51:51.241998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:51.242136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52616) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:51.244321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846af73e-e53b-43dd-9857-ce6a32289c97" -d '{"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:51.269741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51723f41-792e-47bf-ab15-74926418fa3b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=7']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:51.304005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff5e80-1839-4ffe-9751-9a60a693d35d x-openstack-request-id: req-b5ff5e80-1839-4ffe-9751-9a60a693d35d {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:51.304393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:51.304720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5ff5e80-1839-4ffe-9751-9a60a693d35d {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:51.305231 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'status': 'completed', 'code': 200} Dec 16 17:51:51.335718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-292ede98-7208-4577-8f88-f021fd39179d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/3e7d9c48-a2bf-4d8c-8630-5502244c967a HTTP/1.1" status: 200 len: 992 time: 0.0923929 Dec 16 17:51:51.370026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-a514e656-5e4d-46a9-8428-0f066474ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:51.372089 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-a514e656-5e4d-46a9-8428-0f066474ad84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1098 time: 0.0447156 Dec 16 17:51:51.435548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7fe2e85f-fd9d-4502-9714-c59cd0a037d9 None None] Provisioning complete for port 2feb6ebf-e58d-419e-9892-d45d15eb2432 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:51:51.436150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fe2e85f-fd9d-4502-9714-c59cd0a037d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:51.462011 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2feb6ebf-e58d-419e-9892-d45d15eb2432'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:51:51.466071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-3e01b7b4-717a-437b-80a2-bb158942f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:51.467582 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-3e01b7b4-717a-437b-80a2-bb158942f247 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0886333 Dec 16 17:51:51.533596 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-e6bb85ac-5dc6-4ffd-8a64-cd6de1ffc30d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 1000 time: 0.0576937 Dec 16 17:51:51.584140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-d72f3c9f-962f-42da-893f-2bae7abc6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:51.585703 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-d72f3c9f-962f-42da-893f-2bae7abc6ff2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0447073 Dec 16 17:51:51.634809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-19cfd332-c163-461d-8188-2ac2bd06a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:51.636330 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-19cfd332-c163-461d-8188-2ac2bd06a886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438843 Dec 16 17:51:51.724330 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-59c66369-1f72-4d90-afbd-455d5ba5ea2f service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803666 Dec 16 17:51:51.815527 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-846af73e-e53b-43dd-9857-ce6a32289c97 req-ba9aa2a7-311d-4f0d-8727-dc0cee00cb69 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841353 Dec 16 17:51:53.869085 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52626) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:54.024264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 85e96ed7-1838-48a9-a489-c523445008b0 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:51:54.024604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.097954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.098285 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.110278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 85e96ed7-1838-48a9-a489-c523445008b0 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:51:54.269794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.299524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=85e96ed7-1838-48a9-a489-c523445008b0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:54.325089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.325436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.325776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.326108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.326433 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.326824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.327148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.327470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.327789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.328110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.328431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.328747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.329089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:54.367974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.368238 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 8a85572d-290b-498c-bb1f-60cfa1c30ecf disassociated (deleted). External IP: 172.26.2.90, port: 54889481-6a70-4cc3-9a24-356cca56f73f. Dec 16 17:51:54.573886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:51:54.681333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:51:54.686554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.691622 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:51:54.701276 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:51:54.701881 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:54.713292 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2d340830-573d-4d4f-b6ef-d1c87831a5ad tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/8a85572d-290b-498c-bb1f-60cfa1c30ecf HTTP/1.1" status: 204 len: 168 time: 0.8430917 Dec 16 17:51:54.713865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:54.716125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b8bea-5af6-4248-8492-956b546541cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:54.810599 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:51:54.924580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1310c8a-55ff-45d6-b103-a347a0d61a91 x-openstack-request-id: req-a1310c8a-55ff-45d6-b103-a347a0d61a91 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:54.925116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:54.925251 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1310c8a-55ff-45d6-b103-a347a0d61a91 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:54.925714 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f', 'status': 'completed', 'code': 200} Dec 16 17:51:54.993421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8bea-5af6-4248-8492-956b546541cd req-6c5e8eaa-9920-4f31-a404-fd33e888df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:54.995094 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-6c5e8eaa-9920-4f31-a404-fd33e888df4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 1098 time: 0.0426304 Dec 16 17:51:55.002874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88514dae-f87a-4081-8a47-a00db550eda9 req-d01ae258-92d4-4c02-9bba-d6f53f2ecbdc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:55.004464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88514dae-f87a-4081-8a47-a00db550eda9 req-d01ae258-92d4-4c02-9bba-d6f53f2ecbdc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 945 time: 0.1144240 Dec 16 17:51:55.058045 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:58Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:55.072189 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88514dae-f87a-4081-8a47-a00db550eda9 req-799eb8d6-5743-43df-b172-916c5daecf71 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610754 Dec 16 17:51:55.092960 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:51:55.093235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8bea-5af6-4248-8492-956b546541cd req-cf410e01-b399-4fe8-bf0c-96a150124128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:55.094962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-cf410e01-b399-4fe8-bf0c-96a150124128 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.0902689 Dec 16 17:51:55.101172 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:51:55.101777 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:55.141909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-168b8558-c70b-44dc-86e2-820ea30bdcd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54889481-6a70-4cc3-9a24-356cca56f73f HTTP/1.1" status: 200 len: 217 time: 0.0383589 Dec 16 17:51:55.191575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8bea-5af6-4248-8492-956b546541cd req-b04c3bbc-7544-4050-804f-6f1e97babaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:55.192958 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-b04c3bbc-7544-4050-804f-6f1e97babaab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0429747 Dec 16 17:51:55.204207 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:51:55.254495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8bea-5af6-4248-8492-956b546541cd req-83cb3842-585e-446e-9a91-8e24fedb8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:55.256294 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-83cb3842-585e-446e-9a91-8e24fedb8490 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503519 Dec 16 17:51:55.348492 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-33f8dcca-2d68-4d34-8d82-732bd963190c service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 Dec 16 17:51:55.420493 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:58Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:55.437796 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-412b8bea-5af6-4248-8492-956b546541cd req-57e182fb-5950-4241-af86-9a3b7a46133f service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809844 Dec 16 17:51:55.446050 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614d897-d1dc-43bb-b6c4-42dc0168d55d None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3e7d9c48-a2bf-4d8c-8630-5502244c967a', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'port_id': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'mac_address': 'fa:16:3e:63:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:50:56Z', 'updated_at': '2021-12-16T17:50:58Z', 'revision_number': 1, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:51:55.560453 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:51:55.647533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a381e4-b10d-4f7a-9647-32a000db7620 None None] New status for floating IP 8a85572d-290b-498c-bb1f-60cfa1c30ecf: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:51:56.235615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c17-d64b-4ff7-b3bc-b06351209c2b req-a78a131b-f632-491d-977e-978973fd1ae7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:56.237132 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73e48c17-d64b-4ff7-b3bc-b06351209c2b req-a78a131b-f632-491d-977e-978973fd1ae7 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 945 time: 0.0959167 Dec 16 17:51:56.263069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-0c2a3460-8fe6-4932-9a7c-8c5cbe0e534c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:56.264569 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-0c2a3460-8fe6-4932-9a7c-8c5cbe0e534c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb1d9618-9e98-47dc-b385-b07caca842fb HTTP/1.1" status: 200 len: 945 time: 0.0535216 Dec 16 17:51:56.291219 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73e48c17-d64b-4ff7-b3bc-b06351209c2b req-300ecdfc-1200-45e8-b69a-5a2114af9d69 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=5b290c55-d784-4612-a5b5-76c96e5a2654&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477688 Dec 16 17:51:56.350878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 54889481-6a70-4cc3-9a24-356cca56f73f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:51:56.351118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:56.441582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 54889481-6a70-4cc3-9a24-356cca56f73f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=54889481-6a70-4cc3-9a24-356cca56f73f,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:51:56.441952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:56.454969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 54889481-6a70-4cc3-9a24-356cca56f73f owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:51:56.577063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:56.608018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=54889481-6a70-4cc3-9a24-356cca56f73f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:56.647876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 54889481-6a70-4cc3-9a24-356cca56f73f on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:51:56.650303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:56.654239 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-452cf7bb-a892-47cb-a519-b7c1679725ff req-7c22b0fa-114d-488b-a4f8-14c573a1b959 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/54889481-6a70-4cc3-9a24-356cca56f73f HTTP/1.1" status: 204 len: 173 time: 0.3837438 Dec 16 17:51:56.654675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'name': 'network-vif-deleted', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:56.656898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34cfa4-5fda-45e5-9703-1b443b7e6f2b" -d '{"events": [{"server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "name": "network-vif-deleted", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:56.693492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2637b28-d97f-4b7f-bc58-01dad63e7210 x-openstack-request-id: req-b2637b28-d97f-4b7f-bc58-01dad63e7210 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:56.693787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d9618-9e98-47dc-b385-b07caca842fb", "name": "network-vif-deleted", "tag": "54889481-6a70-4cc3-9a24-356cca56f73f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:56.694040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2637b28-d97f-4b7f-bc58-01dad63e7210 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:56.694442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1d9618-9e98-47dc-b385-b07caca842fb', 'name': 'network-vif-deleted', 'tag': '54889481-6a70-4cc3-9a24-356cca56f73f', 'status': 'completed', 'code': 200} Dec 16 17:51:57.345869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52646) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:57.401023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-955b416c-7f82-49c7-9382-7a06a4efc63d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.425625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-955b416c-7f82-49c7-9382-7a06a4efc63d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.482763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-955b416c-7f82-49c7-9382-7a06a4efc63d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.485538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-955b416c-7f82-49c7-9382-7a06a4efc63d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.486691 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-955b416c-7f82-49c7-9382-7a06a4efc63d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/5b290c55-d784-4612-a5b5-76c96e5a2654 HTTP/1.1" status: 204 len: 168 time: 0.1398277 Dec 16 17:51:57.495972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b416c-7f82-49c7-9382-7a06a4efc63d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b290c55-d784-4612-a5b5-76c96e5a2654,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:57.516904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52650) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:57.680528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 12369a0d-e890-43e9-bfa3-117ad3155dd2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:51:57.680967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.757948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.758279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.769583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 12369a0d-e890-43e9-bfa3-117ad3155dd2 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:51:57.911452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.939758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=12369a0d-e890-43e9-bfa3-117ad3155dd2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:57.997020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:57.997352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP 3e7d9c48-a2bf-4d8c-8630-5502244c967a disassociated (deleted). External IP: 172.26.2.95, port: 2feb6ebf-e58d-419e-9892-d45d15eb2432. Dec 16 17:51:58.197585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:51:58.307770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:51:58.313165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:58.317813 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:51:58.331622 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:51:58.332261 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:58.339579 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0045a73e-1ed7-44c5-9bc7-0e0b537b0fcc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/3e7d9c48-a2bf-4d8c-8630-5502244c967a HTTP/1.1" status: 204 len: 168 time: 0.8215780 Dec 16 17:51:58.340835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:51:58.343270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56960e9-cae9-4e8b-afd5-aad92c86df43" -d '{"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:51:58.384832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d50f25-8a35-4029-8997-14c73ae51bc8 x-openstack-request-id: req-c8d50f25-8a35-4029-8997-14c73ae51bc8 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:51:58.385461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:51:58.385461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8d50f25-8a35-4029-8997-14c73ae51bc8 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:51:58.385771 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'status': 'completed', 'code': 200} Dec 16 17:51:58.444363 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:51:58.454820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-e488abdc-f1b4-4bae-ab53-44ef65ede161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:58.456667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-e488abdc-f1b4-4bae-ab53-44ef65ede161 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 1098 time: 0.0469708 Dec 16 17:51:58.568164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-a48b0fd5-7e2f-4c8e-af18-fa5231c14a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:58.569814 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-a48b0fd5-7e2f-4c8e-af18-fa5231c14a5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 200 len: 898 time: 0.1026468 Dec 16 17:51:58.579281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1055b7-08ec-4979-a68a-204a2e85e6fb req-b20626d2-a40a-4b06-85da-3a55e00a7978 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:58.581014 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd1055b7-08ec-4979-a68a-204a2e85e6fb req-b20626d2-a40a-4b06-85da-3a55e00a7978 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0536180 Dec 16 17:51:58.622057 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-477fa879-e889-439b-9a70-76ec21951861 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 200 len: 217 time: 0.0429795 Dec 16 17:51:58.635588 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd1055b7-08ec-4979-a68a-204a2e85e6fb req-1d0c8867-4685-402d-9c9c-8e76f8858d9e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482976 Dec 16 17:51:58.671507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-42938953-38ea-429e-8778-498678a73bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:58.672979 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-42938953-38ea-429e-8778-498678a73bc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 200 len: 834 time: 0.0444381 Dec 16 17:51:58.725658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-62a96b1c-fa00-4ca6-9a65-1c9b48beac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:58.727063 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-62a96b1c-fa00-4ca6-9a65-1c9b48beac83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13a16df-fb0d-4a6d-a037-93f7c5f75a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449109 Dec 16 17:51:58.745321 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:58.770738 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:51:58.778689 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:51:58.779281 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:58.820124 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-643f4572-b4b0-4a1b-b3ff-b3796ebf694e service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814934 Dec 16 17:51:58.881880 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:51:58.914496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d56960e9-cae9-4e8b-afd5-aad92c86df43 req-f65fdb6e-c875-4879-bfe7-e6cddc4b8512 service neutron] 10.222.0.57 "GET /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Dec 16 17:51:59.076746 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:51:59.104904 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a4aa6-2d0c-42d0-9259-ee4b167fe9de None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'bb73b674-19f6-4e1b-8057-e53a081758f9', 'name': '', 'network_id': 'f13a16df-fb0d-4a6d-a037-93f7c5f75a00', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:80:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:40Z', 'updated_at': '2021-12-16T17:50:44Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': 'b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:51:59.305565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aaea8-4aec-4e36-bdce-74a53a5364f9 None None] New status for floating IP 3e7d9c48-a2bf-4d8c-8630-5502244c967a: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:51:59.570003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 54889481-6a70-4cc3-9a24-356cca56f73f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:51:59.594617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 54889481-6a70-4cc3-9a24-356cca56f73f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:51:59.594965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 54889481-6a70-4cc3-9a24-356cca56f73f not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:51:59.758912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cebb0-ab7d-4688-b81e-89c474a40e04 req-dd5c1174-c15b-4fd9-91fa-33e5f0abd34a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:59.760403 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bb4cebb0-ab7d-4688-b81e-89c474a40e04 req-dd5c1174-c15b-4fd9-91fa-33e5f0abd34a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0564444 Dec 16 17:51:59.809739 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bb4cebb0-ab7d-4688-b81e-89c474a40e04 req-1db302bb-92d4-403b-a945-8430d49aaaec tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=c53d42cb-49f2-4ef1-af31-e164890d4622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429025 Dec 16 17:51:59.998473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-f2a51b91-094f-45f4-903e-09af407bf34e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:51:59.999824 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-f2a51b91-094f-45f4-903e-09af407bf34e tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=8764bca8-e1a8-4c83-9d30-45bd87442d72 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Dec 16 17:52:00.085519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 2feb6ebf-e58d-419e-9892-d45d15eb2432 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:52:00.085862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:00.175403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 2feb6ebf-e58d-419e-9892-d45d15eb2432, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2feb6ebf-e58d-419e-9892-d45d15eb2432,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:00.175925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:00.188825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 2feb6ebf-e58d-419e-9892-d45d15eb2432 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:52:00.317422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:00.343939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=2feb6ebf-e58d-419e-9892-d45d15eb2432,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:00.386615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port 2feb6ebf-e58d-419e-9892-d45d15eb2432 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:52:00.389577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:00.392831 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-19d0832c-089f-4795-b4ca-dd79040f3f7a req-7c2169ec-059a-4122-bd43-e30312e82eb9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/2feb6ebf-e58d-419e-9892-d45d15eb2432 HTTP/1.1" status: 204 len: 173 time: 0.3866663 Dec 16 17:52:00.393288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'name': 'network-vif-deleted', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:52:00.395573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f23853-13ef-44ef-aaee-ee1b1d76ad66" -d '{"events": [{"server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "name": "network-vif-deleted", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:52:00.435869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1eeea-e572-4512-be55-6f02c6620e7f x-openstack-request-id: req-3de1eeea-e572-4512-be55-6f02c6620e7f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:52:00.436321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8764bca8-e1a8-4c83-9d30-45bd87442d72", "name": "network-vif-deleted", "tag": "2feb6ebf-e58d-419e-9892-d45d15eb2432", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:52:00.436735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3de1eeea-e572-4512-be55-6f02c6620e7f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:52:00.437227 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764bca8-e1a8-4c83-9d30-45bd87442d72', 'name': 'network-vif-deleted', 'tag': '2feb6ebf-e58d-419e-9892-d45d15eb2432', 'status': 'completed', 'code': 200} Dec 16 17:52:00.871423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52664) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:00.930350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4087111-d8df-405c-b8b3-5ac0daf944eb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:00.956159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4087111-d8df-405c-b8b3-5ac0daf944eb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:01.012641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4087111-d8df-405c-b8b3-5ac0daf944eb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:01.015248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4087111-d8df-405c-b8b3-5ac0daf944eb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:01.016518 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b4087111-d8df-405c-b8b3-5ac0daf944eb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/c53d42cb-49f2-4ef1-af31-e164890d4622 HTTP/1.1" status: 204 len: 168 time: 0.1435008 Dec 16 17:52:01.025405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087111-d8df-405c-b8b3-5ac0daf944eb tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d42cb-49f2-4ef1-af31-e164890d4622,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:01.046531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52668) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:01.684240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:01.934104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port bb73b674-19f6-4e1b-8057-e53a081758f9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:52:01.935177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.025549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port bb73b674-19f6-4e1b-8057-e53a081758f9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bb73b674-19f6-4e1b-8057-e53a081758f9,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:02.026290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.037887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for bb73b674-19f6-4e1b-8057-e53a081758f9 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:52:02.215455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.246440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=bb73b674-19f6-4e1b-8057-e53a081758f9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:02.417594 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.629522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:52:02.729580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:02.735303 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dbf816ea-f784-4211-8479-d657d4bb8130 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/3693f0cd-1d88-48c5-b26c-37ed6a6846ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871247 Dec 16 17:52:02.737248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52670) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:02.740097 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] Sync routers for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:02.750161 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:02.750846 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:02.791194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:52:02.794328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.836052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.853714 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:02.919306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:02.982119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.010526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:03.016982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.018227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3726e-f9e7-44d6-ba67-f47b0edccdf3 None None] Network f13a16df-fb0d-4a6d-a037-93f7c5f75a00 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:52:03.020699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bcad77fd-8ed7-4cc6-8f8a-03daabd30615 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/b9eac9cb-1ed7-4b87-a76d-3ff1d6c07f9e HTTP/1.1" status: 204 len: 168 time: 0.2825189 Dec 16 17:52:03.023541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52672) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:03.030737 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:52:02Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:03.057427 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] Checking router: 3693f0cd-1d88-48c5-b26c-37ed6a6846ca for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:52:03.066340 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] Routers {'3693f0cd-1d88-48c5-b26c-37ed6a6846ca'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:03.067424 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:03.134630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.181213 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] Set router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:03.189227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] DHCP port deletion for f13a16df-fb0d-4a6d-a037-93f7c5f75a00 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:52:03.240196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Deleting port 7ae87926-e6af-4601-baae-5e10db68b7f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:52:03.240841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.242612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.296911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 2b977464-6260-4bc2-983a-6ec2b733be98 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:52:03.297290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.303472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] For port 7ae87926-e6af-4601-baae-5e10db68b7f3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7ae87926-e6af-4601-baae-5e10db68b7f3,segment=NetworkSegment(cd9db0e0-6996-4d77-b17f-11196d5b4efd),segment_id=cd9db0e0-6996-4d77-b17f-11196d5b4efd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:03.303868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.316774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Calling delete_port for 7ae87926-e6af-4601-baae-5e10db68b7f3 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:52:03.362336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:52:02Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:03.383084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 2b977464-6260-4bc2-983a-6ec2b733be98, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2b977464-6260-4bc2-983a-6ec2b733be98,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:03.383446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.393363 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8fe81-3d82-403a-9ab1-a9e97a6b27e6 None None] The sync data for ids ['3693f0cd-1d88-48c5-b26c-37ed6a6846ca'] in dv-neutron-821818-2-hyperv is: [{'id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'name': 'tempest-TestNetworkBasicOps-router-1022619651', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:52:02Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': '2b977464-6260-4bc2-983a-6ec2b733be98', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693f0cd-1d88-48c5-b26c-37ed6a6846ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:50:37Z', 'updated_at': '2021-12-16T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:52:03.395927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 2b977464-6260-4bc2-983a-6ec2b733be98 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:52:03.404910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.434326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Pushing event deleted for resources: {'Port': ['ID=7ae87926-e6af-4601-baae-5e10db68b7f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:03.439684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] No DVR routers for this DVR port 7ae87926-e6af-4601-baae-5e10db68b7f3 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.451222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.452546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.452546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.452546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.452850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b871008-c522-4a6b-ad41-33158e275134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:03.563859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.590613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=2b977464-6260-4bc2-983a-6ec2b733be98,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:03.595079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2feb6ebf-e58d-419e-9892-d45d15eb2432 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:52:03.619316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c357b0b-53aa-44bf-9572-14b37954a011 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:52:03.621541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 2feb6ebf-e58d-419e-9892-d45d15eb2432 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:52:03.622467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2feb6ebf-e58d-419e-9892-d45d15eb2432 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:52:03.650965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.740875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.743206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.794570 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.795193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router 3693f0cd-1d88-48c5-b26c-37ed6a6846ca {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:52:03.803538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.804695 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-98c85fde-0c11-40c5-af1f-c453e73d3ce4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/3693f0cd-1d88-48c5-b26c-37ed6a6846ca HTTP/1.1" status: 204 len: 168 time: 0.7800982 Dec 16 17:52:03.807414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52674) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:03.891111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:03.982040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.002549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a16df-fb0d-4a6d-a037-93f7c5f75a00']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:04.011837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9db0e0-6996-4d77-b17f-11196d5b4efd') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:04.012134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9db0e0-6996-4d77-b17f-11196d5b4efd') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:04.021751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.038034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.049017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:52:04.049516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:52:04.053414 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:52:04.124115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.132523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.143183 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/f13a16df-fb0d-4a6d-a037-93f7c5f75a00 HTTP/1.1" status: 204 len: 168 time: 0.3347242 Dec 16 17:52:04.161329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3abec-e41b-465c-9c13-2608edbf3f7a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=f13a16df-fb0d-4a6d-a037-93f7c5f75a00,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:04.163768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52676) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:04.168607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'network': {'name': 'tempest-network-smoke--1848873899', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:04.195679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:52:04.199432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.224650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:52:04.234417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.234744 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Added segment e7b7ca6e-d1eb-4114-a665-a7995704cd9d of type vlan for network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 Dec 16 17:52:04.275504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.300532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.306023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:04.306606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.375091 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2102544 Dec 16 17:52:04.377704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52678) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:04.382442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'admin_state_up': True, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:04.387614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cad66-4eb5-4436-9dc0-f25e8d50fc27 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Network': ['ID=60ecf129-9a40-46ee-928b-b5b8b505f4f2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:04.398850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:52:04.416270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.417072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.483522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.540299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2b977464-6260-4bc2-983a-6ec2b733be98 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:52:04.561935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 2b977464-6260-4bc2-983a-6ec2b733be98 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:52:04.562596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2b977464-6260-4bc2-983a-6ec2b733be98 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:52:04.563225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb73b674-19f6-4e1b-8057-e53a081758f9 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:52:04.582784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: bb73b674-19f6-4e1b-8057-e53a081758f9 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:52:04.583378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bb73b674-19f6-4e1b-8057-e53a081758f9 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:52:04.583996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae87926-e6af-4601-baae-5e10db68b7f3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:52:04.608272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 7ae87926-e6af-4601-baae-5e10db68b7f3 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:52:04.608753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7ae87926-e6af-4601-baae-5e10db68b7f3 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:52:04.639818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.830527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.852406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:04.954674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.30 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/df80178c-6713-4f22-b252-cd055d8b44eb) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:52:05.064797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:05.097474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:05.133414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:52:05.137737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:05.140240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:52:05.150057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba43914-52bb-4281-bf7c-801cd20a91f6 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:52:05.166848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:05.184756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-db641e4a-a480-4abf-ab19-6da8a2dfd6d7 None None] Provisioning complete for port df80178c-6713-4f22-b252-cd055d8b44eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:05.185252 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db641e4a-a480-4abf-ab19-6da8a2dfd6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:05.218266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-db641e4a-a480-4abf-ab19-6da8a2dfd6d7 None None] Port df80178c-6713-4f22-b252-cd055d8b44eb cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:52:05.384008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:05.572858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:05.695477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:52:06.086656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:06.095859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:06.105518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:06.106122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:06.106288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:06.107379 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1205c8c8-99ae-47fa-8323-d1bd26af184c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7287533 Dec 16 17:52:06.110513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52680) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:06.138503 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f309ec9c-680c-4f30-bbdd-b727fa68bf93 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=79f667c7712342f2a086ea5a4a4cebf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261147 Dec 16 17:52:06.140887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:06.213026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:06.224297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d63885-bd56-4fa6-bee3-4293f307f047 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:06.225820 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-76d63885-bd56-4fa6-bee3-4293f307f047 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840390 Dec 16 17:52:06.228670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52684) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:06.259933 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-181e315e-6552-47a8-a896-93ce193b7231 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301378 Dec 16 17:52:06.262314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52686) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:06.266980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568882732', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:06.360209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:52:06.364186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:06.540113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:05Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:06.547743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:06.570133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Checking router: 3b2092f6-acd4-4ca3-b89a-094b43a7b59c for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:52:06.570479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Updating router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c port df80178c-6713-4f22-b252-cd055d8b44eb binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:52:06.594479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:06.608562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Subnet': ['ID=2bba37bf-7c21-41bf-8325-9143c3788aae,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:06.615934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Checking segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:52:06.616303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network hostable DHCP agents. Network: 60ecf129-9a40-46ee-928b-b5b8b505f4f2, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:52:06.633706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:52:06.642231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 60ecf129-9a40-46ee-928b-b5b8b505f4f2) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:06.646428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:06.647024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:06.663346 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8c012093-cbd8-443e-b09f-38512e5ecfc9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4000673 Dec 16 17:52:06.666163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52688) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:06.672443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edefb17c-c72c-475e-be7d-71ca80a1267c None None] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:52:06.833910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:52:06.834758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.021839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.032002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.037742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Allocated IP 172.20.0.2 (60ecf129-9a40-46ee-928b-b5b8b505f4f2/2bba37bf-7c21-41bf-8325-9143c3788aae/f241f972-7da1-44af-becb-a701de2d4321) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:52:07.090549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab8d70-5fad-4568-b7e0-fc5a2aea4bd9 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:52:07.103402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.141228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Attempting to bind port df80178c-6713-4f22-b252-cd055d8b44eb on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:52:07.141838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Attempting to bind port df80178c-6713-4f22-b252-cd055d8b44eb by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:52:07.141983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Attempting to bind port df80178c-6713-4f22-b252-cd055d8b44eb on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:52:07.146427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37483147-3ceb-4db8-aad6-7aae726038d0 None None] Pushing event updated for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:07.158423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:52:07.158927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:52:07.159185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.159571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:52:07.160036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Bound port: df80178c-6713-4f22-b252-cd055d8b44eb, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:52:07.160408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.239540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] For port df80178c-6713-4f22-b252-cd055d8b44eb, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:52:07.280314 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] For port df80178c-6713-4f22-b252-cd055d8b44eb, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df80178c-6713-4f22-b252-cd055d8b44eb,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:52:07.289817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.318188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-39442809-6b3b-48d8-9d91-f04ea1ec1b43 None None] Provisioning complete for port df80178c-6713-4f22-b252-cd055d8b44eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:07.318556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39442809-6b3b-48d8-9d91-f04ea1ec1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.355251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.385368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.387166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97a9f9-120b-4102-80f9-ccbe5aad2c6b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:52:07.420571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.1 (60ecf129-9a40-46ee-928b-b5b8b505f4f2/2bba37bf-7c21-41bf-8325-9143c3788aae/53269cfb-6e57-49ad-b1b8-6890a8673f4d) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:52:07.421227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-192f2b5c-f817-4d25-8e28-5460c0ebbef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.426510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37483147-3ceb-4db8-aad6-7aae726038d0 None None] Pushing event updated for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:07.439035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:07.439662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:51:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:07.464341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:52:07.504269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:07.510221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:52:07.535355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.570255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.599137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Pushing event updated for resources: {'Port': ['ID=f241f972-7da1-44af-becb-a701de2d4321,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:07.618265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:52:07.621484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:07.624451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:52:07.635862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39442809-6b3b-48d8-9d91-f04ea1ec1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.653477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:07.664379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Attempting to bind port f241f972-7da1-44af-becb-a701de2d4321 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:52:07.664741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Attempting to bind port f241f972-7da1-44af-becb-a701de2d4321 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:52:07.665131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Attempting to bind port f241f972-7da1-44af-becb-a701de2d4321 on network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:52:07.673141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:07.673533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.705151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-39442809-6b3b-48d8-9d91-f04ea1ec1b43 None None] For port df80178c-6713-4f22-b252-cd055d8b44eb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df80178c-6713-4f22-b252-cd055d8b44eb,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:07.706261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:52:07.706644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Checking segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:52:07.707036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.707435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Bound using segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:52:07.707864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Bound port: f241f972-7da1-44af-becb-a701de2d4321, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:52:07.708240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.736744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39442809-6b3b-48d8-9d91-f04ea1ec1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.804734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.876816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39442809-6b3b-48d8-9d91-f04ea1ec1b43 None None] Pushing event updated for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:07.911528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] For port f241f972-7da1-44af-becb-a701de2d4321, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:52:07.915272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] For port f241f972-7da1-44af-becb-a701de2d4321, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f241f972-7da1-44af-becb-a701de2d4321,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:52:07.920307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7452dae9-8638-4887-947e-e4ed233a6363 None None] Provisioning complete for port df80178c-6713-4f22-b252-cd055d8b44eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:07.920672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7452dae9-8638-4887-947e-e4ed233a6363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:07.923941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.045176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcb92d-e89a-480f-9a48-4b7f34f3030d None None] Pushing event updated for resources: {'Port': ['ID=f241f972-7da1-44af-becb-a701de2d4321,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:08.096036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.101825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.109413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:05Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:08.139316 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc9e24-3c10-4679-89cf-a48b5d9d1aac None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:05Z', 'revision_number': 3, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:52:08.186184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:08.193383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.327089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:52:08.327089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:08.452688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:52:08.562436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f241f972-7da1-44af-becb-a701de2d4321 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:08.578472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:08.583614 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-12b48591-f9a1-4e23-9358-3120647b78e1 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/3b2092f6-acd4-4ca3-b89a-094b43a7b59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9164631 Dec 16 17:52:08.586140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52692) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:08.614444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f241f972-7da1-44af-becb-a701de2d4321 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:08.614796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.687016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156437f-9c2d-4a14-97d9-d79f65962502 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.687682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156437f-9c2d-4a14-97d9-d79f65962502 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.688231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156437f-9c2d-4a14-97d9-d79f65962502 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.688778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156437f-9c2d-4a14-97d9-d79f65962502 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.690549 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0156437f-9c2d-4a14-97d9-d79f65962502 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1032398 Dec 16 17:52:08.693191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52694) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:08.704502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.743416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port f241f972-7da1-44af-becb-a701de2d4321, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f241f972-7da1-44af-becb-a701de2d4321,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:08.749117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a206b-b573-4d27-bb06-4c51bf6ade6b tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.749713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a206b-b573-4d27-bb06-4c51bf6ade6b tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.750124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a206b-b573-4d27-bb06-4c51bf6ade6b tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.750639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a206b-b573-4d27-bb06-4c51bf6ade6b tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:08.752832 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4b6a206b-b573-4d27-bb06-4c51bf6ade6b tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0582798 Dec 16 17:52:08.753355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.754349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df80178c-6713-4f22-b252-cd055d8b44eb up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:08.755168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52696) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:08.857855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=f241f972-7da1-44af-becb-a701de2d4321,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:08.861670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port df80178c-6713-4f22-b252-cd055d8b44eb triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:08.862038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:08.925769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9cad9b54-bfbe-4020-8444-7a130e4ca2b7 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1689122 Dec 16 17:52:09.101504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52700) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:09.106077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742415290', 'description': 'tempest-secgroup-smoke-742415290 description', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:09.139638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.184912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988490b6-3bdc-4492-abc4-aa67888da4b0 None None] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:52:09.218614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.223388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.252283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.253536 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1510293 Dec 16 17:52:09.256428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52702) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:09.261665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd1b9a5d3-35d5-4966-a491-7e630ac9017a', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:09.267759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231ee2d-f191-4371-ba2b-ae7cdb851bbc tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9a5d3-35d5-4966-a491-7e630ac9017a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:09.295221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.296121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e690f5f7-8ef6-45f9-b574-bb19d2fdd55a None None] Provisioning complete for port f241f972-7da1-44af-becb-a701de2d4321 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:09.296490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e690f5f7-8ef6-45f9-b574-bb19d2fdd55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.355395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.360954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.378895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b84b558-020f-4f7a-ac45-120a76b156d3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:09.392561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.396644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52704) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:09.397444 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-341e0c81-57c7-48d0-b992-91134755a2aa tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395254 Dec 16 17:52:09.401233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd1b9a5d3-35d5-4966-a491-7e630ac9017a', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:09.434360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.618445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2bd0d387-ae60-4a59-9520-481ab34ab0a9 None None] Provisioning complete for port f241f972-7da1-44af-becb-a701de2d4321 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:09.618958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bd0d387-ae60-4a59-9520-481ab34ab0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.691073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f87262c4-0047-47cb-9978-a71cd91e9154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.748465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2bd0d387-ae60-4a59-9520-481ab34ab0a9 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:09.749179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bd0d387-ae60-4a59-9520-481ab34ab0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.793448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0d387-ae60-4a59-9520-481ab34ab0a9 None None] Port 53269cfb-6e57-49ad-b1b8-6890a8673f4d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:52:09.857863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.861915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.881235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23c8fe8-a2a6-49e8-8574-2d0873fb1a80,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:09.886325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.891847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52706) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:09.892335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cd0b8712-9ec2-4aa9-9ec6-c00d65e18694 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4942472 Dec 16 17:52:09.898738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd1b9a5d3-35d5-4966-a491-7e630ac9017a', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:09.913472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-208a6be0-b27e-4265-b327-19cd34256629 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:09.913985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-208a6be0-b27e-4265-b327-19cd34256629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.928894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:09.957449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-208a6be0-b27e-4265-b327-19cd34256629 None None] Port 53269cfb-6e57-49ad-b1b8-6890a8673f4d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:52:09.994075 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:09.996381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.001180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.005257 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:10.005871 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:10.018698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79583f1f-e686-4476-b0c7-92418dbfed1f,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:10.027474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.031913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52708) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:10.033576 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9b18442f-874e-4619-81db-2731e7c09b21 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402121 Dec 16 17:52:10.037070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd1b9a5d3-35d5-4966-a491-7e630ac9017a', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:10.067016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.082907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-88cbb45e-89f8-4620-a2cb-ac3309d6fe3c None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:10.083422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88cbb45e-89f8-4620-a2cb-ac3309d6fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.119618 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:10.123482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-88cbb45e-89f8-4620-a2cb-ac3309d6fe3c None None] Port 53269cfb-6e57-49ad-b1b8-6890a8673f4d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:52:10.130578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.134491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.152913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de21dd3c-ff83-42eb-8c9e-3331c780bb59,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:10.161464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.162701 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1be76cd9-5c47-412d-8ea1-072ab750b09d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297214 Dec 16 17:52:10.165646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52710) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:10.170987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd1b9a5d3-35d5-4966-a491-7e630ac9017a', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:10.198113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:52:10.203459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.269295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.273199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.291410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f9d45f-7d63-4183-88cc-138a8f9c27de,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:10.300756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.302014 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-95f25c67-770a-4cd5-a7de-bc4bd9e6a45a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351488 Dec 16 17:52:10.304854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52712) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:10.310403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'security_group_rule': {'security_group_id': 'd1b9a5d3-35d5-4966-a491-7e630ac9017a', 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:10.333836 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Project 79f667c7712342f2a086ea5a4a4cebf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:52:10.338752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.399066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.402901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.422545 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:10.422816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fee6beb-69f4-43fc-b0b5-2bbc6e138156,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:10.432384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.442187 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-49d2ae00-1f39-4235-af6d-75644b697b8a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274638 Dec 16 17:52:10.454097 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Checking router: 3b2092f6-acd4-4ca3-b89a-094b43a7b59c for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:52:10.454496 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Updating router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c port 53269cfb-6e57-49ad-b1b8-6890a8673f4d binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:52:10.480820 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.502069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f241f972-7da1-44af-becb-a701de2d4321 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:10.553816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f241f972-7da1-44af-becb-a701de2d4321 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:10.554276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.591750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-9dacd4d1-3810-4ef1-b94b-85f651a98a12 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742415290&fields=id&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 267 time: 0.0429368 Dec 16 17:52:10.704074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-1684695d-34bf-4e0b-a44e-77dcf2fa5d84 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:10.705478 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-1684695d-34bf-4e0b-a44e-77dcf2fa5d84 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/networks?id=60ecf129-9a40-46ee-928b-b5b8b505f4f2 HTTP/1.1" status: 200 len: 797 time: 0.1065619 Dec 16 17:52:10.720859 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-4518f479-4978-4b8d-902b-56896604fb98 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/quotas/79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 375 time: 0.0095818 Dec 16 17:52:10.744507 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.750312 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.783305 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-fff9da5a-e15c-4689-9185-bfb366c9150a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567355 Dec 16 17:52:10.801810 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:10.811022 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.811389 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.811728 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.812053 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.813220 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.813554 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.813900 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.814230 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.814568 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.814907 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.815359 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.815724 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.816036 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:10.875481 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Attempting to bind port 53269cfb-6e57-49ad-b1b8-6890a8673f4d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:52:10.876253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Attempting to bind port 53269cfb-6e57-49ad-b1b8-6890a8673f4d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:52:10.876729 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Attempting to bind port 53269cfb-6e57-49ad-b1b8-6890a8673f4d on network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:52:10.876847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.882497 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:52:10.882998 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Checking segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:52:10.883514 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.884004 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Bound using segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:52:10.884569 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Bound port: 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:52:10.885081 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:10.943374 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-351fa63d-982e-4492-8dd7-1b43b894db7d service neutron] 10.222.0.66 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479445 Dec 16 17:52:10.953892 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] For port 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:52:10.957473 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] For port 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53269cfb-6e57-49ad-b1b8-6890a8673f4d,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:52:10.964832 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:11.018781 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:11.019405 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:11.040914 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-bace787f-c874-4632-8aa0-d018c8bdee64 service neutron] 10.222.0.66 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910349 Dec 16 17:52:11.050310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7c7f19ab-5642-4620-a511-c1b115190300 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:11.050689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c7f19ab-5642-4620-a511-c1b115190300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:11.074522 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b40855-b3a5-4701-9659-0ab4807118f9 None None] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:11.145903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c7f19ab-5642-4620-a511-c1b115190300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:11.159058 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:11.198976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7c7f19ab-5642-4620-a511-c1b115190300 None None] For port 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53269cfb-6e57-49ad-b1b8-6890a8673f4d,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:11.208028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c7f19ab-5642-4620-a511-c1b115190300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:11.277229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f19ab-5642-4620-a511-c1b115190300 None None] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:11.280331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72eaa46c-408a-4ff5-a6de-d4af671aea6e req-a51896a2-865b-4139-a459-88b130c7415c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 210 time: 0.0428319 Dec 16 17:52:11.331302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a42f8b59-fa0a-40ba-896a-a2f7fa44f570 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:11.331662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a42f8b59-fa0a-40ba-896a-a2f7fa44f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:11.408014 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:10Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:11.440736 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65202115-b531-42d1-b1b2-3f6d0a1e52ae None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:10Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:52:12.123329 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.267822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-1478422b-273d-48c4-99cd-a975322f49b4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:12.269352 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-1478422b-273d-48c4-99cd-a975322f49b4 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/networks?id=60ecf129-9a40-46ee-928b-b5b8b505f4f2 HTTP/1.1" status: 200 len: 797 time: 0.1142421 Dec 16 17:52:12.349718 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-91acb21d-e3f5-404e-acda-cb3670e93934 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f667c7712342f2a086ea5a4a4cebf2 HTTP/1.1" status: 200 len: 379 time: 0.0693393 Dec 16 17:52:12.364037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'port': {'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'admin_state_up': True, 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'security_groups': ['d1b9a5d3-35d5-4966-a491-7e630ac9017a']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:12.384359 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4d92611-136e-4789-98e2-106f3722bd0f req-fdf28bf8-769d-4820-b141-d448762f595a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 210 time: 0.0281813 Dec 16 17:52:12.481208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Made reservation on behalf of 79f667c7712342f2a086ea5a4a4cebf2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:52:12.484838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.518929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53269cfb-6e57-49ad-b1b8-6890a8673f4d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:12.570494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:12.571091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.613812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.20.0.6 (60ecf129-9a40-46ee-928b-b5b8b505f4f2/2bba37bf-7c21-41bf-8325-9143c3788aae/fa314479-bf53-4b2b-9fa7-b56ed6998978) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:52:12.750024 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.782846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.825522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:52:12.830680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:12.833096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:52:12.858319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=fa314479-bf53-4b2b-9fa7-b56ed6998978,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:12.888171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:12.888887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.907510 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e8835bd0-2806-4d07-859c-470e65fccf51 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474606 Dec 16 17:52:12.921833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Request body: {'port': {'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:12.982969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.064405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.067833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-881116dc-0cfa-48c4-9048-de7e370bbd4f None None] Provisioning complete for port fa314479-bf53-4b2b-9fa7-b56ed6998978 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:13.068204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-881116dc-0cfa-48c4-9048-de7e370bbd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.102792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-881116dc-0cfa-48c4-9048-de7e370bbd4f None None] Port fa314479-bf53-4b2b-9fa7-b56ed6998978 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:52:13.241722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa314479-bf53-4b2b-9fa7-b56ed6998978 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:52:13.249066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.260780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Transition to ACTIVE for port object fa314479-bf53-4b2b-9fa7-b56ed6998978 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:52:13.265188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.313855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa314479-bf53-4b2b-9fa7-b56ed6998978,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:13.386635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Attempting to bind port fa314479-bf53-4b2b-9fa7-b56ed6998978 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:52:13.386974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Attempting to bind port fa314479-bf53-4b2b-9fa7-b56ed6998978 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:52:13.387333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Attempting to bind port fa314479-bf53-4b2b-9fa7-b56ed6998978 on network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:52:13.392430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Port fa314479-bf53-4b2b-9fa7-b56ed6998978 on network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:52:13.392749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Attempting to bind port fa314479-bf53-4b2b-9fa7-b56ed6998978 on network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:52:13.397723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:52:13.398060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Checking segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:52:13.398445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Bound using segment: {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:52:13.398872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Bound port: fa314479-bf53-4b2b-9fa7-b56ed6998978, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:52:13.399227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.472579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] For port fa314479-bf53-4b2b-9fa7-b56ed6998978, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:52:13.476074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] For port fa314479-bf53-4b2b-9fa7-b56ed6998978, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:52:13.481178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.508041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919d18-2d9f-4e03-84ae-d998cf04c8fb req-d764e96e-8904-4ea3-ab87-84a2b3ea8a97 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:13.509586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa919d18-2d9f-4e03-84ae-d998cf04c8fb req-d764e96e-8904-4ea3-ab87-84a2b3ea8a97 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 943 time: 0.0530446 Dec 16 17:52:13.518117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:13.518787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:13.520136 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa314479-bf53-4b2b-9fa7-b56ed6998978 HTTP/1.1" status: 200 len: 1093 time: 0.6031277 Dec 16 17:52:13.520847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:52:13.522883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3699b2e5-1811-4f4a-a2da-49730e82f9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:52:13.548060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b063a4c-56f4-44f7-9af7-8a2d57c61b03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa314479-bf53-4b2b-9fa7-b56ed6998978,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:13.597120 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa919d18-2d9f-4e03-84ae-d998cf04c8fb req-ebaa9c02-c0ac-4549-a763-359d29503991 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669658 Dec 16 17:52:13.599180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3adf638-4c01-43f1-b14c-e491e346e74a x-openstack-request-id: req-f3adf638-4c01-43f1-b14c-e491e346e74a {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:52:13.599476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:52:13.599778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3adf638-4c01-43f1-b14c-e491e346e74a {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:52:13.600133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'status': 'completed', 'code': 200} Dec 16 17:52:13.637351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-a643a058-fdbe-49ae-ae4a-8d498495616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:13.638938 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-a643a058-fdbe-49ae-ae4a-8d498495616b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 1096 time: 0.0491877 Dec 16 17:52:13.681891 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e6c2de98-1405-47af-bb57-b0ecf9db903f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978 HTTP/1.1" status: 200 len: 217 time: 0.0356443 Dec 16 17:52:13.731053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-0c5bffb9-c0d4-4f9b-929b-d8eef27e8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:13.733159 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-0c5bffb9-c0d4-4f9b-929b-d8eef27e8832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bba37bf-7c21-41bf-8325-9143c3788aae HTTP/1.1" status: 200 len: 835 time: 0.0447938 Dec 16 17:52:13.782172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e5f74b73-7f0d-4fee-a29d-34c0f1358897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:13.783646 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e5f74b73-7f0d-4fee-a29d-34c0f1358897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60ecf129-9a40-46ee-928b-b5b8b505f4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439198 Dec 16 17:52:13.871076 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-e7bd6a7f-dcc9-4206-bdd9-8b0fd511f8f2 service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796075 Dec 16 17:52:13.960160 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5b27c3f-d3d5-434b-aabc-17fcc7d13af1 req-b9b4c66b-c817-491a-b3e6-b63c262be80d service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822182 Dec 16 17:52:14.053666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-951a9128-e7bc-4f77-81ba-9586e96cd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:14.055146 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-951a9128-e7bc-4f77-81ba-9586e96cd9ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 1096 time: 0.0412414 Dec 16 17:52:14.150630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-29c5a3ed-ceeb-4e1d-85d2-187d8c9a5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:14.152096 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-29c5a3ed-ceeb-4e1d-85d2-187d8c9a5bb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60ecf129-9a40-46ee-928b-b5b8b505f4f2 HTTP/1.1" status: 200 len: 898 time: 0.0883899 Dec 16 17:52:14.196625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-87d894dd-7350-41e2-9953-3f186c4bb020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978 HTTP/1.1" status: 200 len: 217 time: 0.0366127 Dec 16 17:52:14.245829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-9e2fc8ed-a662-4b66-b916-1e12079cdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:14.247180 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-9e2fc8ed-a662-4b66-b916-1e12079cdb06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bba37bf-7c21-41bf-8325-9143c3788aae HTTP/1.1" status: 200 len: 835 time: 0.0427752 Dec 16 17:52:14.295902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-f5c580f6-c741-4982-b31f-f8637ae8f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:14.297389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-f5c580f6-c741-4982-b31f-f8637ae8f112 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60ecf129-9a40-46ee-928b-b5b8b505f4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400596 Dec 16 17:52:14.388461 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-e9f5e632-56bd-4481-b53f-c5cedeccf38d service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817888 Dec 16 17:52:14.480455 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3699b2e5-1811-4f4a-a2da-49730e82f9d7 req-92b7eea5-599a-4eeb-bec5-d010d8c540a9 service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Dec 16 17:52:14.713785 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5c8c-37c7-474d-9c78-c18ce9cd0e95 req-75e3f77a-5db3-42a3-b9d8-3a782b688c46 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:14.715171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9c3d5c8c-37c7-474d-9c78-c18ce9cd0e95 req-75e3f77a-5db3-42a3-b9d8-3a782b688c46 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 943 time: 0.0479357 Dec 16 17:52:14.766917 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9c3d5c8c-37c7-474d-9c78-c18ce9cd0e95 req-231c5454-191c-48b4-8f5e-01866180a378 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Dec 16 17:52:15.655059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fa314479-bf53-4b2b-9fa7-b56ed6998978 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:52:15.746403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port fa314479-bf53-4b2b-9fa7-b56ed6998978, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:15.757736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:52:15.798183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:15.811844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa314479-bf53-4b2b-9fa7-b56ed6998978 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:52:15.831348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port fa314479-bf53-4b2b-9fa7-b56ed6998978, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:15.836554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:15.880831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcdeec-b867-4eab-97d9-55c7b25c7a84 req-989a655a-97b1-40e9-8506-ed3b6964ec55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:15.882585 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6bfcdeec-b867-4eab-97d9-55c7b25c7a84 req-989a655a-97b1-40e9-8506-ed3b6964ec55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 944 time: 0.0474122 Dec 16 17:52:15.883263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=fa314479-bf53-4b2b-9fa7-b56ed6998978,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:15.931777 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6bfcdeec-b867-4eab-97d9-55c7b25c7a84 req-72668ac9-c846-4801-90c4-14b63f658eed tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427911 Dec 16 17:52:16.044525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['fa314479-bf53-4b2b-9fa7-b56ed6998978'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:52:17.042711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d26c-20a4-4376-be41-bc0277774521 req-8ee01b20-5121-4db9-a4d2-4f02e963214b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:17.044167 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8fe1d26c-20a4-4376-be41-bc0277774521 req-8ee01b20-5121-4db9-a4d2-4f02e963214b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 944 time: 0.0471890 Dec 16 17:52:17.093290 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8fe1d26c-20a4-4376-be41-bc0277774521 req-b06e09bb-f5db-4ae4-a720-3ee0a3061444 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420015 Dec 16 17:52:17.657474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fa314479-bf53-4b2b-9fa7-b56ed6998978 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:17.704609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port fa314479-bf53-4b2b-9fa7-b56ed6998978 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:52:17.708839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port fa314479-bf53-4b2b-9fa7-b56ed6998978 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:17.709244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:17.787627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:17.810729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:52:17.812979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7362e9e8-35d0-4762-b329-739fa1f9d2ca" -d '{"events": [{"server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "name": "network-vif-plugged", "status": "completed", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:52:17.826227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port fa314479-bf53-4b2b-9fa7-b56ed6998978, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:17.833097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:17.858659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b0f577-4d18-4952-b9d3-8308bcbc5e26 x-openstack-request-id: req-a8b0f577-4d18-4952-b9d3-8308bcbc5e26 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:52:17.858955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "name": "network-vif-plugged", "status": "completed", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:52:17.859209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8b0f577-4d18-4952-b9d3-8308bcbc5e26 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:52:17.859600 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'code': 200} Dec 16 17:52:17.885036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=fa314479-bf53-4b2b-9fa7-b56ed6998978,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:18.021759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82738079-5b25-4a02-9a78-87c09ee177cf req-3a338de3-9a99-462c-b018-6dd2af461a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:18.023229 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-82738079-5b25-4a02-9a78-87c09ee177cf req-3a338de3-9a99-462c-b018-6dd2af461a94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 1098 time: 0.0402770 Dec 16 17:52:18.073267 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-82738079-5b25-4a02-9a78-87c09ee177cf req-528bc537-f5bb-45f8-a8f6-1dab709a4359 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Dec 16 17:52:18.209622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb6eaa-3be3-47e9-8be5-cb82410af658 req-fc8e420f-9e16-481f-942b-26af695e027d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:18.211087 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dedb6eaa-3be3-47e9-8be5-cb82410af658 req-fc8e420f-9e16-481f-942b-26af695e027d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 945 time: 0.0521860 Dec 16 17:52:18.260212 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dedb6eaa-3be3-47e9-8be5-cb82410af658 req-0a2ff448-05ab-42da-ae1c-98760882630d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Dec 16 17:52:19.376055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720564-0fcd-4b57-836b-cd7c6d438c26 req-1ee2e4b8-c57c-478e-88f9-020da0acdf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:19.377625 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7720564-0fcd-4b57-836b-cd7c6d438c26 req-1ee2e4b8-c57c-478e-88f9-020da0acdf8d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 945 time: 0.0485954 Dec 16 17:52:19.426062 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7720564-0fcd-4b57-836b-cd7c6d438c26 req-07a9466e-137d-4ee6-bd5f-65fb1bab2413 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Dec 16 17:52:19.537697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c03b8-9e1e-4fa8-a185-915ddf549371 req-77af2120-5318-4051-99ab-35ae85f5c5ff tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:19.539083 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-802c03b8-9e1e-4fa8-a185-915ddf549371 req-77af2120-5318-4051-99ab-35ae85f5c5ff tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 945 time: 0.0479629 Dec 16 17:52:19.591612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-802c03b8-9e1e-4fa8-a185-915ddf549371 req-80cc3060-f2eb-44d4-830d-84785e6ce7a2 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468085 Dec 16 17:52:19.613809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52766) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:19.651206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3ceb0-dab4-4e31-8f17-db53a6808b68 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:19.652698 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5be3ceb0-dab4-4e31-8f17-db53a6808b68 tempest-TestNetworkBasicOps-2062903119 tempest-TestNetworkBasicOps-2062903119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 1093 time: 0.0379167 Dec 16 17:52:19.655927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52768) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:19.660239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:19.684600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:19.781620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:19.883769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Allocated IP 172.26.2.41 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/8e6744eb-3685-42c7-9510-3f9ac6369887) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:52:19.986858 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.020317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.057988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:52:20.061399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:52:20.064929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:52:20.087903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=8e6744eb-3685-42c7-9510-3f9ac6369887,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:20.194123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.421736 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.488595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.632237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.637164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.699062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event updated for resources: {'Port': ['ID=8e6744eb-3685-42c7-9510-3f9ac6369887,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:20.714320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:20.814102 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP fe27f350-9387-4b67-9a5d-079727a7e424 associated. External IP: 172.26.2.41, port: fa314479-bf53-4b2b-9fa7-b56ed6998978. Dec 16 17:52:21.015633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:52:21.120908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:21.130771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:21.139825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:21.141454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:21.142074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:21.166917 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-48b84795-51aa-494a-9bd2-299dcbe3be77 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5099800 Dec 16 17:52:21.167596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:52:21.169728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:21.170798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c059d-dc05-4ff3-af67-d9c3312bb9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:52:21.207658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5627949-72c7-4449-837e-f5e5b27749ff x-openstack-request-id: req-f5627949-72c7-4449-837e-f5e5b27749ff {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:52:21.207977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:52:21.208254 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5627949-72c7-4449-837e-f5e5b27749ff {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:52:21.209360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'status': 'completed', 'code': 200} Dec 16 17:52:21.237513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a12f922-4419-4488-8be6-9d64e6fe02da tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 200 len: 990 time: 0.0652747 Dec 16 17:52:21.254736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:21.278482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-dfe411d7-22fb-4caf-9707-7b6d711fe816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:21.280546 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-dfe411d7-22fb-4caf-9707-7b6d711fe816 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 1098 time: 0.0400324 Dec 16 17:52:21.372035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-0ccaaf2c-4b43-4050-9e42-06c6292c0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:21.373580 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-0ccaaf2c-4b43-4050-9e42-06c6292c0d1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=60ecf129-9a40-46ee-928b-b5b8b505f4f2 HTTP/1.1" status: 200 len: 898 time: 0.0861790 Dec 16 17:52:21.438719 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-7dced155-3b82-4dbd-8be3-c07b53b41ec7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978 HTTP/1.1" status: 200 len: 998 time: 0.0583348 Dec 16 17:52:21.478622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fe27f350-9387-4b67-9a5d-079727a7e424', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:52:20Z', 'updated_at': '2021-12-16T17:52:20Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:11Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:21.491796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-8c5f1b1e-ffe0-407b-8470-0cc100e6aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:21.493274 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-8c5f1b1e-ffe0-407b-8470-0cc100e6aa7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bba37bf-7c21-41bf-8325-9143c3788aae HTTP/1.1" status: 200 len: 835 time: 0.0470941 Dec 16 17:52:21.505100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] Checking router: 3b2092f6-acd4-4ca3-b89a-094b43a7b59c for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:52:21.514795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:21.515410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:21.539378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-784048dc-a79d-4925-9172-80e0e888231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:21.540794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-784048dc-a79d-4925-9172-80e0e888231a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60ecf129-9a40-46ee-928b-b5b8b505f4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404577 Dec 16 17:52:21.621371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:21.630466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-5d6ad82c-96be-43d6-98c4-052832995bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820136 Dec 16 17:52:21.856054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fe27f350-9387-4b67-9a5d-079727a7e424', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:52:20Z', 'updated_at': '2021-12-16T17:52:20Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:11Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:21.883603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ad654-ba13-47c5-b40f-8eb909072e2d None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fe27f350-9387-4b67-9a5d-079727a7e424', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:52:20Z', 'updated_at': '2021-12-16T17:52:20Z', 'revision_number': 0, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:11Z', 'revision_number': 5, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:52:22.026943 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-423c059d-dc05-4ff3-af67-d9c3312bb9f3 req-9de55569-c6a2-4dbe-bbc8-36060c1dce92 service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877869 Dec 16 17:52:22.105481 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b708a5e3-2a80-4c32-bba3-39e459e0a887 None None] New status for floating IP fe27f350-9387-4b67-9a5d-079727a7e424: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:52:22.241010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52774) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:22.306975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f9f4cbd6-45ef-4577-8664-4f4059ac83d6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 200 len: 992 time: 0.0647132 Dec 16 17:52:32.559204 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:52:37.356734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5489b470-0f4e-4cff-b0f9-dcdec2100c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:39.679160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f37cec7-dbbb-4d45-a03a-712342780b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:40.874846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:42.123817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:43.055250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:50.193109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:50.903543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52784) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:50.908237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:51.202612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:51.213316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:51.325010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:52:51.429886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:51.436668 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:51.438587 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9cbe2a66-921d-4517-9326-5853b942bcba tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/3b2092f6-acd4-4ca3-b89a-094b43a7b59c HTTP/1.1" status: 200 len: 888 time: 0.5340137 Dec 16 17:52:51.439633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:51.449700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:51.450326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:51.487518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:51.495980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:51.496578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:51.530774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:51.531396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd9088-a52d-498f-8fca-836068daf62e None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:52:52.267895 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb8df4-7c89-40ff-b6bd-879da5bed204 None None] New status for floating IP fe27f350-9387-4b67-9a5d-079727a7e424: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:52:52.511793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53269cfb-6e57-49ad-b1b8-6890a8673f4d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:52:52.586212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:52.618219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53269cfb-6e57-49ad-b1b8-6890a8673f4d,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:52.622219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:52.623141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df80178c-6713-4f22-b252-cd055d8b44eb no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:52:52.697222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:52.737886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:52.756537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port df80178c-6713-4f22-b252-cd055d8b44eb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df80178c-6713-4f22-b252-cd055d8b44eb,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:52.760566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:52.806152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:53.554835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52788) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:53.559451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:52:53.856875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27973'] for router, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:53.866970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579578'] for router, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:53.972159 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:52:54.076531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:54.084409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:54.085807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9a12c1b9-b3cf-4248-ab10-415f35d1d771 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/3b2092f6-acd4-4ca3-b89a-094b43a7b59c HTTP/1.1" status: 200 len: 887 time: 0.5299683 Dec 16 17:52:54.086615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:54.088632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52790) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:54.097159 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:54.097778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:54.148945 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7d745e90-1e85-4654-a1ac-97d495abaf6c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 200 len: 990 time: 0.0591965 Dec 16 17:52:54.202416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:54.559479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:53Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fe27f350-9387-4b67-9a5d-079727a7e424', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:52:20Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:54.584872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] Checking router: 3b2092f6-acd4-4ca3-b89a-094b43a7b59c for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:52:54.592845 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:54.593471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:54.695587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:54.912342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:53Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fe27f350-9387-4b67-9a5d-079727a7e424', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:52:20Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:54.938831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65663645-3bc2-4e81-99e4-f3419f4e1e51 None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:53Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fe27f350-9387-4b67-9a5d-079727a7e424', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'port_id': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'mac_address': 'fa:16:3e:db:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:52:20Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 2, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:52Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:52:55.154720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:55.223650 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c5a28e1e-c54e-4e27-9925-1f2abca5c4b9 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 200 len: 990 time: 0.0669575 Dec 16 17:52:56.226862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52794) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:56.521662 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74472016-1d88-4add-865b-a4bd5e023cb3 None None] New status for floating IP fe27f350-9387-4b67-9a5d-079727a7e424: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:52:56.597475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53269cfb-6e57-49ad-b1b8-6890a8673f4d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:56.635207 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3d85e085-4b80-46c1-8ef5-52ed6e8201d8 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 200 len: 990 time: 0.4058712 Dec 16 17:52:56.650162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:56.650539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:56.733462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:56.767372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53269cfb-6e57-49ad-b1b8-6890a8673f4d,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:56.771328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:56.772102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df80178c-6713-4f22-b252-cd055d8b44eb up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:56.849047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:56.867851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port df80178c-6713-4f22-b252-cd055d8b44eb triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:56.868221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:56.946771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:56.967678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port df80178c-6713-4f22-b252-cd055d8b44eb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df80178c-6713-4f22-b252-cd055d8b44eb,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:52:56.971491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:57.018025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:57.637693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52796) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:57.696609 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1e5bce6e-3d2d-41f2-881b-2df2992f7e8c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 200 len: 992 time: 0.0578060 Dec 16 17:52:57.944771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52802) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:52:58.095791 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 8e6744eb-3685-42c7-9510-3f9ac6369887 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:52:58.096134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.167985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.168310 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.180027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 8e6744eb-3685-42c7-9510-3f9ac6369887 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:52:58.324541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.354799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=8e6744eb-3685-42c7-9510-3f9ac6369887,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:52:58.379754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.380110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.380476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.380798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.381165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.381503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.381836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.382171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.382500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.382832 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.383160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.383484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.383807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:52:58.422178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.422518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Floating IP fe27f350-9387-4b67-9a5d-079727a7e424 disassociated (deleted). External IP: 172.26.2.41, port: fa314479-bf53-4b2b-9fa7-b56ed6998978. Dec 16 17:52:58.522262 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53269cfb-6e57-49ad-b1b8-6890a8673f4d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:58.572780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 53269cfb-6e57-49ad-b1b8-6890a8673f4d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:58.573185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.632392 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:52:58.649465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df80178c-6713-4f22-b252-cd055d8b44eb up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:52:58.694245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port df80178c-6713-4f22-b252-cd055d8b44eb triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:52:58.694614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.741678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:52:58.746309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:58.760838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:52:58.774225 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7cbcbdf-5621-452a-b28e-e7d49462975c tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/floatingips/fe27f350-9387-4b67-9a5d-079727a7e424 HTTP/1.1" status: 204 len: 168 time: 0.8279619 Dec 16 17:52:58.774622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:52:58.776901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd12d914-a6d1-4a51-be1d-0b748f96176b" -d '{"events": [{"name": "network-changed", "server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:52:58.787180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:58.787848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:58.822276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171eb12f-dfd0-4801-a22c-510a20d1c19b x-openstack-request-id: req-171eb12f-dfd0-4801-a22c-510a20d1c19b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:52:58.822573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:52:58.822834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-171eb12f-dfd0-4801-a22c-510a20d1c19b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:52:58.823243 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'status': 'completed', 'code': 200} Dec 16 17:52:58.896326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-62c4f0b4-be27-469d-9b83-915c8897dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:58.898932 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-62c4f0b4-be27-469d-9b83-915c8897dfb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 1098 time: 0.0495331 Dec 16 17:52:58.921422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:59.049669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b6ff-ca2d-45d0-ba00-fe4c85bd2d95 req-4746ebb5-ce16-4327-9d93-9e2c63ebec1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:59.050226 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-ffde0129-6bcb-47c9-b4d8-52a2bc855877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:59.051277 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71d0b6ff-ca2d-45d0-ba00-fe4c85bd2d95 req-4746ebb5-ce16-4327-9d93-9e2c63ebec1d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 945 time: 0.0753694 Dec 16 17:52:59.052395 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-ffde0129-6bcb-47c9-b4d8-52a2bc855877 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60ecf129-9a40-46ee-928b-b5b8b505f4f2 HTTP/1.1" status: 200 len: 898 time: 0.1429386 Dec 16 17:52:59.097156 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-87f12550-38f9-49cc-8b62-8ab8944d0b9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978 HTTP/1.1" status: 200 len: 217 time: 0.0357881 Dec 16 17:52:59.103386 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71d0b6ff-ca2d-45d0-ba00-fe4c85bd2d95 req-5f0369f7-79e9-49c1-a0d9-2391591b955f tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Dec 16 17:52:59.153332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-5c9c0850-62c9-4a3f-b14b-adbde73361a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:59.154718 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-5c9c0850-62c9-4a3f-b14b-adbde73361a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bba37bf-7c21-41bf-8325-9143c3788aae HTTP/1.1" status: 200 len: 835 time: 0.0489628 Dec 16 17:52:59.173839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:53Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:59.200223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] Checking router: 3b2092f6-acd4-4ca3-b89a-094b43a7b59c for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:52:59.205091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-b3f1371c-e4da-476a-8f32-4506c7789994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:52:59.206594 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-b3f1371c-e4da-476a-8f32-4506c7789994 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60ecf129-9a40-46ee-928b-b5b8b505f4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434279 Dec 16 17:52:59.209721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:52:59.210327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:59.294703 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-797fa0eb-4be2-4186-9b07-02f1a7c213fc service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803580 Dec 16 17:52:59.314141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:52:59.387627 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd12d914-a6d1-4a51-be1d-0b748f96176b req-f320d92f-1852-427a-ac4a-56932548e5e2 service neutron] 10.222.0.57 "GET /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846076 Dec 16 17:52:59.511833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:53Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:52:59.540554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e30d24-b74d-4cf0-a2ba-ede26665e8dc None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:53Z', 'revision_number': 6, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '53269cfb-6e57-49ad-b1b8-6890a8673f4d', 'name': '', 'network_id': '60ecf129-9a40-46ee-928b-b5b8b505f4f2', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'mac_address': 'fa:16:3e:1f:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:07Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'subnets': [{'id': '2bba37bf-7c21-41bf-8325-9143c3788aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:53:00.162322 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f86f6e-80da-41da-a0db-d9581ece5b15 None None] New status for floating IP fe27f350-9387-4b67-9a5d-079727a7e424: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:53:00.225968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96f221-bc41-4bf1-8426-ae54b54c8f1a req-cbc5b234-07ed-44c5-a01e-84a5d1225d37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:00.227893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d96f221-bc41-4bf1-8426-ae54b54c8f1a req-cbc5b234-07ed-44c5-a01e-84a5d1225d37 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 945 time: 0.0533056 Dec 16 17:53:00.283394 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d96f221-bc41-4bf1-8426-ae54b54c8f1a req-fc0c3c0c-71cc-4315-affc-fcfbbd85e765 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1b9a5d3-35d5-4966-a491-7e630ac9017a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484638 Dec 16 17:53:00.358988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e817c7-cfcf-413d-9a56-da8573756558 req-7be7198b-f27f-4761-861b-95a9fdf9de9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:00.360451 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-90e817c7-cfcf-413d-9a56-da8573756558 req-7be7198b-f27f-4761-861b-95a9fdf9de9b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "GET /v2.0/ports?device_id=52c18850-8e93-4d5e-a500-1829dbfd034b HTTP/1.1" status: 200 len: 945 time: 0.0486126 Dec 16 17:53:00.450389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port fa314479-bf53-4b2b-9fa7-b56ed6998978 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:53:00.450729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:00.536911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port fa314479-bf53-4b2b-9fa7-b56ed6998978, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fa314479-bf53-4b2b-9fa7-b56ed6998978,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:00.537220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:00.549277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for fa314479-bf53-4b2b-9fa7-b56ed6998978 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:53:00.677002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:00.705805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=fa314479-bf53-4b2b-9fa7-b56ed6998978,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:00.717446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.717809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.718158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.718504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.718849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.719182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.719518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.719879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.720215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.720551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.720882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.721233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.721559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:00.759214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] No DVR routers for this DVR port fa314479-bf53-4b2b-9fa7-b56ed6998978 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:53:00.761909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:00.765207 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-90e817c7-cfcf-413d-9a56-da8573756558 req-2d03a4b7-3f63-4f87-b18f-ad788ba1ab2a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.57 "DELETE /v2.0/ports/fa314479-bf53-4b2b-9fa7-b56ed6998978 HTTP/1.1" status: 204 len: 173 time: 0.3976614 Dec 16 17:53:00.765646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'name': 'network-vif-deleted', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:53:00.768445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af4284-ee0a-46b5-847b-9f9aad39424c" -d '{"events": [{"server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "name": "network-vif-deleted", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:53:00.872183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645ff18-de2d-434b-8275-c02ff268099c x-openstack-request-id: req-a645ff18-de2d-434b-8275-c02ff268099c {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:53:00.872486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c18850-8e93-4d5e-a500-1829dbfd034b", "name": "network-vif-deleted", "tag": "fa314479-bf53-4b2b-9fa7-b56ed6998978", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:53:00.872746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a645ff18-de2d-434b-8275-c02ff268099c {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:53:00.873193 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c18850-8e93-4d5e-a500-1829dbfd034b', 'name': 'network-vif-deleted', 'tag': 'fa314479-bf53-4b2b-9fa7-b56ed6998978', 'status': 'completed', 'code': 200} Dec 16 17:53:01.337072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52818) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:01.393863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-170d73df-b4ae-4562-a61f-93b4893ade3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:01.417672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-170d73df-b4ae-4562-a61f-93b4893ade3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:01.477462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-170d73df-b4ae-4562-a61f-93b4893ade3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:01.480072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-170d73df-b4ae-4562-a61f-93b4893ade3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:01.481246 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-170d73df-b4ae-4562-a61f-93b4893ade3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/security-groups/d1b9a5d3-35d5-4966-a491-7e630ac9017a HTTP/1.1" status: 204 len: 168 time: 0.1431675 Dec 16 17:53:01.490293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d73df-b4ae-4562-a61f-93b4893ade3d tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9a5d3-35d5-4966-a491-7e630ac9017a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:01.512771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52822) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:01.863993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:02.115124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port 53269cfb-6e57-49ad-b1b8-6890a8673f4d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:53:02.115385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:02.204282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port 53269cfb-6e57-49ad-b1b8-6890a8673f4d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=53269cfb-6e57-49ad-b1b8-6890a8673f4d,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:02.204664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:02.216702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for 53269cfb-6e57-49ad-b1b8-6890a8673f4d owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:53:02.408877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:02.434764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=53269cfb-6e57-49ad-b1b8-6890a8673f4d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:02.625884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:02.834530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:53:02.941227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:53:02.946533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-29068182-1f70-47b2-abc2-25a57c78b42a tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "PUT /v2.0/routers/3b2092f6-acd4-4ca3-b89a-094b43a7b59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327142 Dec 16 17:53:02.949237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:02.951023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] Sync routers for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:53:02.961806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:53:02.962422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:03.004558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting subnet 2bba37bf-7c21-41bf-8325-9143c3788aae {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:53:03.007855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.047162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.065923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:53:03.128210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.190450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.218037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Subnet': ['ID=2bba37bf-7c21-41bf-8325-9143c3788aae,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:03.224309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.232121 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1f793def-a024-4028-ade2-ae06bb23264b tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/subnets/2bba37bf-7c21-41bf-8325-9143c3788aae HTTP/1.1" status: 204 len: 168 time: 0.2794492 Dec 16 17:53:03.232386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52826) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:03.233504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5bc1a8-e302-42d5-bf44-d86e8aafcd1c None None] Network 60ecf129-9a40-46ee-928b-b5b8b505f4f2 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:53:03.344474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.452821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.471016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:53:02Z', 'revision_number': 7, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port': {'id': 'df80178c-6713-4f22-b252-cd055d8b44eb', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:be:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:52:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:03.508632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Deleting port df80178c-6713-4f22-b252-cd055d8b44eb {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:53:03.509614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.509863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] Checking router: 3b2092f6-acd4-4ca3-b89a-094b43a7b59c for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:53:03.523733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] Routers {'3b2092f6-acd4-4ca3-b89a-094b43a7b59c'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:53:03.524351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:52:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:03.600918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] For port df80178c-6713-4f22-b252-cd055d8b44eb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=df80178c-6713-4f22-b252-cd055d8b44eb,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:03.601370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.614662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] DHCP port deletion for 60ecf129-9a40-46ee-928b-b5b8b505f4f2 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:53:03.620093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Calling delete_port for df80178c-6713-4f22-b252-cd055d8b44eb owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:53:03.626741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] Set router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:53:03.698565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:53:03Z', 'revision_number': 8, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:03.739967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590d180-4b49-45a5-86fb-ee71eab2a2e3 None None] The sync data for ids ['3b2092f6-acd4-4ca3-b89a-094b43a7b59c'] in dv-neutron-821818-2-hyperv is: [{'id': '3b2092f6-acd4-4ca3-b89a-094b43a7b59c', 'name': 'tempest-TestNetworkBasicOps-router-1968504993', 'tenant_id': '79f667c7712342f2a086ea5a4a4cebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:52:04Z', 'updated_at': '2021-12-16T17:53:03Z', 'revision_number': 8, 'project_id': '79f667c7712342f2a086ea5a4a4cebf2', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:53:03.756340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Deleting port f241f972-7da1-44af-becb-a701de2d4321 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:53:03.756825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.809845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.823720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] For port f241f972-7da1-44af-becb-a701de2d4321, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f241f972-7da1-44af-becb-a701de2d4321,segment=NetworkSegment(e7b7ca6e-d1eb-4114-a665-a7995704cd9d),segment_id=e7b7ca6e-d1eb-4114-a665-a7995704cd9d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:03.824219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.840784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Port': ['ID=df80178c-6713-4f22-b252-cd055d8b44eb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:03.841020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Calling delete_port for f241f972-7da1-44af-becb-a701de2d4321 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:53:03.855656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a56d4-c9f3-4971-855b-5f00ca5038a8 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:53:03.895911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fa314479-bf53-4b2b-9fa7-b56ed6998978 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:53:03.914907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.923961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: fa314479-bf53-4b2b-9fa7-b56ed6998978 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:53:03.924434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fa314479-bf53-4b2b-9fa7-b56ed6998978 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:53:03.960475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:03.987150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Pushing event deleted for resources: {'Port': ['ID=f241f972-7da1-44af-becb-a701de2d4321,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:03.994835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] No DVR routers for this DVR port f241f972-7da1-44af-becb-a701de2d4321 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:53:03.998207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:03.998747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.001010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.001010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.001010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.001010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.001010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.001010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.002935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.003436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.003968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.004458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.005239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e3fb02-9ec0-4126-910e-d73145ea496a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:53:04.010604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.012818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.352688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.353419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Fanout notify agent at l3_agent the message router_deleted on router 3b2092f6-acd4-4ca3-b89a-094b43a7b59c {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:53:04.360368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.361554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-743dfcc2-1f08-4e50-a6b1-a59cbcbd6a55 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/routers/3b2092f6-acd4-4ca3-b89a-094b43a7b59c HTTP/1.1" status: 204 len: 168 time: 1.1282020 Dec 16 17:53:04.364329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52828) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:04.444202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.527132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.547365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ecf129-9a40-46ee-928b-b5b8b505f4f2']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:04.558547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:04.558959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b7ca6e-d1eb-4114-a665-a7995704cd9d') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:53:04.570971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.590156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.596817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:53:04.597277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:53:04.600236 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:53:04.618424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f241f972-7da1-44af-becb-a701de2d4321 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:53:04.642282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f241f972-7da1-44af-becb-a701de2d4321 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:53:04.642628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f241f972-7da1-44af-becb-a701de2d4321 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:53:04.643060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df80178c-6713-4f22-b252-cd055d8b44eb no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:53:04.665204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.668741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: df80178c-6713-4f22-b252-cd055d8b44eb {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:53:04.669335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device df80178c-6713-4f22-b252-cd055d8b44eb not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:53:04.669919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53269cfb-6e57-49ad-b1b8-6890a8673f4d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:53:04.679580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:04.682913 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] 10.222.0.66 "DELETE /v2.0/networks/60ecf129-9a40-46ee-928b-b5b8b505f4f2 HTTP/1.1" status: 204 len: 168 time: 0.3175416 Dec 16 17:53:04.693755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81bcd-dcae-4acd-9887-f21b1593c1c6 tempest-TestNetworkBasicOps-1520601086 tempest-TestNetworkBasicOps-1520601086-project] Pushing event deleted for resources: {'Network': ['ID=60ecf129-9a40-46ee-928b-b5b8b505f4f2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:04.700334 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 53269cfb-6e57-49ad-b1b8-6890a8673f4d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:53:04.700913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 53269cfb-6e57-49ad-b1b8-6890a8673f4d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:53:04.967504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52834) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:05.094000 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-64abfb30-6fab-4de1-b934-54077bbd4ed3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79f667c7712342f2a086ea5a4a4cebf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253412 Dec 16 17:53:05.096473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52838) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:05.142542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6b0237ae-69c9-41b7-901f-3e8d7ed840e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.162777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6b0237ae-69c9-41b7-901f-3e8d7ed840e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.209080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6b0237ae-69c9-41b7-901f-3e8d7ed840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.211631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6b0237ae-69c9-41b7-901f-3e8d7ed840e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.212782 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6b0237ae-69c9-41b7-901f-3e8d7ed840e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b72bed1-8170-4bdf-ae0b-2237aad3767b HTTP/1.1" status: 204 len: 168 time: 0.1153965 Dec 16 17:53:05.220770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0237ae-69c9-41b7-901f-3e8d7ed840e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b72bed1-8170-4bdf-ae0b-2237aad3767b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:05.483006 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52844) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:05.496817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b14caca-9cc5-4fcd-90a9-0b03a1596510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.574582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b14caca-9cc5-4fcd-90a9-0b03a1596510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.578250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b14caca-9cc5-4fcd-90a9-0b03a1596510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.616208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5b14caca-9cc5-4fcd-90a9-0b03a1596510 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aeb95425ab17405a83dba7ccdd08e127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321392 Dec 16 17:53:05.617150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14caca-9cc5-4fcd-90a9-0b03a1596510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc95137-5d40-4091-bb47-b518a4a188ff,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:05.619558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52846) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:05.666678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a279e8f-b527-4443-a5c7-1951779ad829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.686561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a279e8f-b527-4443-a5c7-1951779ad829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.732271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a279e8f-b527-4443-a5c7-1951779ad829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.734905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a279e8f-b527-4443-a5c7-1951779ad829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:05.736098 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5a279e8f-b527-4443-a5c7-1951779ad829 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fc95137-5d40-4091-bb47-b518a4a188ff HTTP/1.1" status: 204 len: 168 time: 0.1161041 Dec 16 17:53:05.745514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279e8f-b527-4443-a5c7-1951779ad829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc95137-5d40-4091-bb47-b518a4a188ff,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:07.363053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-789baa9b-660d-44ee-9441-8578159c870c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:09.558308 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:53:09.680234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-969f2592-e6ba-4a29-bba6-8d5157ce54d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:10.877865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:12.128216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:12.402454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-918d259d-85d2-4e7b-9f4a-8b33228c6207 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=59ca790e003840afb4b85a150555de1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297079 Dec 16 17:53:12.604081 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-c6a87cb7-f753-4301-8f3f-0e8fa7ad446d tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:12.605813 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-c6a87cb7-f753-4301-8f3f-0e8fa7ad446d tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980450 Dec 16 17:53:12.620278 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-2138d8aa-8b3d-4db0-816c-495d571e6d91 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/quotas/59ca790e003840afb4b85a150555de1a HTTP/1.1" status: 200 len: 375 time: 0.0087981 Dec 16 17:53:12.651659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-6ea6999a-5bf3-4080-975d-6aba42440a31 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=59ca790e003840afb4b85a150555de1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261719 Dec 16 17:53:12.803708 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20a98148-78bf-4b48-b1c4-c421c2390ce4 req-18b87a14-bdf5-452f-90d2-5eac7f578604 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 210 time: 0.0266464 Dec 16 17:53:13.057371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:13.631625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-da91725f-8f09-4a9d-9b29-d3a2f33cbfb4 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=59ca790e003840afb4b85a150555de1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300043 Dec 16 17:53:13.813343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-71ef37af-e8a4-4963-8de3-8874fb2d7f3a tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:13.815434 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-71ef37af-e8a4-4963-8de3-8874fb2d7f3a tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776657 Dec 16 17:53:13.828901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Request body: {'port': {'device_id': '2c448555-0900-452c-a3cc-d528fc45bae6', 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1', 'admin_state_up': True, 'tenant_id': '59ca790e003840afb4b85a150555de1a'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:53:13.897866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04f2b683-ed2e-475c-8f95-312c2108916e req-e64fe8f6-fa2a-4ba0-bcb5-45266f548a75 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 210 time: 0.0266249 Dec 16 17:53:13.939709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Made reservation on behalf of 59ca790e003840afb4b85a150555de1a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:53:13.943228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:13.951364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.025127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.028673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.093187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:14.160738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Allocated IP 192.168.233.77 (3546854b-5037-43d4-a41a-f388e1c085b1/fce93bf2-7512-49d4-83b5-e0bb6d840a57/fedb322e-03ba-474d-89a7-92e604ea0308) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:53:14.304749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.336367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.379768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Network 3546854b-5037-43d4-a41a-f388e1c085b1 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:53:14.382885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:53:14.385349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:53:14.412358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Pushing event updated for resources: {'Port': ['ID=fedb322e-03ba-474d-89a7-92e604ea0308,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:14.446575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:14.447199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.465204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-11a48684-8bb2-4080-9569-a11f9ff6ed9f tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6399632 Dec 16 17:53:14.478629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Request body: {'port': {'device_id': '2c448555-0900-452c-a3cc-d528fc45bae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:53:14.533573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.638629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dad1f9cc-1854-49f1-b8ab-f75fdf5287f4 None None] Provisioning complete for port fedb322e-03ba-474d-89a7-92e604ea0308 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:53:14.639231 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dad1f9cc-1854-49f1-b8ab-f75fdf5287f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.674077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dad1f9cc-1854-49f1-b8ab-f75fdf5287f4 None None] Port fedb322e-03ba-474d-89a7-92e604ea0308 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:53:14.790634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedb322e-03ba-474d-89a7-92e604ea0308 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:53:14.797999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.809692 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Transition to ACTIVE for port object fedb322e-03ba-474d-89a7-92e604ea0308 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:53:14.813346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:14.864626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb322e-03ba-474d-89a7-92e604ea0308,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:14.934836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Attempting to bind port fedb322e-03ba-474d-89a7-92e604ea0308 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:53:14.935268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Attempting to bind port fedb322e-03ba-474d-89a7-92e604ea0308 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:53:14.935726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Attempting to bind port fedb322e-03ba-474d-89a7-92e604ea0308 on network 3546854b-5037-43d4-a41a-f388e1c085b1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:53:14.940877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Port fedb322e-03ba-474d-89a7-92e604ea0308 on network 3546854b-5037-43d4-a41a-f388e1c085b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:53:14.942642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Attempting to bind port fedb322e-03ba-474d-89a7-92e604ea0308 on network 3546854b-5037-43d4-a41a-f388e1c085b1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:53:14.946355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:53:14.946703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Checking segment: {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:53:14.947088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Bound using segment: {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:53:14.947516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Bound port: fedb322e-03ba-474d-89a7-92e604ea0308, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f15936a-e2b9-4f11-a677-1a85db592980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:53:14.947894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:15.026867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] For port fedb322e-03ba-474d-89a7-92e604ea0308, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:53:15.029739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e4857-ca39-448a-b1e8-3e4231e87aeb req-e43bf4bf-7136-4501-973a-17f67a3be38b tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.030224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] For port fedb322e-03ba-474d-89a7-92e604ea0308, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fedb322e-03ba-474d-89a7-92e604ea0308,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:53:15.031591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4d2e4857-ca39-448a-b1e8-3e4231e87aeb req-e43bf4bf-7136-4501-973a-17f67a3be38b tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 947 time: 0.0591021 Dec 16 17:53:15.036728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:15.072635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.073282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:15.074656 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/fedb322e-03ba-474d-89a7-92e604ea0308 HTTP/1.1" status: 200 len: 1097 time: 0.6003215 Dec 16 17:53:15.075110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c448555-0900-452c-a3cc-d528fc45bae6', 'tag': 'fedb322e-03ba-474d-89a7-92e604ea0308'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:53:15.077336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27098d-0582-47df-ac53-6888e92d4687" -d '{"events": [{"name": "network-changed", "server_uuid": "2c448555-0900-452c-a3cc-d528fc45bae6", "tag": "fedb322e-03ba-474d-89a7-92e604ea0308"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:53:15.095600 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4d2e4857-ca39-448a-b1e8-3e4231e87aeb req-795f99f6-643a-4c77-95bb-879d8ef59936 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547824 Dec 16 17:53:15.110646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fc2a1-7378-4d11-af76-0960aa3568a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb322e-03ba-474d-89a7-92e604ea0308,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:15.152969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1156e27-0039-4a04-974f-ee07fb7139f5 x-openstack-request-id: req-c1156e27-0039-4a04-974f-ee07fb7139f5 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:53:15.153269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c448555-0900-452c-a3cc-d528fc45bae6", "tag": "fedb322e-03ba-474d-89a7-92e604ea0308", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:53:15.153525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1156e27-0039-4a04-974f-ee07fb7139f5 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:53:15.153934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c448555-0900-452c-a3cc-d528fc45bae6', 'tag': 'fedb322e-03ba-474d-89a7-92e604ea0308', 'status': 'completed', 'code': 200} Dec 16 17:53:15.169737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-fc723447-d835-4307-b69f-3c28e80f1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.171401 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-fc723447-d835-4307-b69f-3c28e80f1d5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ca790e003840afb4b85a150555de1a&device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 1100 time: 0.0473621 Dec 16 17:53:15.214300 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-12f88391-bf4f-4254-b0db-8bf4ce6ffa55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=fedb322e-03ba-474d-89a7-92e604ea0308 HTTP/1.1" status: 200 len: 217 time: 0.0350635 Dec 16 17:53:15.272602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-ee901dc4-d08c-48e6-80b3-3d320cc9e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.274307 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-ee901dc4-d08c-48e6-80b3-3d320cc9e39a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fce93bf2-7512-49d4-83b5-e0bb6d840a57 HTTP/1.1" status: 200 len: 843 time: 0.0517673 Dec 16 17:53:15.323228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-78b19be4-6dac-4f13-bc38-7c7951331c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.324699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-78b19be4-6dac-4f13-bc38-7c7951331c63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3546854b-5037-43d4-a41a-f388e1c085b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0417788 Dec 16 17:53:15.416426 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-2da57ae5-ebb6-4179-a626-493e059a9852 service neutron] 10.222.0.57 "GET /v2.0/networks/3546854b-5037-43d4-a41a-f388e1c085b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830626 Dec 16 17:53:15.504843 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-816dc25b-47b7-44ca-bbe0-80f7ec248efe req-d28ab726-5ed5-4f0b-8082-9950e37c37f1 service neutron] 10.222.0.57 "GET /v2.0/networks/3546854b-5037-43d4-a41a-f388e1c085b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815725 Dec 16 17:53:15.591032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27098d-0582-47df-ac53-6888e92d4687 req-2c60f03f-756e-4f3e-b18c-6a3c0b758455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.592491 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-2c60f03f-756e-4f3e-b18c-6a3c0b758455 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ca790e003840afb4b85a150555de1a&device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 1100 time: 0.0395017 Dec 16 17:53:15.683855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27098d-0582-47df-ac53-6888e92d4687 req-9d1866b9-2f18-4d96-8388-513f72dda342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.685323 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-9d1866b9-2f18-4d96-8388-513f72dda342 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3546854b-5037-43d4-a41a-f388e1c085b1 HTTP/1.1" status: 200 len: 870 time: 0.0849757 Dec 16 17:53:15.726757 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-562cb4ee-bf10-46c0-ab57-0189586c42dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=fedb322e-03ba-474d-89a7-92e604ea0308 HTTP/1.1" status: 200 len: 217 time: 0.0332372 Dec 16 17:53:15.774315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27098d-0582-47df-ac53-6888e92d4687 req-1c0818d3-ee4a-472f-aa37-a8273e6d259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.775630 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-1c0818d3-ee4a-472f-aa37-a8273e6d259f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fce93bf2-7512-49d4-83b5-e0bb6d840a57 HTTP/1.1" status: 200 len: 843 time: 0.0417001 Dec 16 17:53:15.825447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27098d-0582-47df-ac53-6888e92d4687 req-188e1d7d-3da3-40a8-b08d-f0e6d04bd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:15.826934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-188e1d7d-3da3-40a8-b08d-f0e6d04bd7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3546854b-5037-43d4-a41a-f388e1c085b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0429070 Dec 16 17:53:15.914100 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-c671b403-11b7-4d6d-9ae9-9d0483e5aabd service neutron] 10.222.0.57 "GET /v2.0/networks/3546854b-5037-43d4-a41a-f388e1c085b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792239 Dec 16 17:53:16.008755 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0f27098d-0582-47df-ac53-6888e92d4687 req-e0cfceb7-7fdf-4717-b97a-33648009a6ad service neutron] 10.222.0.57 "GET /v2.0/networks/3546854b-5037-43d4-a41a-f388e1c085b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837302 Dec 16 17:53:16.201137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6638e81-3682-4d70-88b8-224ae0eaa9bb req-a682117a-c972-461e-93bc-36d2163c3288 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:16.202595 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b6638e81-3682-4d70-88b8-224ae0eaa9bb req-a682117a-c972-461e-93bc-36d2163c3288 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 947 time: 0.0478003 Dec 16 17:53:16.248851 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b6638e81-3682-4d70-88b8-224ae0eaa9bb req-96efb614-4342-4a1f-a27a-204b5e10a101 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Dec 16 17:53:17.362863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc51c42-ef30-40ea-8afb-afd588314a2f req-05262df9-b1ae-421b-9392-d6273e845f34 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:17.364335 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7dc51c42-ef30-40ea-8afb-afd588314a2f req-05262df9-b1ae-421b-9392-d6273e845f34 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 947 time: 0.0487783 Dec 16 17:53:17.415086 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7dc51c42-ef30-40ea-8afb-afd588314a2f req-d67e4d6b-c89b-46e2-9ecc-e2d7d18ec29d tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Dec 16 17:53:17.910083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fedb322e-03ba-474d-89a7-92e604ea0308 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:53:17.999793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port fedb322e-03ba-474d-89a7-92e604ea0308, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fedb322e-03ba-474d-89a7-92e604ea0308,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:18.012700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'fedb322e-03ba-474d-89a7-92e604ea0308', 'network_id': '3546854b-5037-43d4-a41a-f388e1c085b1', 'port_id': 'fedb322e-03ba-474d-89a7-92e604ea0308', 'mac_address': 'fa:16:3e:78:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce93bf2-7512-49d4-83b5-e0bb6d840a57', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:53:18.048520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:18.064752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedb322e-03ba-474d-89a7-92e604ea0308 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:53:18.083446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port fedb322e-03ba-474d-89a7-92e604ea0308, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fedb322e-03ba-474d-89a7-92e604ea0308,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:18.087462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:18.132793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=fedb322e-03ba-474d-89a7-92e604ea0308,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:18.300402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['fedb322e-03ba-474d-89a7-92e604ea0308'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:53:18.526935 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa382f-cea5-4b14-b3a6-f7605c2f0038 req-caf9fd35-8d91-47ca-a175-ef358ec67f24 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:18.528407 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4caa382f-cea5-4b14-b3a6-f7605c2f0038 req-caf9fd35-8d91-47ca-a175-ef358ec67f24 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 948 time: 0.0484109 Dec 16 17:53:18.575520 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4caa382f-cea5-4b14-b3a6-f7605c2f0038 req-970b12c1-f3d3-47e1-9789-1c53447a1d67 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Dec 16 17:53:19.686316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad3e63-97f5-48fb-8dbe-68a99e0ecc6d req-e25c9f9f-6131-47c2-9693-a3736d2c8710 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:19.687787 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7ad3e63-97f5-48fb-8dbe-68a99e0ecc6d req-e25c9f9f-6131-47c2-9693-a3736d2c8710 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 948 time: 0.0481462 Dec 16 17:53:19.734660 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7ad3e63-97f5-48fb-8dbe-68a99e0ecc6d req-a5cc0c3a-3e4a-4fd5-b0d7-cf7767b88293 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Dec 16 17:53:19.927649 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fedb322e-03ba-474d-89a7-92e604ea0308 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:53:19.974341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port fedb322e-03ba-474d-89a7-92e604ea0308 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:53:19.978112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port fedb322e-03ba-474d-89a7-92e604ea0308 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:53:19.978482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:20.054125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:20.076765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c448555-0900-452c-a3cc-d528fc45bae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedb322e-03ba-474d-89a7-92e604ea0308'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:53:20.079008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3a550a-dc42-4369-8ce3-0896be544d90" -d '{"events": [{"server_uuid": "2c448555-0900-452c-a3cc-d528fc45bae6", "name": "network-vif-plugged", "status": "completed", "tag": "fedb322e-03ba-474d-89a7-92e604ea0308"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:53:20.095017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port fedb322e-03ba-474d-89a7-92e604ea0308, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fedb322e-03ba-474d-89a7-92e604ea0308,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:20.099661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:20.151433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=fedb322e-03ba-474d-89a7-92e604ea0308,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:20.177891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bef77d5-6962-4c6b-921b-4bbcbe020352 x-openstack-request-id: req-2bef77d5-6962-4c6b-921b-4bbcbe020352 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:53:20.178136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c448555-0900-452c-a3cc-d528fc45bae6", "name": "network-vif-plugged", "status": "completed", "tag": "fedb322e-03ba-474d-89a7-92e604ea0308", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:53:20.178404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bef77d5-6962-4c6b-921b-4bbcbe020352 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:53:20.178801 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c448555-0900-452c-a3cc-d528fc45bae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedb322e-03ba-474d-89a7-92e604ea0308', 'code': 200} Dec 16 17:53:20.228102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:20.341198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2780-67b6-4da5-895f-1ba4f79aa082 req-80824793-fb93-4c51-b049-d0128a867598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:20.342667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0cde2780-67b6-4da5-895f-1ba4f79aa082 req-80824793-fb93-4c51-b049-d0128a867598 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 1102 time: 0.0409350 Dec 16 17:53:20.386405 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0cde2780-67b6-4da5-895f-1ba4f79aa082 req-9d402897-1932-4ab8-be1a-cd6eaacd3370 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Dec 16 17:53:20.853510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee630d-1a7e-4d49-95b6-df70462bd02a req-b1fc5cba-5a43-4c0e-948f-a4374df4de0a tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:20.854994 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c8ee630d-1a7e-4d49-95b6-df70462bd02a req-b1fc5cba-5a43-4c0e-948f-a4374df4de0a tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 949 time: 0.0534441 Dec 16 17:53:20.901352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c8ee630d-1a7e-4d49-95b6-df70462bd02a req-5a4926fb-aff6-426f-9f17-ca9072e08d68 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Dec 16 17:53:22.019026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caa104-b2c5-46cd-b801-4845476bcaf0 req-b116fcd9-0b9d-4f44-93f4-46f50b528458 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:22.020500 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9caa104-b2c5-46cd-b801-4845476bcaf0 req-b116fcd9-0b9d-4f44-93f4-46f50b528458 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 949 time: 0.0515897 Dec 16 17:53:22.066901 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9caa104-b2c5-46cd-b801-4845476bcaf0 req-18e8dd67-b3ca-4c8c-ae21-796ceb930fae tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Dec 16 17:53:22.349860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-c0adaa85-05e6-42d0-bc1c-eb99ea527e58 req-79f4575e-3a29-429a-8f03-b1c56e7f8471 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:53:22.350779 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0adaa85-05e6-42d0-bc1c-eb99ea527e58 req-79f4575e-3a29-429a-8f03-b1c56e7f8471 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059733 Dec 16 17:53:22.703621 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-51ee9c80-56d4-4700-b38e-78144497879f req-2ce21df6-ddf2-4e22-a62a-2e48af603e98 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:53:22.705162 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-51ee9c80-56d4-4700-b38e-78144497879f req-2ce21df6-ddf2-4e22-a62a-2e48af603e98 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053186 Dec 16 17:53:23.053143 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a763-90ce-40ab-8434-9f2a60408421 req-70586916-6e38-408e-8a57-2c7c4fe2cec7 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:23.054616 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eb21a763-90ce-40ab-8434-9f2a60408421 req-70586916-6e38-408e-8a57-2c7c4fe2cec7 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 949 time: 0.0490091 Dec 16 17:53:23.105041 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eb21a763-90ce-40ab-8434-9f2a60408421 req-91dd3f6d-bb23-47a0-b154-2f61c9edd7db tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 Dec 16 17:53:24.221507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6404e-03e8-4aa4-a457-f00f1b19330d req-7c33ab27-5353-414a-a821-b8e7a99b8ef4 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:24.222963 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f6d6404e-03e8-4aa4-a457-f00f1b19330d req-7c33ab27-5353-414a-a821-b8e7a99b8ef4 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 949 time: 0.0495994 Dec 16 17:53:24.269803 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f6d6404e-03e8-4aa4-a457-f00f1b19330d req-927b687f-2472-4061-9ebd-d91faaad0f00 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Dec 16 17:53:24.346803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-391677e4-fba6-4acd-b4d2-c7031821e422 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:24.348267 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-391677e4-fba6-4acd-b4d2-c7031821e422 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c448555-0900-452c-a3cc-d528fc45bae6 HTTP/1.1" status: 200 len: 949 time: 0.0472760 Dec 16 17:53:24.436855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Deleting port fedb322e-03ba-474d-89a7-92e604ea0308 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:53:24.437160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:24.523169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] For port fedb322e-03ba-474d-89a7-92e604ea0308, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fedb322e-03ba-474d-89a7-92e604ea0308,segment=NetworkSegment(6f15936a-e2b9-4f11-a677-1a85db592980),segment_id=6f15936a-e2b9-4f11-a677-1a85db592980)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:24.523537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:24.536245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Calling delete_port for fedb322e-03ba-474d-89a7-92e604ea0308 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:53:24.663221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:24.674916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['fedb322e-03ba-474d-89a7-92e604ea0308'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:53:24.689590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Pushing event deleted for resources: {'Port': ['ID=fedb322e-03ba-474d-89a7-92e604ea0308,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:24.736930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] No DVR routers for this DVR port fedb322e-03ba-474d-89a7-92e604ea0308 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:53:24.739489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:24.742853 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-28ff2070-2ae7-4272-bc9c-17fce3faa5fb req-fe537655-95e6-4fe1-b9c9-b6ff64bb6335 tempest-ServersAdminNegativeTestJSON-172446656 tempest-ServersAdminNegativeTestJSON-172446656-project] 10.222.0.57 "DELETE /v2.0/ports/fedb322e-03ba-474d-89a7-92e604ea0308 HTTP/1.1" status: 204 len: 173 time: 0.3883762 Dec 16 17:53:24.743307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c448555-0900-452c-a3cc-d528fc45bae6', 'name': 'network-vif-deleted', 'tag': 'fedb322e-03ba-474d-89a7-92e604ea0308'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:53:24.745610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e99ea2-eb3f-40e8-bedd-733d0f2dc19c" -d '{"events": [{"server_uuid": "2c448555-0900-452c-a3cc-d528fc45bae6", "name": "network-vif-deleted", "tag": "fedb322e-03ba-474d-89a7-92e604ea0308"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:53:24.789788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e12f057-1fde-4d38-b856-c7f5ca094217 x-openstack-request-id: req-6e12f057-1fde-4d38-b856-c7f5ca094217 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:53:24.790129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c448555-0900-452c-a3cc-d528fc45bae6", "name": "network-vif-deleted", "tag": "fedb322e-03ba-474d-89a7-92e604ea0308", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:53:24.790339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e12f057-1fde-4d38-b856-c7f5ca094217 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:53:24.790744 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c448555-0900-452c-a3cc-d528fc45bae6', 'name': 'network-vif-deleted', 'tag': 'fedb322e-03ba-474d-89a7-92e604ea0308', 'status': 'completed', 'code': 200} Dec 16 17:53:25.557877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52980) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:25.684878 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bf3c4f65-d8a8-44e8-a79a-7be9ce659429 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59ca790e003840afb4b85a150555de1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258273 Dec 16 17:53:25.687414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52984) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:25.732702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50e654ab-5943-4348-aa08-627d435d6faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:25.752716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50e654ab-5943-4348-aa08-627d435d6faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:25.799388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50e654ab-5943-4348-aa08-627d435d6faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:25.801994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50e654ab-5943-4348-aa08-627d435d6faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:25.803171 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-50e654ab-5943-4348-aa08-627d435d6faf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33 HTTP/1.1" status: 204 len: 168 time: 0.1148574 Dec 16 17:53:25.811032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e654ab-5943-4348-aa08-627d435d6faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a27ce0-6ba5-4e6c-afc8-60a401e5ce33,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:26.069780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 52990) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:26.086823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5558-2cd0-4a92-a791-041985b3b3bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.157784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5558-2cd0-4a92-a791-041985b3b3bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.161795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5558-2cd0-4a92-a791-041985b3b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.201598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1c1a5558-2cd0-4a92-a791-041985b3b3bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43495136c4ed4a859a727085f9cd5731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306982 Dec 16 17:53:26.202462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a5558-2cd0-4a92-a791-041985b3b3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e6a68a-c5f1-489e-8dd8-14b94760eb62,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:26.204331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 52992) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:26.253506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da8830e5-9b3d-4e4c-b1af-5f585737bcb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.273922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da8830e5-9b3d-4e4c-b1af-5f585737bcb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.318695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da8830e5-9b3d-4e4c-b1af-5f585737bcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.321258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da8830e5-9b3d-4e4c-b1af-5f585737bcb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.322400 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-da8830e5-9b3d-4e4c-b1af-5f585737bcb6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3e6a68a-c5f1-489e-8dd8-14b94760eb62 HTTP/1.1" status: 204 len: 168 time: 0.1167343 Dec 16 17:53:26.329804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8830e5-9b3d-4e4c-b1af-5f585737bcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e6a68a-c5f1-489e-8dd8-14b94760eb62,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:26.964065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53014) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:27.058767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1578665488-network', 'tenant_id': '69343fe3e0b04b7aabc786bec81e37a5'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:53:27.087399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Made reservation on behalf of 69343fe3e0b04b7aabc786bec81e37a5 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:53:27.089963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.098700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.174426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.178100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.199705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:53:27.217190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946bc34a-b113-4b38-84b7-a4ebf07d7929,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:27.220080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.220423 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Added segment 5c219004-3463-46f8-ba37-311717b70d7c of type vlan for network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 Dec 16 17:53:27.269816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.302168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.303332 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:27.304318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.373829 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4086537 Dec 16 17:53:27.376872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53018) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:27.381881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Request body: {'subnet': {'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1578665488-subnet', 'tenant_id': '69343fe3e0b04b7aabc786bec81e37a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:53:27.397962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420fca7-bc56-4963-bf15-7bbc5d0dbf30 admin admin] Pushing event updated for resources: {'Network': ['ID=0a69f6d8-1d91-4d27-ad01-04c62aceb802,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:27.405349 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Made reservation on behalf of 69343fe3e0b04b7aabc786bec81e37a5 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:53:27.407641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.408928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:53:27.575570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.633526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f62300-6517-4671-b1ab-7091dd55053b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:27.638017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Checking segment: {'id': '5c219004-3463-46f8-ba37-311717b70d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:53:27.638378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Network hostable DHCP agents. Network: 0a69f6d8-1d91-4d27-ad01-04c62aceb802, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:53:27.656863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:53:27.669491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 0a69f6d8-1d91-4d27-ad01-04c62aceb802) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:53:27.673450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:27.674048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:27.678748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b07480-78c8-45b3-8950-888fc63e1a5a None None] Network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:53:27.700707 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cc54597e-3ab8-4eed-8900-dc0dbca2783f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3153009 Dec 16 17:53:27.778051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d71f2-c271-4d67-bec7-42db7235cb2a None None] Network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:53:27.973763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fedb322e-03ba-474d-89a7-92e604ea0308 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:53:28.001477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: fedb322e-03ba-474d-89a7-92e604ea0308 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:53:28.001846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device fedb322e-03ba-474d-89a7-92e604ea0308 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:53:28.118364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-43f75746-c00f-4cd7-bd05-0c683e8297e5 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:28.119811 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-43f75746-c00f-4cd7-bd05-0c683e8297e5 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 812 time: 0.1050339 Dec 16 17:53:28.134820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-47728bac-5d28-4c84-92ce-c6ef5e7a14cb tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/quotas/69343fe3e0b04b7aabc786bec81e37a5 HTTP/1.1" status: 200 len: 375 time: 0.0093932 Dec 16 17:53:28.164855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-17f8f201-c1a6-46ea-9178-390d6dd0d3ba tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247531 Dec 16 17:53:28.257724 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-5ba06fca-7983-4093-ba05-512fce8e6c79 service neutron] 10.222.0.66 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860674 Dec 16 17:53:28.350440 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-29e02dcb-574c-429b-803d-60ae4c41b78a service neutron] 10.222.0.66 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865741 Dec 16 17:53:28.501316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ece591b5-15fb-4394-b4f1-3a5bd013da05 req-76c3c1be-c9a4-442b-9e26-86c3158699ce tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 210 time: 0.0268459 Dec 16 17:53:29.518933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-f56b4576-4a77-4152-8950-643feabf428a tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:29.520291 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-f56b4576-4a77-4152-8950-643feabf428a tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.57 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 812 time: 0.1068964 Dec 16 17:53:29.534088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Request body: {'port': {'device_id': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802', 'admin_state_up': True, 'tenant_id': '69343fe3e0b04b7aabc786bec81e37a5'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:53:29.601084 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-66f87328-2f30-4bd4-a4a8-e0ae189d8883 req-54cc64f9-62d3-47af-9c6a-c72efaf52709 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 210 time: 0.0292239 Dec 16 17:53:29.641601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Made reservation on behalf of 69343fe3e0b04b7aabc786bec81e37a5 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:53:29.645494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:29.764717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Allocated IP 172.20.0.8 (0a69f6d8-1d91-4d27-ad01-04c62aceb802/f8f62300-6517-4671-b1ab-7091dd55053b/aba06d22-8b6f-4c9a-8d3c-3282bb3c9244) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:53:29.907323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:29.938997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:29.982622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:53:29.985699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:53:29.989324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:53:30.011968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:30.039180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:30.039789 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.054822 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-0b34d0fb-165b-4c60-951b-da43d700b693 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5249975 Dec 16 17:53:30.067143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Request body: {'port': {'device_id': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:53:30.120656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.381979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:53:30.389361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.401709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Transition to ACTIVE for port object aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:53:30.405288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.473540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:30.521424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Attempting to bind port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:53:30.522079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Attempting to bind port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '5c219004-3463-46f8-ba37-311717b70d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:53:30.522079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Attempting to bind port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 on network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:53:30.526233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 on network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:53:30.526555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Attempting to bind port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 on network 0a69f6d8-1d91-4d27-ad01-04c62aceb802 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:53:30.531297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:53:30.531635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Checking segment: {'id': '5c219004-3463-46f8-ba37-311717b70d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:53:30.532013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Bound using segment: {'id': '5c219004-3463-46f8-ba37-311717b70d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:53:30.532436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Bound port: aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c219004-3463-46f8-ba37-311717b70d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:53:30.532781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.593175 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:53:30.596063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:53:30.601163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.635427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:30.635981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:30.637712 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] 10.222.0.57 "PUT /v2.0/ports/aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 1093 time: 0.5751190 Dec 16 17:53:30.638167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:53:30.641328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf16d04-890a-406c-913a-df4ce2d9e119" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:53:30.672679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772063-1a23-4f2e-9f3c-6f1cc82c0c07 service neutron] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:30.686813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0bfd0a-429a-44f0-be84-9a81d3bf96b0 x-openstack-request-id: req-da0bfd0a-429a-44f0-be84-9a81d3bf96b0 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:53:30.687111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:53:30.687432 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da0bfd0a-429a-44f0-be84-9a81d3bf96b0 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:53:30.687835 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'status': 'completed', 'code': 200} Dec 16 17:53:30.739187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-84028a57-7ee4-4869-8e2c-357a2d5cc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:30.739398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd91759-1958-4035-8a5c-e6f586eb8ada req-08ef3532-5bd8-40bd-ad1d-156c17e87001 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:30.740709 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-84028a57-7ee4-4869-8e2c-357a2d5cc5e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1096 time: 0.0442064 Dec 16 17:53:30.740861 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1bd91759-1958-4035-8a5c-e6f586eb8ada req-08ef3532-5bd8-40bd-ad1d-156c17e87001 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 943 time: 0.0546916 Dec 16 17:53:30.785863 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-661d15b4-144d-40b6-8dc0-769476c8e7c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 217 time: 0.0368898 Dec 16 17:53:30.794607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1bd91759-1958-4035-8a5c-e6f586eb8ada req-90eabf65-d6ac-45cf-a4f3-d332ad5bd7c4 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Dec 16 17:53:30.835336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b58e-4008-4925-9544-d2ab486690ca req-6990499a-3786-4e1f-8fe3-9b1238708ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:30.836783 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-6990499a-3786-4e1f-8fe3-9b1238708ca9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 200 len: 852 time: 0.0444045 Dec 16 17:53:30.871331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-a53325c6-df1c-4bfa-9df6-9ab95c16a0f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a69f6d8-1d91-4d27-ad01-04c62aceb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270426 Dec 16 17:53:30.956766 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-d5405172-f8de-48c9-9987-a7707ce9eb64 service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781441 Dec 16 17:53:31.046324 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1b35b58e-4008-4925-9544-d2ab486690ca req-566fb60a-19f3-483e-9743-047eb7ddca9a service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830574 Dec 16 17:53:31.131926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-cb2912f2-b015-4f2a-9636-45d924428b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:31.133461 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-cb2912f2-b015-4f2a-9636-45d924428b46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1096 time: 0.0413194 Dec 16 17:53:31.220392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-27b8db85-32be-4202-8627-faf55c413f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:31.221819 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-27b8db85-32be-4202-8627-faf55c413f79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 913 time: 0.0814185 Dec 16 17:53:31.266284 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-eb827df8-3d9b-4e38-a9e5-798d60c521cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 217 time: 0.0372555 Dec 16 17:53:31.320448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-13729ba4-d39b-4118-bf19-682da4c5697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:31.321882 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-13729ba4-d39b-4118-bf19-682da4c5697e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 200 len: 852 time: 0.0483196 Dec 16 17:53:31.353811 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-735c4dc6-7530-4a8c-aace-bc144163fb15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a69f6d8-1d91-4d27-ad01-04c62aceb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236139 Dec 16 17:53:31.446813 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-3d5967e4-6918-48ca-85dc-681e702be28a service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838029 Dec 16 17:53:31.540007 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bf16d04-890a-406c-913a-df4ce2d9e119 req-4db85a76-c0c3-46c3-8511-04d92abf987b service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855839 Dec 16 17:53:31.909087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3bd13-d2af-42dc-a878-b16ff41e5872 req-3098ec89-d44d-4faa-a99f-44ed227cd18f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:31.911140 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f3b3bd13-d2af-42dc-a878-b16ff41e5872 req-3098ec89-d44d-4faa-a99f-44ed227cd18f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 943 time: 0.0484469 Dec 16 17:53:31.958761 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f3b3bd13-d2af-42dc-a878-b16ff41e5872 req-e7bb4cd3-5b84-416a-a8f0-c05f2f56447e tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Dec 16 17:53:31.959149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:53:32.052697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:32.063501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802', 'port_id': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'mac_address': 'fa:16:3e:b7:da:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f62300-6517-4671-b1ab-7091dd55053b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:53:32.099131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:32.111224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:53:32.130741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:32.134033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:32.180813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:32.327345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:53:33.073535 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdf34e-dc84-4b61-8d78-a19447a6a351 req-f8a0af97-fa41-4c08-b264-002d70975a12 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:33.075572 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bbdf34e-dc84-4b61-8d78-a19447a6a351 req-f8a0af97-fa41-4c08-b264-002d70975a12 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 944 time: 0.0498087 Dec 16 17:53:33.126479 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bbdf34e-dc84-4b61-8d78-a19447a6a351 req-0de270fa-2920-446e-a451-c2b28a76d987 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451880 Dec 16 17:53:33.990381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:53:34.053817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:53:34.058365 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:53:34.058803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:34.133823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:34.156278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:53:34.158523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240ae8e-498c-4497-987f-dd7ea3cd83ff" -d '{"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-plugged", "status": "completed", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:53:34.172080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:53:34.177018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:34.200594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0d019-d1ae-407c-a426-813f5212508a x-openstack-request-id: req-2bd0d019-d1ae-407c-a426-813f5212508a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:53:34.200898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-plugged", "status": "completed", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:53:34.201166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bd0d019-d1ae-407c-a426-813f5212508a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:53:34.201556 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'code': 200} Dec 16 17:53:34.228088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:53:34.245846 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc490482-f182-4c69-8596-4d415a7ed1a6 req-87c8a59a-2459-45af-a9d6-8e936c2685cd tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:34.247346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc490482-f182-4c69-8596-4d415a7ed1a6 req-87c8a59a-2459-45af-a9d6-8e936c2685cd tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0502250 Dec 16 17:53:34.295882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc490482-f182-4c69-8596-4d415a7ed1a6 req-d98bda7b-b242-49e9-91f0-9a8c4ac282eb tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Dec 16 17:53:34.366139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e92e9-c7d7-49ff-9a6d-6d2bf31ec526 req-359c05dc-609f-4496-97a8-4373e2f621de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:34.367602 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-487e92e9-c7d7-49ff-9a6d-6d2bf31ec526 req-359c05dc-609f-4496-97a8-4373e2f621de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1098 time: 0.0413406 Dec 16 17:53:34.416687 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-487e92e9-c7d7-49ff-9a6d-6d2bf31ec526 req-d730f4c8-1a57-44a3-a513-c7dcc290e3a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Dec 16 17:53:35.410781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53251469-bd9e-42d4-9a67-afdbbc246d23 req-cebd313c-fbce-4a4f-8f3e-c926c219a5a3 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:35.412280 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-53251469-bd9e-42d4-9a67-afdbbc246d23 req-cebd313c-fbce-4a4f-8f3e-c926c219a5a3 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0484016 Dec 16 17:53:35.468267 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-53251469-bd9e-42d4-9a67-afdbbc246d23 req-67894dc5-ae66-4fc4-bdd2-d78d75c4396c tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500858 Dec 16 17:53:36.588985 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33928f7-4cdc-4a14-9d6f-2e0a0bd484f5 req-5d14453c-b36f-4182-96d9-5e74e46c67d1 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:36.590428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a33928f7-4cdc-4a14-9d6f-2e0a0bd484f5 req-5d14453c-b36f-4182-96d9-5e74e46c67d1 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0512381 Dec 16 17:53:36.635894 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a33928f7-4cdc-4a14-9d6f-2e0a0bd484f5 req-6dbbd002-47d4-4dd8-b1d0-f7e29a73ac55 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Dec 16 17:53:36.958065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f277cb-f18d-45f8-b28c-5d91ea07d116 req-e5cbf4f5-85bb-4185-900a-d68279c54bca tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:36.959659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-92f277cb-f18d-45f8-b28c-5d91ea07d116 req-e5cbf4f5-85bb-4185-900a-d68279c54bca tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0494628 Dec 16 17:53:36.976407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53078) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:37.008147 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-92f277cb-f18d-45f8-b28c-5d91ea07d116 req-56f5eef3-ac1e-47ca-8292-81e582acab77 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Dec 16 17:53:37.064821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-990af82a-734e-475b-a3d8-e2db659ecf5b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869234 Dec 16 17:53:37.074205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-fe2ca66d-36c7-46d0-9c7a-1a93d0bb8563 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:53:37.075138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-fe2ca66d-36c7-46d0-9c7a-1a93d0bb8563 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048816 Dec 16 17:53:37.356304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89fe9155-f656-4089-a5e5-fa3722a3f9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:38.122926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c50fe-6cdb-4c93-98f0-bfa6121ede12 req-3e8d62d0-61f4-4bf4-8ce5-57769213c282 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:38.124456 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e49c50fe-6cdb-4c93-98f0-bfa6121ede12 req-3e8d62d0-61f4-4bf4-8ce5-57769213c282 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0480282 Dec 16 17:53:38.183220 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e49c50fe-6cdb-4c93-98f0-bfa6121ede12 req-11b04454-991c-4d50-9426-a04492a31420 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Dec 16 17:53:38.212417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-290e5f78-6a9f-410d-b53b-8e7618ff2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:38.213938 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-290e5f78-6a9f-410d-b53b-8e7618ff2969 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1098 time: 0.0405633 Dec 16 17:53:38.304893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-c884dc5b-03f5-4049-a949-ebc8389c8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:38.306386 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-c884dc5b-03f5-4049-a949-ebc8389c8e9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 913 time: 0.0857372 Dec 16 17:53:38.644679 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-382a0091-9fd5-4ca5-90e4-b92c4f4a3d9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 217 time: 0.3284786 Dec 16 17:53:38.692662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-683e21cc-1396-4fed-8235-51915567aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:38.694130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-683e21cc-1396-4fed-8235-51915567aea1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 200 len: 852 time: 0.0424020 Dec 16 17:53:38.724796 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-6d9234da-7986-44e4-9dab-5ca31bcd0e63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a69f6d8-1d91-4d27-ad01-04c62aceb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230148 Dec 16 17:53:38.815820 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-6fded9f7-aa2f-48f2-8a73-f25be88a8edf service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829954 Dec 16 17:53:38.902306 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-36a14767-7c00-424f-838b-b7d52291c8ac service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795331 Dec 16 17:53:39.298805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fda547-d81b-4b68-9059-c732c75406ff req-a2d663e9-c65b-431c-8df6-782ba9f3cf53 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:39.300287 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d8fda547-d81b-4b68-9059-c732c75406ff req-a2d663e9-c65b-431c-8df6-782ba9f3cf53 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0487537 Dec 16 17:53:39.346143 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d8fda547-d81b-4b68-9059-c732c75406ff req-6711199c-5f55-4be2-ae66-85b91dcaa6fb tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Dec 16 17:53:39.681186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ec37aa6-dc86-4226-99a2-84c62176ef0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:39.901931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-19c05ff8-9675-4407-ac2d-cc3361477e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:39.903423 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-19c05ff8-9675-4407-ac2d-cc3361477e48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1098 time: 0.0443072 Dec 16 17:53:40.008221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-193ccd31-a23e-4572-93b4-f850f8772734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:40.009639 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-193ccd31-a23e-4572-93b4-f850f8772734 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 913 time: 0.0833991 Dec 16 17:53:40.053364 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-3cedb610-ce4d-4d20-9ad5-9075532588b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 217 time: 0.0362370 Dec 16 17:53:40.100642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-28f72d64-e6b4-405b-b42b-00be2307a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:40.102103 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-28f72d64-e6b4-405b-b42b-00be2307a636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 200 len: 852 time: 0.0421197 Dec 16 17:53:40.133168 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-a020ee04-9f2c-4065-8a6a-613a49c7f681 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a69f6d8-1d91-4d27-ad01-04c62aceb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242836 Dec 16 17:53:40.217883 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-203816de-6c7b-4e81-a966-347fbd9ae458 service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773780 Dec 16 17:53:40.310073 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f2c298d-9b73-41ae-acd0-1c2ef774c192 req-ea4f3d9b-8ac9-4a33-803b-ffb9b7fb5a9e service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842392 Dec 16 17:53:40.459915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5facd5-ccf5-470c-a8c5-a86ff8b4ccfb req-72bb7b04-46bf-4d13-8c12-573595a656c7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:40.461384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e5facd5-ccf5-470c-a8c5-a86ff8b4ccfb req-72bb7b04-46bf-4d13-8c12-573595a656c7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0477297 Dec 16 17:53:40.507055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e5facd5-ccf5-470c-a8c5-a86ff8b4ccfb req-e51d6352-064d-4b76-bcdf-c02719c11d61 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Dec 16 17:53:40.880090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:41.626619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3776-19a4-4410-b21b-02f5dd64390a req-1a2227f7-fced-49e0-994a-1bd8fd9d5eca tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:41.628072 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b72b3776-19a4-4410-b21b-02f5dd64390a req-1a2227f7-fced-49e0-994a-1bd8fd9d5eca tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0521727 Dec 16 17:53:41.674090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b72b3776-19a4-4410-b21b-02f5dd64390a req-fa29f92f-7745-472d-ae0f-60917bb187c3 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Dec 16 17:53:42.129780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:42.790361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03299f-ae56-4972-a7e5-c04655f53872 req-bab0d332-df10-4e72-923a-132c6a1bf368 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:42.791744 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e03299f-ae56-4972-a7e5-c04655f53872 req-bab0d332-df10-4e72-923a-132c6a1bf368 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0484166 Dec 16 17:53:42.838130 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e03299f-ae56-4972-a7e5-c04655f53872 req-0472f5fe-ec93-46fb-8d6d-a96e25454ce2 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Dec 16 17:53:43.060502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:43.954421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeeffb-0ea0-4318-a011-acab739f1db1 req-17a0b2e8-9697-4d08-879e-132d4dd1489f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:43.955880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bfdeeffb-0ea0-4318-a011-acab739f1db1 req-17a0b2e8-9697-4d08-879e-132d4dd1489f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0515022 Dec 16 17:53:44.002388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bfdeeffb-0ea0-4318-a011-acab739f1db1 req-b0be045c-bc0e-4e90-919d-660a0cddcb23 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Dec 16 17:53:45.116888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21033ca0-b624-4fbf-929f-117a33128bd8 req-b4649c8c-df1e-465b-90fe-18ea838a2c7f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:45.118382 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21033ca0-b624-4fbf-929f-117a33128bd8 req-b4649c8c-df1e-465b-90fe-18ea838a2c7f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0493953 Dec 16 17:53:45.164354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21033ca0-b624-4fbf-929f-117a33128bd8 req-58c13942-5f34-4f5c-b2d4-08787818f12c tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Dec 16 17:53:46.277325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287f3f1-c4a8-4e6c-be8d-573ffad86595 req-53738875-0f91-40a2-baff-a8b097d73660 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:46.278795 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3287f3f1-c4a8-4e6c-be8d-573ffad86595 req-53738875-0f91-40a2-baff-a8b097d73660 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0486059 Dec 16 17:53:46.329092 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3287f3f1-c4a8-4e6c-be8d-573ffad86595 req-26397410-49ef-4a95-a0b4-e2701910f1ea tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Dec 16 17:53:46.557138 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:53:47.444783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c459-24f0-4c65-899c-22335b53628e req-1b739412-7d78-496f-a158-f722e6ac3615 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:47.446289 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f15c459-24f0-4c65-899c-22335b53628e req-1b739412-7d78-496f-a158-f722e6ac3615 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0490999 Dec 16 17:53:47.492693 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f15c459-24f0-4c65-899c-22335b53628e req-d2a92c62-04ec-4c5e-86b9-159f072a1ba5 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Dec 16 17:53:48.605098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbf364-4d4c-4165-ba1d-d886747ea958 req-1cd751ad-e982-49ed-a8a3-5d23d4781db7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:48.606546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98bbf364-4d4c-4165-ba1d-d886747ea958 req-1cd751ad-e982-49ed-a8a3-5d23d4781db7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0471687 Dec 16 17:53:48.652099 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98bbf364-4d4c-4165-ba1d-d886747ea958 req-a9a2aa4b-8d13-41b5-a876-d4a0022fea3c tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Dec 16 17:53:49.921946 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e753bf-24b6-4667-80c8-c836317c6541 req-b49ebc0d-6fc8-41c0-baaf-a197f11958f7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:49.923420 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-85e753bf-24b6-4667-80c8-c836317c6541 req-b49ebc0d-6fc8-41c0-baaf-a197f11958f7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0519624 Dec 16 17:53:49.968895 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-85e753bf-24b6-4667-80c8-c836317c6541 req-a78f072e-d4b4-4532-9b30-49141548fc2e tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Dec 16 17:53:50.250172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:51.082793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942aa20-f0ee-4d79-9784-d8e8d7d3ac39 req-96c00734-2872-4407-ab7b-3e26d2024fd6 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:51.085388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0942aa20-f0ee-4d79-9784-d8e8d7d3ac39 req-96c00734-2872-4407-ab7b-3e26d2024fd6 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0503230 Dec 16 17:53:51.131642 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0942aa20-f0ee-4d79-9784-d8e8d7d3ac39 req-497617ac-75b7-4ff8-ad28-8b6684bdcda8 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Dec 16 17:53:52.243598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582d77f-4e88-4279-9b40-a15b948dde3e req-6ac399b9-3c03-42fa-b450-ae923a96f60b tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:52.245089 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8582d77f-4e88-4279-9b40-a15b948dde3e req-6ac399b9-3c03-42fa-b450-ae923a96f60b tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0470586 Dec 16 17:53:52.295423 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8582d77f-4e88-4279-9b40-a15b948dde3e req-18d38bf9-f69d-4ea7-836c-140e3d50e7ba tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Dec 16 17:53:53.408116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8b0a7-a6a8-4277-bb6f-2b7520d91b6c req-1ac409ce-f459-48b8-b40c-2652528fefb0 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:53.409605 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-caa8b0a7-a6a8-4277-bb6f-2b7520d91b6c req-1ac409ce-f459-48b8-b40c-2652528fefb0 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0484769 Dec 16 17:53:53.454966 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-caa8b0a7-a6a8-4277-bb6f-2b7520d91b6c req-6f945f59-37ea-4f9a-b1cc-15f6699b1b66 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Dec 16 17:53:54.567423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966aa9-b9c9-4819-b63c-899ffe619034 req-11cded58-6400-4c2f-981b-dd27f96ebd96 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:54.568882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07966aa9-b9c9-4819-b63c-899ffe619034 req-11cded58-6400-4c2f-981b-dd27f96ebd96 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0466828 Dec 16 17:53:54.614499 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07966aa9-b9c9-4819-b63c-899ffe619034 req-5ec39ec6-39bc-4f00-87d8-3ac69aea26cc tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Dec 16 17:53:55.732997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2504e0b-8745-407c-acac-921ee574ff1d req-777b78a9-09fb-4e89-8a12-5d7acb745eea tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:55.734449 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d2504e0b-8745-407c-acac-921ee574ff1d req-777b78a9-09fb-4e89-8a12-5d7acb745eea tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0522070 Dec 16 17:53:55.779729 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d2504e0b-8745-407c-acac-921ee574ff1d req-97e0af6d-b700-4b35-baa6-4179a49f69ce tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Dec 16 17:53:56.892333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f244ebb-5a29-47c7-b9c5-6b932ba79d45 req-2b483000-7990-46fe-a552-30f5b14deadf tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:56.893797 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f244ebb-5a29-47c7-b9c5-6b932ba79d45 req-2b483000-7990-46fe-a552-30f5b14deadf tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0474677 Dec 16 17:53:56.938840 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f244ebb-5a29-47c7-b9c5-6b932ba79d45 req-0a102478-b5f9-475d-a00b-05915b650fa5 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 Dec 16 17:53:58.056233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed2085-110f-4602-9763-1532e0bbda99 req-5bdef032-bbb0-4360-bcea-9b0cd41aca67 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:58.057756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33ed2085-110f-4602-9763-1532e0bbda99 req-5bdef032-bbb0-4360-bcea-9b0cd41aca67 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0517731 Dec 16 17:53:58.109379 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33ed2085-110f-4602-9763-1532e0bbda99 req-7c5756bb-0d33-4415-b01c-d2c412849d5d tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Dec 16 17:53:59.221030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce90c1e-2df2-42a7-9912-d8dae2d67d3f req-fca54b5b-1383-43a4-bc01-a1ee0d083e62 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:53:59.222992 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ce90c1e-2df2-42a7-9912-d8dae2d67d3f req-fca54b5b-1383-43a4-bc01-a1ee0d083e62 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0471172 Dec 16 17:53:59.269259 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ce90c1e-2df2-42a7-9912-d8dae2d67d3f req-4d378864-330b-4f4c-a4b0-93f9e2ff9a30 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Dec 16 17:54:00.381013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d30d2-4cd6-42cf-b8fa-0d33ce28e86f req-eee4fc3e-178c-46d2-9ba6-f59fd698e4e7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:00.382492 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-873d30d2-4cd6-42cf-b8fa-0d33ce28e86f req-eee4fc3e-178c-46d2-9ba6-f59fd698e4e7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0476100 Dec 16 17:54:00.432496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-873d30d2-4cd6-42cf-b8fa-0d33ce28e86f req-1bd62c42-57ef-425d-a4ef-faf596cb2ecc tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Dec 16 17:54:01.547676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3a2ea-bdf4-45ba-be48-3892413824f2 req-144b927a-6b96-45ef-9353-e3e01feb9ffc tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:01.549139 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0de3a2ea-bdf4-45ba-be48-3892413824f2 req-144b927a-6b96-45ef-9353-e3e01feb9ffc tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0475397 Dec 16 17:54:01.596229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0de3a2ea-bdf4-45ba-be48-3892413824f2 req-479096a3-3dbf-4150-9ad2-89b8f2dfd9df tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Dec 16 17:54:02.708132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e7c6-567c-4341-8a2c-4d01d8250dd0 req-a41ff83f-7725-4c60-9553-4765baa6d99f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:02.709636 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4763e7c6-567c-4341-8a2c-4d01d8250dd0 req-a41ff83f-7725-4c60-9553-4765baa6d99f tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0478854 Dec 16 17:54:02.756366 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4763e7c6-567c-4341-8a2c-4d01d8250dd0 req-19454278-a7af-4a74-b023-76564bc8fae4 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Dec 16 17:54:03.885401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb81e-41cd-41db-b9cd-985e79b20037 req-6f3039a2-3efa-4235-a485-ca0de01b9508 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:03.886880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-873fb81e-41cd-41db-b9cd-985e79b20037 req-6f3039a2-3efa-4235-a485-ca0de01b9508 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0533006 Dec 16 17:54:03.934202 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-873fb81e-41cd-41db-b9cd-985e79b20037 req-791dca88-8d0a-438b-aef5-2b868cd3b9d6 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Dec 16 17:54:05.046420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1a528-ca04-43ce-a180-5c45cf010e2f req-a6623381-59d6-4686-ab1e-df4821b7c228 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:05.047879 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a4e1a528-ca04-43ce-a180-5c45cf010e2f req-a6623381-59d6-4686-ab1e-df4821b7c228 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0483482 Dec 16 17:54:05.094249 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a4e1a528-ca04-43ce-a180-5c45cf010e2f req-7e9a6014-26fa-4308-92bc-f6b3f1379fcf tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Dec 16 17:54:05.587111 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-e824629e-ece9-4750-a367-a28d5f2aed32 service neutron] 10.222.0.57 "GET /v2.0/ports/aba06d22-8b6f-4c9a-8d3c-3282bb3c9244/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0541952 Dec 16 17:54:05.825613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-39f88205-7d90-42af-962f-485fc482096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:05.827128 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-39f88205-7d90-42af-962f-485fc482096d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a&tenant_id=69343fe3e0b04b7aabc786bec81e37a5 HTTP/1.1" status: 200 len: 1098 time: 0.0722854 Dec 16 17:54:05.886387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-8568e965-7263-4718-9f8c-ca21a85a0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:05.887834 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-8568e965-7263-4718-9f8c-ca21a85a0306 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1098 time: 0.0390468 Dec 16 17:54:05.978684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-3301e7ca-7fb3-4c07-85e4-849a2cca9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:05.980085 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-3301e7ca-7fb3-4c07-85e4-849a2cca9643 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 913 time: 0.0840714 Dec 16 17:54:06.022458 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-15a31190-b563-4a72-afd4-922e47550b20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 217 time: 0.0329800 Dec 16 17:54:06.069755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-9377152a-8758-4c17-b3eb-263f3de1988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:06.071134 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-9377152a-8758-4c17-b3eb-263f3de1988e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 200 len: 852 time: 0.0419559 Dec 16 17:54:06.105710 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-026f41c7-e5e7-444b-9cf0-44f4b72e8402 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a69f6d8-1d91-4d27-ad01-04c62aceb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271270 Dec 16 17:54:06.194545 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-ee7cad81-71e7-487b-baf5-18de71d519e4 service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800750 Dec 16 17:54:06.207722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac993-475c-42b9-909a-48bab12e339b req-6ea3a30b-87be-48d1-9f35-8ddeafaecfff tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:06.209233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0fac993-475c-42b9-909a-48bab12e339b req-6ea3a30b-87be-48d1-9f35-8ddeafaecfff tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0471840 Dec 16 17:54:06.261050 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c0fac993-475c-42b9-909a-48bab12e339b req-bf949926-d000-4c24-9f1c-e27bccb60076 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Dec 16 17:54:06.289767 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80f9a63b-b84c-455d-aa05-7a673d745bb4 req-07b1bf12-bc5f-42f6-a0eb-4715f7df96d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880330 Dec 16 17:54:07.358651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94184c90-639d-41b9-88aa-8b969cfd4f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:07.376869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246cb1-f6a8-45dc-852b-1c66af60a225 req-17d00edc-b0d4-441d-bfe9-6dcd2baf3c09 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:07.378375 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa246cb1-f6a8-45dc-852b-1c66af60a225 req-17d00edc-b0d4-441d-bfe9-6dcd2baf3c09 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0490208 Dec 16 17:54:07.425096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa246cb1-f6a8-45dc-852b-1c66af60a225 req-d0e5493b-0837-486f-811e-60a899c6bde7 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Dec 16 17:54:08.148041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:54:08.151198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:54:08.291604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:08.314181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:08.334406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:54:08.336627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a7e52-bc38-450e-ba64-2e4ed3281ebf" -d '{"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-unplugged", "status": "completed", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:54:08.341430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'network_id': '0a69f6d8-1d91-4d27-ad01-04c62aceb802', 'port_id': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'mac_address': 'fa:16:3e:b7:da:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f62300-6517-4671-b1ab-7091dd55053b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:54:08.350886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:08.356440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:08.403786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ff662a-6830-4778-a6fe-6fa066550a2b x-openstack-request-id: req-11ff662a-6830-4778-a6fe-6fa066550a2b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:54:08.404425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-unplugged", "status": "completed", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:54:08.404425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11ff662a-6830-4778-a6fe-6fa066550a2b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:54:08.404650 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'code': 200} Dec 16 17:54:08.420014 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:08.443935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:54:08.448979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:08.461568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.461954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.462279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.462617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.462950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.463450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.463788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.464120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.464453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.464779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.465128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.465451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.465768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:08.477748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:08.482295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:08.536890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:08.541447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:54:08.546407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f5e3b-1c68-4825-8160-bb599eea2d8a req-4bbb139c-3052-4c9e-b8ee-37e422bc5164 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:08.549383 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-979f5e3b-1c68-4825-8160-bb599eea2d8a req-4bbb139c-3052-4c9e-b8ee-37e422bc5164 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 944 time: 0.0529184 Dec 16 17:54:08.599074 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-979f5e3b-1c68-4825-8160-bb599eea2d8a req-44834234-8f79-45bb-b044-dff3eb013b18 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Dec 16 17:54:08.912677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-242f4500-8d8d-4e66-9ff6-9a8167a25fed tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:08.914075 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-242f4500-8d8d-4e66-9ff6-9a8167a25fed tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a&tenant_id=69343fe3e0b04b7aabc786bec81e37a5&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 944 time: 0.0893185 Dec 16 17:54:08.996216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-351db12d-7039-4e9a-afd9-2beb7562b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:08.997712 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-351db12d-7039-4e9a-afd9-2beb7562b6b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 1097 time: 0.0397401 Dec 16 17:54:09.089370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-0d628af5-c3df-4f61-895e-1b454a2fa617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:09.090829 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-0d628af5-c3df-4f61-895e-1b454a2fa617 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 200 len: 913 time: 0.0849423 Dec 16 17:54:09.132235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-837edffc-8aca-4fd0-bd3e-75b838e58708 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 200 len: 217 time: 0.0334466 Dec 16 17:54:09.183513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-42394750-17c1-4625-a0d5-3e0cf6cf6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:09.184846 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-42394750-17c1-4625-a0d5-3e0cf6cf6474 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 200 len: 852 time: 0.0456650 Dec 16 17:54:09.218609 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-eaabb8ac-78b5-4cd2-bccf-d29b433cbe06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a69f6d8-1d91-4d27-ad01-04c62aceb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250938 Dec 16 17:54:09.302812 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-e0aaf848-47b6-4d1c-ae07-0c7c4fe4e579 service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775137 Dec 16 17:54:09.397464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-feaec4a5-2f88-4177-a169-4ece339058c5 service neutron] 10.222.0.57 "GET /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826619 Dec 16 17:54:09.681973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ce79482-a1d2-4bc1-8ce7-b95b11eb8410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:10.080115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce67ff-7155-4fbf-9c7f-064b70742bc0 req-e6b875b1-1be4-401c-b34e-43fc6116b29e tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:10.081714 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-67ce67ff-7155-4fbf-9c7f-064b70742bc0 req-e6b875b1-1be4-401c-b34e-43fc6116b29e tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 944 time: 0.0530283 Dec 16 17:54:10.129643 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-67ce67ff-7155-4fbf-9c7f-064b70742bc0 req-3fbee6ec-433e-4603-9d6e-9a0558b2481c tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Dec 16 17:54:10.168974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:54:10.215162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:54:10.215544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:10.291389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:10.323466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:10.327301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:10.375866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:10.405908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:54:10.408261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f2c9cd-399a-4821-87f1-206836a70247" -d '{"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-plugged", "status": "completed", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:54:10.443326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b00c26-7596-418d-99ed-e26f9ea71c62 x-openstack-request-id: req-66b00c26-7596-418d-99ed-e26f9ea71c62 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:54:10.443616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-plugged", "status": "completed", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:54:10.443902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66b00c26-7596-418d-99ed-e26f9ea71c62 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:54:10.444296 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'code': 200} Dec 16 17:54:10.883308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:11.240888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873616a-de1e-487d-921e-5d8981e14c9e req-c689aad2-987c-42ce-a69f-9716c4917a30 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:11.242347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5873616a-de1e-487d-921e-5d8981e14c9e req-c689aad2-987c-42ce-a69f-9716c4917a30 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0471430 Dec 16 17:54:11.288311 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5873616a-de1e-487d-921e-5d8981e14c9e req-f9700e50-b925-4f8c-9abd-719d437f5f7e tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/security-groups?id=946bc34a-b113-4b38-84b7-a4ebf07d7929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Dec 16 17:54:11.854606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-389e83a4-49f3-461c-bbeb-1049dbd7c14b tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:11.856056 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-389e83a4-49f3-461c-bbeb-1049dbd7c14b tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 945 time: 0.0489171 Dec 16 17:54:11.948617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Deleting port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:54:11.949023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:12.036088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] For port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,segment=NetworkSegment(5c219004-3463-46f8-ba37-311717b70d7c),segment_id=5c219004-3463-46f8-ba37-311717b70d7c)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:12.036453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:12.049084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Calling delete_port for aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:54:12.133005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:12.177363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:12.190009 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:54:12.206626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Pushing event deleted for resources: {'Port': ['ID=aba06d22-8b6f-4c9a-8d3c-3282bb3c9244,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:12.228726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.229097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.229441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.229771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.230101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.230423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.230743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.231065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.231385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.231702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.232019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.232333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.232644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:12.257058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] No DVR routers for this DVR port aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:54:12.259399 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:12.262648 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49467d3a-db41-4b5e-8963-2e8eec992339 req-fa86c3d4-39a5-4e8d-90cc-e58a715ae753 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.57 "DELETE /v2.0/ports/aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 HTTP/1.1" status: 204 len: 173 time: 0.4001522 Dec 16 17:54:12.263074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-deleted', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:54:12.265567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63cb9d3-2127-4016-8a48-688c77d8f1b2" -d '{"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-deleted", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:54:12.302550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b52a68-69a8-4f85-a2b8-247ff63a22d0 x-openstack-request-id: req-33b52a68-69a8-4f85-a2b8-247ff63a22d0 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:54:12.302844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a", "name": "network-vif-deleted", "tag": "aba06d22-8b6f-4c9a-8d3c-3282bb3c9244", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:54:12.303113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33b52a68-69a8-4f85-a2b8-247ff63a22d0 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:54:12.303509 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a', 'name': 'network-vif-deleted', 'tag': 'aba06d22-8b6f-4c9a-8d3c-3282bb3c9244', 'status': 'completed', 'code': 200} Dec 16 17:54:12.383191 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4127c7fb-83e2-4af9-8f7a-6ecba339e6b3 req-095b5d7e-c914-46d1-adbf-b46a6b474008 tempest-DeleteServersTestJSON-974644775 tempest-DeleteServersTestJSON-974644775-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc6afd6b-2c4e-48b8-81b2-6c1251c2a13a HTTP/1.1" status: 200 len: 210 time: 0.0256579 Dec 16 17:54:13.062457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.508894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53182) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:54:13.551794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Deleting subnet f8f62300-6517-4671-b1ab-7091dd55053b {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:54:13.554753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.588495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.625519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.679933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.707228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f62300-6517-4671-b1ab-7091dd55053b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:13.709181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.712342 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5ad91034-d9ac-4298-84a1-a1142fff9a27 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f8f62300-6517-4671-b1ab-7091dd55053b HTTP/1.1" status: 204 len: 168 time: 0.2024319 Dec 16 17:54:13.714886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53184) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:54:13.786077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.868760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.888192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a69f6d8-1d91-4d27-ad01-04c62aceb802']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:54:13.897339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c219004-3463-46f8-ba37-311717b70d7c') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:54:13.897637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c219004-3463-46f8-ba37-311717b70d7c') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:54:13.906722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.919615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.925369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:54:13.926277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:54:13.927998 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:54:13.980807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.986334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:13.991246 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0a69f6d8-1d91-4d27-ad01-04c62aceb802 HTTP/1.1" status: 204 len: 168 time: 0.2742591 Dec 16 17:54:14.005816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79193002-220e-4b5e-8e45-eac02217b880 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a69f6d8-1d91-4d27-ad01-04c62aceb802,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:14.094965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53188) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:54:14.133640 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1071236a-7e6e-4b91-a024-3bedbf299df9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69343fe3e0b04b7aabc786bec81e37a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375464 Dec 16 17:54:14.136000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53190) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:54:14.164645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:54:14.183450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b88e3d8a-4d66-4169-b96b-7351ef96960f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:14.188355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:54:14.188706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device aba06d22-8b6f-4c9a-8d3c-3282bb3c9244 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:54:14.210489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b88e3d8a-4d66-4169-b96b-7351ef96960f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:14.256974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b88e3d8a-4d66-4169-b96b-7351ef96960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:14.259559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b88e3d8a-4d66-4169-b96b-7351ef96960f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:14.260741 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b88e3d8a-4d66-4169-b96b-7351ef96960f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/946bc34a-b113-4b38-84b7-a4ebf07d7929 HTTP/1.1" status: 204 len: 168 time: 0.1238675 Dec 16 17:54:14.268801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e3d8a-4d66-4169-b96b-7351ef96960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946bc34a-b113-4b38-84b7-a4ebf07d7929,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:14.905410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53212) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:54:14.998835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1605281190-network', 'tenant_id': 'ff0841be1927433892bf87178f3a45fe'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:54:15.020890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Made reservation on behalf of ff0841be1927433892bf87178f3a45fe for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:54:15.023039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.030949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.104684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.108401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.136587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:54:15.142863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07e4c98-9c62-42dc-961c-24232115d664,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:15.149030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.149367 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Added segment 555d30af-90a7-46e0-aab7-d195a5fc817c of type vlan for network ab8a3114-9615-4ef8-9070-59bd73542644 Dec 16 17:54:15.187157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.211334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.212248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:15.212813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.270053 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3630288 Dec 16 17:54:15.272992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53216) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:54:15.277912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Request body: {'subnet': {'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1605281190-subnet', 'tenant_id': 'ff0841be1927433892bf87178f3a45fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:54:15.297691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a545-503b-4bbc-92c3-55ff7acd9aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=ab8a3114-9615-4ef8-9070-59bd73542644,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:15.307369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Made reservation on behalf of ff0841be1927433892bf87178f3a45fe for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:54:15.308285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network ab8a3114-9615-4ef8-9070-59bd73542644 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:54:15.309739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.803906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.865709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a88864-b71f-466a-8276-49d048c41e23,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:15.873541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Checking segment: {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:54:15.873899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Network hostable DHCP agents. Network: ab8a3114-9615-4ef8-9070-59bd73542644, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:54:15.879542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.879899 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.880245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.880583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.880958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.881594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.881937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.882272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.882603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.882932 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.883267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.883593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.883918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:54:15.902344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Network ab8a3114-9615-4ef8-9070-59bd73542644 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:54:15.913482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, ab8a3114-9615-4ef8-9070-59bd73542644) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:54:15.917640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:15.918264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:15.922672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec158367-c91b-4153-b551-4fbff423c35b None None] Network ab8a3114-9615-4ef8-9070-59bd73542644 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:54:15.934221 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c8d84c1b-e525-4c02-bfd8-34175e047c31 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6601846 Dec 16 17:54:16.021973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c26af-1981-4f82-81dd-a915f6a2448a None None] Network ab8a3114-9615-4ef8-9070-59bd73542644 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:54:16.343361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-8a808173-01eb-4bd4-936b-25b65b7098bb tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:16.344756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-8a808173-01eb-4bd4-936b-25b65b7098bb tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 815 time: 0.1015196 Dec 16 17:54:16.359833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-52c7fb15-3e81-4c11-91ec-8e2aee9251ba tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/quotas/ff0841be1927433892bf87178f3a45fe HTTP/1.1" status: 200 len: 375 time: 0.0088630 Dec 16 17:54:16.390552 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-8d8b54c5-1d6c-4e60-9910-effcb91d7064 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249932 Dec 16 17:54:16.480542 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad64a590-1173-4e45-a295-49a57f87e51f service neutron] 10.222.0.66 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832818 Dec 16 17:54:16.567137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-97c1242c-1434-4ea4-b6d8-760fc8e3c28c service neutron] 10.222.0.66 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801744 Dec 16 17:54:16.723933 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e68620cf-7450-4b39-9f7c-2dc23e98876a req-f1710304-9021-4608-b056-533451b214b2 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Dec 16 17:54:17.617219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-f1eef318-a3e9-4f27-a2b3-e9dc6ec5ab89 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:17.619112 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-f1eef318-a3e9-4f27-a2b3-e9dc6ec5ab89 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 815 time: 0.1099305 Dec 16 17:54:17.632060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Request body: {'port': {'device_id': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644', 'admin_state_up': True, 'tenant_id': 'ff0841be1927433892bf87178f3a45fe'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:54:17.742605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Made reservation on behalf of ff0841be1927433892bf87178f3a45fe for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:54:17.746292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:17.818068 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f48ad601-4e4f-4dc5-9960-86b75fbdbc6b req-5766e33a-232a-4a0c-af62-922fdb105563 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Dec 16 17:54:17.872857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Allocated IP 172.20.0.9 (ab8a3114-9615-4ef8-9070-59bd73542644/81a88864-b71f-466a-8276-49d048c41e23/f063d781-a334-4853-916d-2eff557d83ee) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:54:18.015821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.047974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.094394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Network ab8a3114-9615-4ef8-9070-59bd73542644 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:54:18.098099 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:54:18.101708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:54:18.124426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:18.151371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:18.151981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.167664 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ed99a02a-17c3-47a3-b454-f19ac3c579ef tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402060 Dec 16 17:54:18.180702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Request body: {'port': {'device_id': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:54:18.231264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.481939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f063d781-a334-4853-916d-2eff557d83ee {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:54:18.488976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.500630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Transition to ACTIVE for port object f063d781-a334-4853-916d-2eff557d83ee will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:54:18.505225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.555340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:18.617717 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Attempting to bind port f063d781-a334-4853-916d-2eff557d83ee on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:54:18.618405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Attempting to bind port f063d781-a334-4853-916d-2eff557d83ee by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:54:18.618405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Attempting to bind port f063d781-a334-4853-916d-2eff557d83ee on network ab8a3114-9615-4ef8-9070-59bd73542644 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:54:18.622434 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Port f063d781-a334-4853-916d-2eff557d83ee on network ab8a3114-9615-4ef8-9070-59bd73542644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:54:18.622746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Attempting to bind port f063d781-a334-4853-916d-2eff557d83ee on network ab8a3114-9615-4ef8-9070-59bd73542644 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:54:18.627370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:54:18.627705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Checking segment: {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:54:18.628073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Bound using segment: {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:54:18.628484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Bound port: f063d781-a334-4853-916d-2eff557d83ee, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:54:18.629369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.692699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:54:18.695787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:54:18.699357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.735165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:18.735779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:18.737178 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 1093 time: 0.5604284 Dec 16 17:54:18.737613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:54:18.739835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "tag": "f063d781-a334-4853-916d-2eff557d83ee"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:54:18.760677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7f1b-5fd1-452d-b1df-96e4fe72c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:18.784703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de5fd3-2657-4add-a0de-c545d0813654 x-openstack-request-id: req-f7de5fd3-2657-4add-a0de-c545d0813654 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:54:18.785014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "tag": "f063d781-a334-4853-916d-2eff557d83ee", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:54:18.785326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7de5fd3-2657-4add-a0de-c545d0813654 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:54:18.785722 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee', 'status': 'completed', 'code': 200} Dec 16 17:54:18.817817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-705be5c6-f39c-48e8-b79a-f83b7a2bbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:18.819299 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-705be5c6-f39c-48e8-b79a-f83b7a2bbebe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1096 time: 0.0431306 Dec 16 17:54:18.864234 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-896ed5a8-3ef4-45d0-ab95-d1b1e0e3ba8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 217 time: 0.0374503 Dec 16 17:54:18.913949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-36acbc96-4e23-4faa-a515-a1505ab66e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:18.915419 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-36acbc96-4e23-4faa-a515-a1505ab66e33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0438206 Dec 16 17:54:18.933849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157cd33-7e4b-4c30-9121-576fb39eddc8 req-0391b12b-f02a-4a8c-97d4-13b0ed6b6d0f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:18.935344 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5157cd33-7e4b-4c30-9121-576fb39eddc8 req-0391b12b-f02a-4a8c-97d4-13b0ed6b6d0f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 943 time: 0.0516496 Dec 16 17:54:18.946892 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-ca77ddb1-9000-4946-a93d-a1765c5ce1ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249341 Dec 16 17:54:18.981281 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5157cd33-7e4b-4c30-9121-576fb39eddc8 req-1d623bd3-beff-43b4-a514-7f61a735624c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Dec 16 17:54:19.039088 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-a0c34558-100f-4402-b239-78f109b5c3cd service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844135 Dec 16 17:54:19.126182 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35c43628-f93f-4aa4-aca2-edc921d37962 req-c7077a22-0b0e-464f-8555-bcbd5f6d8f14 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800364 Dec 16 17:54:19.214696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-54d5903a-fa43-4a28-8e56-a3c4cc9d6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:19.216150 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-54d5903a-fa43-4a28-8e56-a3c4cc9d6f53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1096 time: 0.0406981 Dec 16 17:54:19.311078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-3c3e2c30-3048-4908-929c-03cb233b4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:19.312432 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-3c3e2c30-3048-4908-929c-03cb233b4562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0862577 Dec 16 17:54:19.354987 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-501909b3-e2cf-41d5-9fec-0344d4a49bff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 217 time: 0.0333235 Dec 16 17:54:19.402330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-45947c74-a5a6-4aec-a5f8-133d4824a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:19.403727 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-45947c74-a5a6-4aec-a5f8-133d4824a629 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0418720 Dec 16 17:54:19.438880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-29b4af97-b8f7-40c1-b66e-19de3d713557 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271170 Dec 16 17:54:19.526235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-1d3dc843-4d17-4cd7-bf88-132fe395fbca service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786042 Dec 16 17:54:19.623067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-504d1a32-0bdf-487f-a384-ab0f8d9b31f7 req-4919b812-c79c-4d30-ba83-3876cf91de19 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893636 Dec 16 17:54:20.097252 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa45b0-c9f7-44b6-b5e4-5bc59223f018 req-c322479b-7021-408b-a8b5-73b4ee9e92df tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:20.098774 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c2aa45b0-c9f7-44b6-b5e4-5bc59223f018 req-c322479b-7021-408b-a8b5-73b4ee9e92df tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 943 time: 0.0493851 Dec 16 17:54:20.145659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c2aa45b0-c9f7-44b6-b5e4-5bc59223f018 req-cd75432f-c1bc-42cb-b292-00bdceb18050 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Dec 16 17:54:20.179857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f063d781-a334-4853-916d-2eff557d83ee details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:54:20.266364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:20.292521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:20.303309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'f063d781-a334-4853-916d-2eff557d83ee', 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644', 'port_id': 'f063d781-a334-4853-916d-2eff557d83ee', 'mac_address': 'fa:16:3e:cc:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a88864-b71f-466a-8276-49d048c41e23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:54:20.339629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:20.351736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f063d781-a334-4853-916d-2eff557d83ee {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:54:20.370797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:20.376042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:20.420426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:20.589203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['f063d781-a334-4853-916d-2eff557d83ee'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:54:21.256213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638c63b-fc07-4613-8d69-a1394c4dae81 req-e8cc6f74-9d1d-428c-a18e-6831957a95a1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:21.257718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9638c63b-fc07-4613-8d69-a1394c4dae81 req-e8cc6f74-9d1d-428c-a18e-6831957a95a1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 944 time: 0.0469949 Dec 16 17:54:21.307168 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9638c63b-fc07-4613-8d69-a1394c4dae81 req-39d87ab7-ba68-4c3b-8317-88c408e3d134 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Dec 16 17:54:22.196771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f063d781-a334-4853-916d-2eff557d83ee up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:54:22.244889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port f063d781-a334-4853-916d-2eff557d83ee completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:54:22.248701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port f063d781-a334-4853-916d-2eff557d83ee triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:54:22.249112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:22.327873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:22.350433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:54:22.352639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcceebe-3d9b-458e-83b7-178c9afc259b" -d '{"events": [{"server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "name": "network-vif-plugged", "status": "completed", "tag": "f063d781-a334-4853-916d-2eff557d83ee"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:54:22.366213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:22.370616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:22.395521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc54213-3630-4c6d-a10d-fba4f6993ce4 x-openstack-request-id: req-3cc54213-3630-4c6d-a10d-fba4f6993ce4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:54:22.395825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "name": "network-vif-plugged", "status": "completed", "tag": "f063d781-a334-4853-916d-2eff557d83ee", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:54:22.396082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cc54213-3630-4c6d-a10d-fba4f6993ce4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:54:22.397096 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee', 'code': 200} Dec 16 17:54:22.422079 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b9e7-165c-472a-997c-4b0abbb0c2f9 req-705fcca1-02ed-4f74-9226-6de195482198 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:22.423583 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fc06b9e7-165c-472a-997c-4b0abbb0c2f9 req-705fcca1-02ed-4f74-9226-6de195482198 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0500398 Dec 16 17:54:22.428435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:22.475105 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fc06b9e7-165c-472a-997c-4b0abbb0c2f9 req-2c096d72-b99b-4970-9d82-ca7d7ef58fba tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Dec 16 17:54:22.566966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8862ac-0a20-4a52-ad38-42f32c9a8ab7 req-b41aa376-999b-44dd-ae80-f68e964164e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:22.568475 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3e8862ac-0a20-4a52-ad38-42f32c9a8ab7 req-b41aa376-999b-44dd-ae80-f68e964164e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1098 time: 0.0398633 Dec 16 17:54:22.611359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3e8862ac-0a20-4a52-ad38-42f32c9a8ab7 req-14b6e773-a0b2-4c36-bad7-1911d5913078 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363824 Dec 16 17:54:23.557565 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:54:23.591809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86638f1-8ae0-4fdc-b596-f3ccbc9d8160 req-5cdf971a-b510-4a4b-aecb-4700692c3cde tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:23.593295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b86638f1-8ae0-4fdc-b596-f3ccbc9d8160 req-5cdf971a-b510-4a4b-aecb-4700692c3cde tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Dec 16 17:54:23.640308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b86638f1-8ae0-4fdc-b596-f3ccbc9d8160 req-1457fe22-c41c-4aa3-bfdd-712f77b8fa14 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Dec 16 17:54:24.756137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161d2f-2c62-4efd-8636-78a7b260a7b1 req-6f672303-2a14-4761-9a81-d45f21f6f31c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:24.757535 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef161d2f-2c62-4efd-8636-78a7b260a7b1 req-6f672303-2a14-4761-9a81-d45f21f6f31c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0512004 Dec 16 17:54:24.804613 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef161d2f-2c62-4efd-8636-78a7b260a7b1 req-97f32d6a-a4fd-44dd-80a4-efe544d735a6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Dec 16 17:54:24.916182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1407f-2df8-47f5-ad76-9c5c0ed3b61a req-27470ed6-e0a7-492b-8bab-3188fdd6192c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:24.917680 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c6c1407f-2df8-47f5-ad76-9c5c0ed3b61a req-27470ed6-e0a7-492b-8bab-3188fdd6192c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0476911 Dec 16 17:54:24.963374 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c6c1407f-2df8-47f5-ad76-9c5c0ed3b61a req-2e2fdcfe-5d61-4324-9dbc-94dd366b81e3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Dec 16 17:54:25.161403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcaf0b-752e-4a1e-8849-def2adc0d0fb req-92ddb2e7-5d9d-4ab2-a284-bc874d9d8416 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:25.163437 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88fcaf0b-752e-4a1e-8849-def2adc0d0fb req-92ddb2e7-5d9d-4ab2-a284-bc874d9d8416 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Dec 16 17:54:25.209428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88fcaf0b-752e-4a1e-8849-def2adc0d0fb req-f6c67967-6549-447b-98c5-5845387bf197 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Dec 16 17:54:25.319281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c43619-5346-45b0-9c68-01b1b2c8e89e req-011e75f7-ab12-4069-88c0-46a8b5958ee3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:25.320647 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33c43619-5346-45b0-9c68-01b1b2c8e89e req-011e75f7-ab12-4069-88c0-46a8b5958ee3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0472758 Dec 16 17:54:25.366203 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33c43619-5346-45b0-9c68-01b1b2c8e89e req-aac7547b-343c-48d7-ad5e-c756a1cb6888 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Dec 16 17:54:25.678116 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-269b5b30-2471-4113-b116-e310f47da748 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393238 Dec 16 17:54:25.697015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cc9de-cca0-4e5e-9aab-bcb67eb21df0 req-717bc91f-26c8-497f-9205-8bd2f4205243 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:25.698610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-308cc9de-cca0-4e5e-9aab-bcb67eb21df0 req-717bc91f-26c8-497f-9205-8bd2f4205243 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Dec 16 17:54:25.754564 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-308cc9de-cca0-4e5e-9aab-bcb67eb21df0 req-d1975a86-b0c0-4f80-ba97-e9a453f2dd81 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498917 Dec 16 17:54:26.767026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-a069ab01-2ba2-4f01-8c59-580ac07534df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:26.768387 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-a069ab01-2ba2-4f01-8c59-580ac07534df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1098 time: 0.0426059 Dec 16 17:54:26.859683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-5e230997-05bc-4c77-ba82-b8188f0eb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:26.861184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-5e230997-05bc-4c77-ba82-b8188f0eb47c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0846727 Dec 16 17:54:26.875743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b78402-a4e9-4298-a5b4-b64a4e20ec38 req-9900c74c-d590-48c1-b07d-6c13818e0b42 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:26.877346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-02b78402-a4e9-4298-a5b4-b64a4e20ec38 req-9900c74c-d590-48c1-b07d-6c13818e0b42 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Dec 16 17:54:26.914953 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-c6d620bd-1bbf-4cec-b902-afccef1fd015 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 217 time: 0.0456283 Dec 16 17:54:26.924095 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-02b78402-a4e9-4298-a5b4-b64a4e20ec38 req-9df1668f-4a83-4b7f-83e6-fc69504fc6ed tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Dec 16 17:54:26.964373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-7b7addac-9fad-489c-81ea-1790c73a4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:26.965915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-7b7addac-9fad-489c-81ea-1790c73a4722 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0439897 Dec 16 17:54:26.997291 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-13d9d7fc-86c3-45fa-9e57-864cfc0a3f0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233018 Dec 16 17:54:27.081897 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-8f07f21e-f8e9-483c-bfb0-4536beae9074 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780325 Dec 16 17:54:27.174703 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-158170ab-2758-42cd-872d-af42ba5eb50b service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821557 Dec 16 17:54:28.036599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fdde8-27ab-45c9-ab8d-c3d510e62c14 req-a45f9218-0e62-4d55-809c-a5acf411bcd8 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:28.038076 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-444fdde8-27ab-45c9-ab8d-c3d510e62c14 req-a45f9218-0e62-4d55-809c-a5acf411bcd8 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Dec 16 17:54:28.084090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-444fdde8-27ab-45c9-ab8d-c3d510e62c14 req-f799979b-5457-4ca3-9c23-c539e9c99097 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Dec 16 17:54:29.200847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c97c71-6e1c-453b-9384-835174a02772 req-ffe92e61-3a73-4038-8e39-e6a99f57c990 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:29.202336 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97c97c71-6e1c-453b-9384-835174a02772 req-ffe92e61-3a73-4038-8e39-e6a99f57c990 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0518248 Dec 16 17:54:29.253354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97c97c71-6e1c-453b-9384-835174a02772 req-1b29e513-9c21-453e-9172-6c5a3bb710a1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Dec 16 17:54:30.368120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e3898-a989-452c-b113-bbb00c198afe req-14bcb3ab-9a0c-4b68-b415-3101da7af107 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:30.369624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-613e3898-a989-452c-b113-bbb00c198afe req-14bcb3ab-9a0c-4b68-b415-3101da7af107 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0481918 Dec 16 17:54:30.415927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-613e3898-a989-452c-b113-bbb00c198afe req-9c939948-d2f0-4fe9-9729-73e427e1ccf6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Dec 16 17:54:31.542635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa188e8-f974-483d-a3b0-1626671b2589 req-4d65c6d2-83ad-4a3f-901c-676ff3a809da tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:31.544097 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9aa188e8-f974-483d-a3b0-1626671b2589 req-4d65c6d2-83ad-4a3f-901c-676ff3a809da tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0475085 Dec 16 17:54:31.594162 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9aa188e8-f974-483d-a3b0-1626671b2589 req-42f94a3c-3076-4e39-96cd-847f447afa16 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Dec 16 17:54:32.706992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d554f0-567d-4cc7-96b0-1a630c9a2e98 req-833d7618-3427-4119-8df7-f214f8a401e9 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:32.708501 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-18d554f0-567d-4cc7-96b0-1a630c9a2e98 req-833d7618-3427-4119-8df7-f214f8a401e9 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Dec 16 17:54:32.759565 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-18d554f0-567d-4cc7-96b0-1a630c9a2e98 req-a7cc151a-586a-4492-a744-6d85ba4f5a62 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Dec 16 17:54:33.893538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb399-8413-43da-b04e-10a09cff7121 req-14c5c7dd-41d0-49a8-9636-899719710faf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:33.895007 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ecdb399-8413-43da-b04e-10a09cff7121 req-14c5c7dd-41d0-49a8-9636-899719710faf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0537896 Dec 16 17:54:33.941049 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ecdb399-8413-43da-b04e-10a09cff7121 req-b82049ad-db73-43f7-b390-235afb2a95bf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Dec 16 17:54:35.063607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088e752-9aa0-49cf-8afa-ef3da56aaab9 req-121f0326-ef0e-4c8e-a54c-94a9e5268637 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:35.065090 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b088e752-9aa0-49cf-8afa-ef3da56aaab9 req-121f0326-ef0e-4c8e-a54c-94a9e5268637 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0534949 Dec 16 17:54:35.111455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b088e752-9aa0-49cf-8afa-ef3da56aaab9 req-58917232-0aba-4e57-bba2-7520d72b1847 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Dec 16 17:54:36.226210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d237bb-0ace-45d5-9f9c-496017d86897 req-67f8633a-72d6-4d2a-a0dc-cf528df5afae tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:36.227687 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97d237bb-0ace-45d5-9f9c-496017d86897 req-67f8633a-72d6-4d2a-a0dc-cf528df5afae tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0480733 Dec 16 17:54:36.275099 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-97d237bb-0ace-45d5-9f9c-496017d86897 req-19c4e713-063c-4199-b047-b3a8920ce6d9 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Dec 16 17:54:37.362035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0bc8767-57b0-4aaf-ac14-a0b96a8068e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:37.395488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfd4ce-1677-41d9-ba9e-aeda351e7e97 req-b3580781-7366-4719-af2f-7b8898d0837c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:37.397543 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8bcfd4ce-1677-41d9-ba9e-aeda351e7e97 req-b3580781-7366-4719-af2f-7b8898d0837c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0554831 Dec 16 17:54:37.442956 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8bcfd4ce-1677-41d9-ba9e-aeda351e7e97 req-2a192f35-8422-439e-9379-d996adc96658 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Dec 16 17:54:38.555103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6b36-6df0-443b-aa00-96af5f2c6d2a req-2f871311-d1e3-42c1-995d-dcaa0d79f35e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:38.556578 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e74c6b36-6df0-443b-aa00-96af5f2c6d2a req-2f871311-d1e3-42c1-995d-dcaa0d79f35e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0477502 Dec 16 17:54:38.603375 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e74c6b36-6df0-443b-aa00-96af5f2c6d2a req-885712f7-5f2f-4467-ba72-0b924e43f03a tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Dec 16 17:54:39.684661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a88c4b1b-5651-4278-8f53-582790528c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:39.723311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c3da8-c84c-469e-8622-9b5fa697615d req-9699776a-a1f3-462f-bc8b-26135ebf8c99 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:39.724792 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f57c3da8-c84c-469e-8622-9b5fa697615d req-9699776a-a1f3-462f-bc8b-26135ebf8c99 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Dec 16 17:54:39.775697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f57c3da8-c84c-469e-8622-9b5fa697615d req-004de50a-d2ae-4efb-b6f6-41e460bd64de tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Dec 16 17:54:40.887985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:40.891108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3baa75-e874-4b31-a68e-972d9551a068 req-7e8805bd-a3d4-4973-8cd8-f3fed8d192e0 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:40.892602 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff3baa75-e874-4b31-a68e-972d9551a068 req-7e8805bd-a3d4-4973-8cd8-f3fed8d192e0 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Dec 16 17:54:40.939627 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff3baa75-e874-4b31-a68e-972d9551a068 req-bdbeac4c-252f-4ce7-b435-61a5a1499422 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Dec 16 17:54:41.448049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-eb4eccba-9629-4651-a73c-a89b1fe4cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:41.449589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-eb4eccba-9629-4651-a73c-a89b1fe4cbe6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1098 time: 0.0427902 Dec 16 17:54:41.847044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-8a959c3c-350b-44fb-aa26-4d595c54dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:41.848501 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-8a959c3c-350b-44fb-aa26-4d595c54dee1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.3774831 Dec 16 17:54:41.892604 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-d92178a4-4cd7-4913-a4ee-823de6293405 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 217 time: 0.0360062 Dec 16 17:54:41.944969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-caed2270-9a6a-48af-8c85-09d4e85c295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:41.946414 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-caed2270-9a6a-48af-8c85-09d4e85c295d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0463073 Dec 16 17:54:41.979143 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-34073233-b3c3-4819-a252-691b2044644e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250676 Dec 16 17:54:42.052704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f182bc-087d-4e01-ae4c-8720b8c7522a req-6e8a8e0c-a969-403c-ad0b-555a0e43b56b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:42.054226 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5f182bc-087d-4e01-ae4c-8720b8c7522a req-6e8a8e0c-a969-403c-ad0b-555a0e43b56b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0483551 Dec 16 17:54:42.068900 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-471cbfcf-505b-4636-902a-9babc43b616e service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811014 Dec 16 17:54:42.101784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5f182bc-087d-4e01-ae4c-8720b8c7522a req-0108e558-d3eb-405c-ab90-6e361034ccd3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Dec 16 17:54:42.136229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:42.161973 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1ff42ce5-fa48-4b48-a630-afc2e2deb02d req-8e59e320-abf9-4cde-923a-62c19268f072 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Dec 16 17:54:43.064884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:43.219317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68fdec-5975-49c2-b7a7-d39fb0d040ab req-416270fc-4ab7-43ba-a424-3251901f9200 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:43.220769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba68fdec-5975-49c2-b7a7-d39fb0d040ab req-416270fc-4ab7-43ba-a424-3251901f9200 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Dec 16 17:54:43.266929 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba68fdec-5975-49c2-b7a7-d39fb0d040ab req-aafb5384-953b-4ac8-914f-de6b5cc38b77 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Dec 16 17:54:44.379273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6af3a6-09d3-4689-bd72-241196dd2410 req-e559fa9b-d5f1-431d-bab3-8bc1ab0acdc1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:44.381533 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c6af3a6-09d3-4689-bd72-241196dd2410 req-e559fa9b-d5f1-431d-bab3-8bc1ab0acdc1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Dec 16 17:54:44.430286 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c6af3a6-09d3-4689-bd72-241196dd2410 req-140ba8f6-5cee-4018-b5d0-73688f275ef7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 16 17:54:45.545963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d66f-30ad-4f04-b3a1-22ee66ca8842 req-e68d1269-e652-461a-91aa-d69de8168f20 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:45.547414 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b53d66f-30ad-4f04-b3a1-22ee66ca8842 req-e68d1269-e652-461a-91aa-d69de8168f20 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0473804 Dec 16 17:54:45.598677 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9b53d66f-30ad-4f04-b3a1-22ee66ca8842 req-28da7dfd-1d2f-494b-b77f-3c9cb6e84a8a tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Dec 16 17:54:46.711577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2e8b2-f77d-45b5-9ce7-48e7f7c996b3 req-5bbdf22d-a015-419a-80da-335d815f9050 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:46.713065 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7fb2e8b2-f77d-45b5-9ce7-48e7f7c996b3 req-5bbdf22d-a015-419a-80da-335d815f9050 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0477757 Dec 16 17:54:46.759536 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7fb2e8b2-f77d-45b5-9ce7-48e7f7c996b3 req-afff3822-713a-4a8f-b4ed-3f909aa705e7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Dec 16 17:54:47.871027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbae3c-506e-4d7f-9d5a-9b3acf32225d req-a3e791d9-233e-410c-926f-559b14205835 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:47.872476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-14dbae3c-506e-4d7f-9d5a-9b3acf32225d req-a3e791d9-233e-410c-926f-559b14205835 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0470407 Dec 16 17:54:47.920795 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-14dbae3c-506e-4d7f-9d5a-9b3acf32225d req-56ed3d22-9ffe-4c0e-b1ca-a56d69e00271 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Dec 16 17:54:49.036366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2c9-c842-47f8-943d-99db3aff6f64 req-cb8f3338-05f1-4f9d-b6f3-cc4b00e2723b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:49.037849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e4db2c9-c842-47f8-943d-99db3aff6f64 req-cb8f3338-05f1-4f9d-b6f3-cc4b00e2723b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Dec 16 17:54:49.083967 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e4db2c9-c842-47f8-943d-99db3aff6f64 req-029dd56f-13b1-4316-b6c8-2d96e9a62507 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Dec 16 17:54:50.195900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43898c2-e7bc-4f0f-a89b-76904a883d7f req-c4cf4448-9b17-4235-ae8e-d9d2a542e440 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:50.197399 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d43898c2-e7bc-4f0f-a89b-76904a883d7f req-c4cf4448-9b17-4235-ae8e-d9d2a542e440 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0475860 Dec 16 17:54:50.242893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d43898c2-e7bc-4f0f-a89b-76904a883d7f req-20edc6c0-5318-4852-8153-c240f43fbdf5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Dec 16 17:54:50.279917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:51.358770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332fe67-18bf-461e-a624-3e2dffe5ab5d req-641a62a7-203a-41d2-9c1a-0b47c236b45c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:51.360235 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0332fe67-18bf-461e-a624-3e2dffe5ab5d req-641a62a7-203a-41d2-9c1a-0b47c236b45c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0523746 Dec 16 17:54:51.406570 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0332fe67-18bf-461e-a624-3e2dffe5ab5d req-32380bc0-64e3-45fd-b0c2-e17165f52c06 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Dec 16 17:54:52.520989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04efa1-2aea-4386-b28b-a707926a497c req-c18bd549-51a6-4140-94f7-79ad41f12dc0 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:52.522453 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8f04efa1-2aea-4386-b28b-a707926a497c req-c18bd549-51a6-4140-94f7-79ad41f12dc0 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Dec 16 17:54:52.572213 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8f04efa1-2aea-4386-b28b-a707926a497c req-7bb6e968-6964-4d9f-b23c-be6deada0ecd tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Dec 16 17:54:53.686448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2ec5f-34aa-46e7-b6df-e29bc88f5764 req-c04a8944-0a2f-4188-bbfa-ada0b9c2a61e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:53.688022 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55d2ec5f-34aa-46e7-b6df-e29bc88f5764 req-c04a8944-0a2f-4188-bbfa-ada0b9c2a61e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0484645 Dec 16 17:54:53.738706 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55d2ec5f-34aa-46e7-b6df-e29bc88f5764 req-dce19114-8868-43c4-9840-2f6283a0cd18 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Dec 16 17:54:53.742612 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-55217a7c-1917-4ae3-81e1-0e3520e7b488 service neutron] 10.222.0.57 "GET /v2.0/ports/f063d781-a334-4853-916d-2eff557d83ee/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0542598 Dec 16 17:54:53.941840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-abd6e0ba-6925-401d-9a79-b482cae3eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:53.943232 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-abd6e0ba-6925-401d-9a79-b482cae3eeac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28&tenant_id=ff0841be1927433892bf87178f3a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0400856 Dec 16 17:54:54.007234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-8226d3fe-103a-4176-8776-da4732e92c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:54.008695 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-8226d3fe-103a-4176-8776-da4732e92c95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1098 time: 0.0435972 Dec 16 17:54:54.096074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-8fcc8106-357d-447b-be42-e64a26998f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:54.097577 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-8fcc8106-357d-447b-be42-e64a26998f3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0817907 Dec 16 17:54:54.141113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-1ed839a1-a33e-4fa8-9c8f-48537e78a2ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 217 time: 0.0364068 Dec 16 17:54:54.189033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-1f9fa2a2-0c9c-41ed-80e2-dfb3b8d1665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:54.190440 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-1f9fa2a2-0c9c-41ed-80e2-dfb3b8d1665b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0423794 Dec 16 17:54:54.222788 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-ed7864a3-3c14-4f81-8f74-5a913adeb6ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234349 Dec 16 17:54:54.308011 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-75a76b0a-b9c7-4bd0-a45b-26c85b0d1fc4 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785248 Dec 16 17:54:54.398438 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-74d251e7-7cf9-4799-9d18-0f588b16c64d req-905348ef-d92a-4adc-b4a8-5e182b99dd56 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836627 Dec 16 17:54:54.853445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4d9a4-91ac-417b-804e-058aad87d518 req-4911fcbb-32be-4c30-a922-d0549e9b36ab tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:54.854920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6bd4d9a4-91ac-417b-804e-058aad87d518 req-4911fcbb-32be-4c30-a922-d0549e9b36ab tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Dec 16 17:54:54.901951 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6bd4d9a4-91ac-417b-804e-058aad87d518 req-54fbd22b-f982-4eff-a9d2-0de3198d527c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Dec 16 17:54:56.024378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974046-a184-48d0-851d-500f7a453f5d req-d9778430-2887-4cdb-8a18-26e35837801e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:56.025861 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07974046-a184-48d0-851d-500f7a453f5d req-d9778430-2887-4cdb-8a18-26e35837801e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Dec 16 17:54:56.072647 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07974046-a184-48d0-851d-500f7a453f5d req-5786f693-d09f-4660-bfd7-7d4dd7a74888 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Dec 16 17:54:56.274188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd17cca-a56a-45f6-91ac-59747180bd50 req-755e3e44-2f6b-464a-aa1e-8e348b488d0a tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:56.275664 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4fd17cca-a56a-45f6-91ac-59747180bd50 req-755e3e44-2f6b-464a-aa1e-8e348b488d0a tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0524452 Dec 16 17:54:56.284025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-8d013572-c0a3-448e-9df6-1dc7e4fbb106 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:56.285479 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-8d013572-c0a3-448e-9df6-1dc7e4fbb106 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28&tenant_id=ff0841be1927433892bf87178f3a45fe&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.0514677 Dec 16 17:54:56.324623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4fd17cca-a56a-45f6-91ac-59747180bd50 req-265d76c3-bf18-430f-a761-7b7c6aa483ad tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Dec 16 17:54:56.366493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-ebd3e100-3b1a-4d58-9446-3078990422a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:56.367962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-ebd3e100-3b1a-4d58-9446-3078990422a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 1098 time: 0.0404792 Dec 16 17:54:56.375615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f063d781-a334-4853-916d-2eff557d83ee details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:54:56.461768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-cb3d94c4-3ac6-4b26-a0c4-71d50b961e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:56.463424 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-cb3d94c4-3ac6-4b26-a0c4-71d50b961e0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0880029 Dec 16 17:54:56.472761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:56.484533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'f063d781-a334-4853-916d-2eff557d83ee', 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644', 'port_id': 'f063d781-a334-4853-916d-2eff557d83ee', 'mac_address': 'fa:16:3e:cc:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a88864-b71f-466a-8276-49d048c41e23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:54:56.504219 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-151e94f6-96bf-4719-befb-f195fe36579f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 200 len: 217 time: 0.0341454 Dec 16 17:54:56.522987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:56.535508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f063d781-a334-4853-916d-2eff557d83ee {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:54:56.555358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:56.558727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-8fa6ee44-18f5-4d9e-95d0-ee79a209e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:56.559188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:56.560334 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-8fa6ee44-18f5-4d9e-95d0-ee79a209e40b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0492222 Dec 16 17:54:56.592864 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-2676a39b-cd90-4466-a289-e17cbbf20d6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251374 Dec 16 17:54:56.615187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:56.621817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['f063d781-a334-4853-916d-2eff557d83ee'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:54:56.696821 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-681c9d0b-e412-4e8e-88cc-5d3fe13b7f21 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960073 Dec 16 17:54:56.791206 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2dd6e704-7cca-49d1-86c6-c7b20d5a286c req-0c29cd5d-0891-41a0-9b04-9ad725f37b22 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862815 Dec 16 17:54:57.439538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880058ad-2665-4a76-91a8-d9ef55c9a4a7 req-23e0b8fb-8802-4b30-8b1b-0572c56ef4c2 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:57.440919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-880058ad-2665-4a76-91a8-d9ef55c9a4a7 req-23e0b8fb-8802-4b30-8b1b-0572c56ef4c2 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 944 time: 0.0481980 Dec 16 17:54:57.487045 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-880058ad-2665-4a76-91a8-d9ef55c9a4a7 req-52752287-aa59-4482-85c1-d44d55953a0b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Dec 16 17:54:57.598179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247c48f-094f-4838-b980-dad8ffe7ab4f req-a8a5e495-c7d1-41b6-83c0-7c77b1e06182 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:57.600176 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5247c48f-094f-4838-b980-dad8ffe7ab4f req-a8a5e495-c7d1-41b6-83c0-7c77b1e06182 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 944 time: 0.0481315 Dec 16 17:54:57.649187 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5247c48f-094f-4838-b980-dad8ffe7ab4f req-84190681-f4f0-4c70-9161-e69026d7c5d7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Dec 16 17:54:57.764954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ec90-a780-48e6-9147-35d1c94abda4 req-24f7c204-a820-49d0-9c28-2a26efa59398 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:57.766389 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d59ec90-a780-48e6-9147-35d1c94abda4 req-24f7c204-a820-49d0-9c28-2a26efa59398 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 944 time: 0.0530736 Dec 16 17:54:57.814006 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d59ec90-a780-48e6-9147-35d1c94abda4 req-7479c986-1cbe-46a9-a46d-11a4e8f21b3e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Dec 16 17:54:58.157220 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-a0097924-c836-42ed-a0cf-eaa426ab3ec2 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:58.158660 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-a0097924-c836-42ed-a0cf-eaa426ab3ec2 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 815 time: 0.1012928 Dec 16 17:54:58.172964 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fe47b947-0b41-4ee5-bc12-e2535ba1a8e5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/quotas/ff0841be1927433892bf87178f3a45fe HTTP/1.1" status: 200 len: 375 time: 0.0085773 Dec 16 17:54:58.219253 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-41f3d2bb-f1bb-4843-ae7f-341bd7d1c45c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0406947 Dec 16 17:54:58.308607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-54e96ae1-9dba-4587-a3fa-064f426795a2 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818651 Dec 16 17:54:58.369855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f063d781-a334-4853-916d-2eff557d83ee up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:54:58.396411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-64713508-d37b-46a4-8531-170d785f8b1b service neutron] 10.222.0.66 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818572 Dec 16 17:54:58.421223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port f063d781-a334-4853-916d-2eff557d83ee triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:54:58.421600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:58.500074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:58.526188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:54:58.528445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b7bb3e-001c-4fbd-bd32-1bcb990c86c4" -d '{"events": [{"server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "name": "network-vif-plugged", "status": "completed", "tag": "f063d781-a334-4853-916d-2eff557d83ee"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:54:58.542593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:58.549583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:58.573434 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3c20c803-892b-40ff-86ed-1b756b5c1d65 req-6037d144-42c0-432c-a914-3fb1c6eae22d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Dec 16 17:54:58.582447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94677eb-f768-40f8-9f02-05181ef2a558 x-openstack-request-id: req-e94677eb-f768-40f8-9f02-05181ef2a558 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:54:58.582743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "name": "network-vif-plugged", "status": "completed", "tag": "f063d781-a334-4853-916d-2eff557d83ee", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:54:58.583000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e94677eb-f768-40f8-9f02-05181ef2a558 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:54:58.583391 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee', 'code': 200} Dec 16 17:54:58.611083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:54:59.503218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-eaa976b9-1e8c-4214-94a3-49f94b1631a4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:59.505071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-eaa976b9-1e8c-4214-94a3-49f94b1631a4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 815 time: 0.1056044 Dec 16 17:54:59.518707 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Request body: {'port': {'device_id': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644', 'admin_state_up': True, 'tenant_id': 'ff0841be1927433892bf87178f3a45fe'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:54:59.634444 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Made reservation on behalf of ff0841be1927433892bf87178f3a45fe for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:54:59.638090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:59.662887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-712d3ebf-8496-47fc-b896-c706885cfbce req-7823ea20-489e-4094-a59b-29ef32ce15e2 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 210 time: 0.0254569 Dec 16 17:54:59.767709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Allocated IP 172.20.0.5 (ab8a3114-9615-4ef8-9070-59bd73542644/81a88864-b71f-466a-8276-49d048c41e23/6602a038-be51-4554-bcbf-3d9529cab386) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:54:59.791126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-d278370b-4d63-41db-9dd0-5f95d27faef3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:54:59.792582 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-d278370b-4d63-41db-9dd0-5f95d27faef3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7b86719-30eb-4137-bd32-c0c45a0c1f28 HTTP/1.1" status: 200 len: 945 time: 0.0523262 Dec 16 17:54:59.885449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Deleting port f063d781-a334-4853-916d-2eff557d83ee {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:54:59.885790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:59.911822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:59.950485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:59.962849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['f063d781-a334-4853-916d-2eff557d83ee'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:54:59.978649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] For port f063d781-a334-4853-916d-2eff557d83ee, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f063d781-a334-4853-916d-2eff557d83ee,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:54:59.979267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:59.995395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Network ab8a3114-9615-4ef8-9070-59bd73542644 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:54:59.998916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:00.000910 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Calling delete_port for f063d781-a334-4853-916d-2eff557d83ee owned by compute:nova {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:55:00.002895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:00.034796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Pushing event updated for resources: {'Port': ['ID=6602a038-be51-4554-bcbf-3d9529cab386,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:00.058328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:00.058941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.078712 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-293c3321-503c-40ae-8ff4-21bacff450d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639145 Dec 16 17:55:00.093359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Request body: {'port': {'device_id': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:00.146682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.155073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.178669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Pushing event deleted for resources: {'Port': ['ID=f063d781-a334-4853-916d-2eff557d83ee,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:00.237113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] No DVR routers for this DVR port f063d781-a334-4853-916d-2eff557d83ee on host hv-neutron-8218 {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:55:00.239622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.243560 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "DELETE /v2.0/ports/f063d781-a334-4853-916d-2eff557d83ee HTTP/1.1" status: 204 len: 173 time: 0.4443207 Dec 16 17:55:00.244010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'name': 'network-vif-deleted', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:00.246358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e717796-cd3b-4f1e-bb56-f3b2cf46c0bc" -d '{"events": [{"server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "name": "network-vif-deleted", "tag": "f063d781-a334-4853-916d-2eff557d83ee"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:00.284255 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cea43c0-2f24-4299-a9b6-b92ac62bb15a x-openstack-request-id: req-3cea43c0-2f24-4299-a9b6-b92ac62bb15a {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:00.284545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b86719-30eb-4137-bd32-c0c45a0c1f28", "name": "network-vif-deleted", "tag": "f063d781-a334-4853-916d-2eff557d83ee", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:00.284864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cea43c0-2f24-4299-a9b6-b92ac62bb15a {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:00.285234 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b86719-30eb-4137-bd32-c0c45a0c1f28', 'name': 'network-vif-deleted', 'tag': 'f063d781-a334-4853-916d-2eff557d83ee', 'status': 'completed', 'code': 200} Dec 16 17:55:00.424403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6602a038-be51-4554-bcbf-3d9529cab386 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:00.432105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.444319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Transition to ACTIVE for port object 6602a038-be51-4554-bcbf-3d9529cab386 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:00.448438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.499593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Pushing event updated for resources: {'Port': ['ID=6602a038-be51-4554-bcbf-3d9529cab386,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:00.558397 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:55:00.565623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Attempting to bind port 6602a038-be51-4554-bcbf-3d9529cab386 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:00.566022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Attempting to bind port 6602a038-be51-4554-bcbf-3d9529cab386 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:00.566269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Attempting to bind port 6602a038-be51-4554-bcbf-3d9529cab386 on network ab8a3114-9615-4ef8-9070-59bd73542644 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:00.570459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Port 6602a038-be51-4554-bcbf-3d9529cab386 on network ab8a3114-9615-4ef8-9070-59bd73542644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:00.570781 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Attempting to bind port 6602a038-be51-4554-bcbf-3d9529cab386 on network ab8a3114-9615-4ef8-9070-59bd73542644 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:00.576147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:00.576606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Checking segment: {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:00.577135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Bound using segment: {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:00.577570 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Bound port: 6602a038-be51-4554-bcbf-3d9529cab386, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555d30af-90a7-46e0-aab7-d195a5fc817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:00.577925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.640162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] For port 6602a038-be51-4554-bcbf-3d9529cab386, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:00.644016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] For port 6602a038-be51-4554-bcbf-3d9529cab386, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6602a038-be51-4554-bcbf-3d9529cab386,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:00.647794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.687769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:00.687769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:00.687769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] 10.222.0.57 "PUT /v2.0/ports/6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 200 len: 1093 time: 0.5991724 Dec 16 17:55:00.687769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'tag': '6602a038-be51-4554-bcbf-3d9529cab386'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:00.689447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78430077-3ef5-4772-9be5-c67f8b6ce42b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd1d285-2e1d-4c39-9326-22656885fd87", "tag": "6602a038-be51-4554-bcbf-3d9529cab386"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:00.733475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc210fd6-025e-4b03-b3f8-acadd614de26 service neutron] Pushing event updated for resources: {'Port': ['ID=6602a038-be51-4554-bcbf-3d9529cab386,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:00.739169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b077222c-bb32-438d-b00a-d49f2e4ef43f x-openstack-request-id: req-b077222c-bb32-438d-b00a-d49f2e4ef43f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:00.739603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd1d285-2e1d-4c39-9326-22656885fd87", "tag": "6602a038-be51-4554-bcbf-3d9529cab386", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:00.740847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b077222c-bb32-438d-b00a-d49f2e4ef43f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:00.741478 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'tag': '6602a038-be51-4554-bcbf-3d9529cab386', 'status': 'completed', 'code': 200} Dec 16 17:55:00.820078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd06a90-e1ae-44b9-8a64-f8b3b86d38dd req-1345efdb-c4ac-46cd-b874-91d90be23763 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:00.824336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-eb1aac29-d2a0-44dc-9a5a-36d0f2886aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:00.825433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fdd06a90-e1ae-44b9-8a64-f8b3b86d38dd req-1345efdb-c4ac-46cd-b874-91d90be23763 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 943 time: 0.0636446 Dec 16 17:55:00.825934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-eb1aac29-d2a0-44dc-9a5a-36d0f2886aa9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 1096 time: 0.0496645 Dec 16 17:55:00.872229 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-ce2d503f-aaaa-4278-a1de-928cb108cc35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 200 len: 217 time: 0.0380347 Dec 16 17:55:00.879789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fdd06a90-e1ae-44b9-8a64-f8b3b86d38dd req-5bdcc18d-656c-446a-bd36-3aa963341a01 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Dec 16 17:55:00.922148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-322e6725-fd43-4ab6-b422-77bc02a72198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:00.923633 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-322e6725-fd43-4ab6-b422-77bc02a72198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0443587 Dec 16 17:55:00.955099 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-26b53c11-a0c9-4c88-aa86-1e5c0483a9d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233450 Dec 16 17:55:01.051072 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-2cd8bc1d-643a-4d56-9585-169604585854 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877204 Dec 16 17:55:01.137788 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-291550f5-a1a9-4426-9a8c-d68bc067674a req-0c5d7c24-6fd4-4fb5-b4e4-d5ebd63e6455 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796194 Dec 16 17:55:01.226826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-2ce70e43-1520-4bd1-a5b0-8d394936c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:01.228336 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-2ce70e43-1520-4bd1-a5b0-8d394936c6e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 1096 time: 0.0454094 Dec 16 17:55:01.315613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-467f3bf6-78f9-4b82-b39e-50ea57f8b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:01.317089 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-467f3bf6-78f9-4b82-b39e-50ea57f8b548 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0814381 Dec 16 17:55:01.361589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-091b540a-9b74-426a-b666-3c6a187f78f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 200 len: 217 time: 0.0370626 Dec 16 17:55:01.409625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-db09ea8a-fd4e-456c-afaf-66f3d3b73f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:01.410967 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-db09ea8a-fd4e-456c-afaf-66f3d3b73f47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0417345 Dec 16 17:55:01.441736 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-1a01f514-9262-46c9-8593-9e0d37d2f23d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237150 Dec 16 17:55:01.528436 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-3d4cee1c-e159-42ad-bd53-ac8cc02bb14f service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787954 Dec 16 17:55:01.622617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-78430077-3ef5-4772-9be5-c67f8b6ce42b req-8ba66f22-76fd-4b38-a343-692489433ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863068 Dec 16 17:55:01.994729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1853-87e8-47a9-a2c5-717991a7f8dc req-324a498b-a57a-432f-b2d6-238bada079bd tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:01.996200 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e33f1853-87e8-47a9-a2c5-717991a7f8dc req-324a498b-a57a-432f-b2d6-238bada079bd tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 943 time: 0.0483809 Dec 16 17:55:02.046887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e33f1853-87e8-47a9-a2c5-717991a7f8dc req-8ed1833e-0f5c-468b-9132-dc0f40c46cf4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Dec 16 17:55:02.415398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6602a038-be51-4554-bcbf-3d9529cab386 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:55:02.509456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6602a038-be51-4554-bcbf-3d9529cab386, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6602a038-be51-4554-bcbf-3d9529cab386,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:02.520794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '6602a038-be51-4554-bcbf-3d9529cab386', 'network_id': 'ab8a3114-9615-4ef8-9070-59bd73542644', 'port_id': '6602a038-be51-4554-bcbf-3d9529cab386', 'mac_address': 'fa:16:3e:7c:51:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a88864-b71f-466a-8276-49d048c41e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:55:02.557177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:02.570163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6602a038-be51-4554-bcbf-3d9529cab386 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:02.589765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6602a038-be51-4554-bcbf-3d9529cab386, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6602a038-be51-4554-bcbf-3d9529cab386,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:02.593264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:02.652730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=6602a038-be51-4554-bcbf-3d9529cab386,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:02.790874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['6602a038-be51-4554-bcbf-3d9529cab386'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:55:03.318237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe5bb-fbab-48a3-bb20-d63405a670d1 req-382c8d61-26a4-4b07-948e-1b04d62d86c8 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:03.319726 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-83ebe5bb-fbab-48a3-bb20-d63405a670d1 req-382c8d61-26a4-4b07-948e-1b04d62d86c8 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 944 time: 0.0529611 Dec 16 17:55:03.367016 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-83ebe5bb-fbab-48a3-bb20-d63405a670d1 req-45de5d97-7371-4aa3-9bef-cc7f23b43e23 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Dec 16 17:55:04.425882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6602a038-be51-4554-bcbf-3d9529cab386 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:04.479448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 6602a038-be51-4554-bcbf-3d9529cab386 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:55:04.483960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 6602a038-be51-4554-bcbf-3d9529cab386 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:04.484338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:04.486667 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05bf1-cc0f-400c-b75f-dda8748f3262 req-21db246b-1632-4142-898a-6be8682fd9b5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:04.488299 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bdd05bf1-cc0f-400c-b75f-dda8748f3262 req-21db246b-1632-4142-898a-6be8682fd9b5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 944 time: 0.0541413 Dec 16 17:55:04.544827 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bdd05bf1-cc0f-400c-b75f-dda8748f3262 req-874e34bb-019a-4021-9fe8-5645d1f2ae98 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Dec 16 17:55:04.563297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:04.587587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6602a038-be51-4554-bcbf-3d9529cab386'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:04.589908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d507d5-bc8c-41e8-9129-65f9710cb085" -d '{"events": [{"server_uuid": "dcd1d285-2e1d-4c39-9326-22656885fd87", "name": "network-vif-plugged", "status": "completed", "tag": "6602a038-be51-4554-bcbf-3d9529cab386"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:04.602836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6602a038-be51-4554-bcbf-3d9529cab386, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6602a038-be51-4554-bcbf-3d9529cab386,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:04.606852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:04.607750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f063d781-a334-4853-916d-2eff557d83ee no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:55:04.632537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1449972e-dc3e-4251-8c34-ffd464fc9893 x-openstack-request-id: req-1449972e-dc3e-4251-8c34-ffd464fc9893 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:04.632833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd1d285-2e1d-4c39-9326-22656885fd87", "name": "network-vif-plugged", "status": "completed", "tag": "6602a038-be51-4554-bcbf-3d9529cab386", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:04.633117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1449972e-dc3e-4251-8c34-ffd464fc9893 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:04.633518 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6602a038-be51-4554-bcbf-3d9529cab386', 'code': 200} Dec 16 17:55:04.651408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: f063d781-a334-4853-916d-2eff557d83ee {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:55:04.651636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device f063d781-a334-4853-916d-2eff557d83ee not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:55:04.679956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=6602a038-be51-4554-bcbf-3d9529cab386,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:04.804663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff68764-36a7-4f0e-9350-f5e016a4f6f6 req-1e62bf63-f915-4d80-b205-89c2f4ecbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:04.806221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ff68764-36a7-4f0e-9350-f5e016a4f6f6 req-1e62bf63-f915-4d80-b205-89c2f4ecbc2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 1098 time: 0.0410569 Dec 16 17:55:04.850964 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8ff68764-36a7-4f0e-9350-f5e016a4f6f6 req-fe853e78-2348-4d0a-be2c-d3d35117cefd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Dec 16 17:55:05.658826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9b55f-2fc4-4a1b-964d-bdef86937fae req-8b981e9a-fcfd-418f-bf90-083dae0034e1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:05.660295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8bb9b55f-2fc4-4a1b-964d-bdef86937fae req-8b981e9a-fcfd-418f-bf90-083dae0034e1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Dec 16 17:55:05.708380 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8bb9b55f-2fc4-4a1b-964d-bdef86937fae req-dacc6635-f208-4be1-9c41-f33db6508333 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Dec 16 17:55:06.824250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1960a3-53cd-401f-a3aa-9b2dd6c25d7b req-28d7a045-b413-4abb-b659-76d0993d88ee tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:06.825696 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe1960a3-53cd-401f-a3aa-9b2dd6c25d7b req-28d7a045-b413-4abb-b659-76d0993d88ee tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Dec 16 17:55:06.876151 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe1960a3-53cd-401f-a3aa-9b2dd6c25d7b req-f54964fd-296b-43a5-82d5-c6610728a238 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Dec 16 17:55:06.987826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c7169-6da8-49bc-bfd8-f5cb5c1faf5c req-591a287b-4245-4684-967a-2098c3e52ce4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:06.989299 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a84c7169-6da8-49bc-bfd8-f5cb5c1faf5c req-591a287b-4245-4684-967a-2098c3e52ce4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0474255 Dec 16 17:55:07.036419 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a84c7169-6da8-49bc-bfd8-f5cb5c1faf5c req-12083f8e-7294-4421-b50e-2fe146736eea tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Dec 16 17:55:07.257703 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-587f8a8c-9eef-4640-9648-f8f23f2a4c20 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440922 Dec 16 17:55:07.265960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936dcc-1dc9-4602-bf98-753d1fc3e3b7 req-68efa25d-d4dd-40dc-afe4-5917554fdd07 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:07.267422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d2936dcc-1dc9-4602-bf98-753d1fc3e3b7 req-68efa25d-d4dd-40dc-afe4-5917554fdd07 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Dec 16 17:55:07.315276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d2936dcc-1dc9-4602-bf98-753d1fc3e3b7 req-b33f9e54-0e8b-4728-8779-334af76d1beb tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Dec 16 17:55:07.363692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0047641-f1df-4057-b2f9-5f3f8175c1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:08.338577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-046a07d6-172b-4ea0-b8fe-1e8ef027805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:08.339996 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-046a07d6-172b-4ea0-b8fe-1e8ef027805f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 1098 time: 0.0408628 Dec 16 17:55:08.430611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-00e355da-0a1a-448e-ba88-d77a8ec96ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:08.432097 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-00e355da-0a1a-448e-ba88-d77a8ec96ab6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0846131 Dec 16 17:55:08.432727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036809a-afb5-4136-9a12-88e9afa13326 req-2b18ac67-7749-4be4-a2e3-f554c5e3a9ba tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:08.434200 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c036809a-afb5-4136-9a12-88e9afa13326 req-2b18ac67-7749-4be4-a2e3-f554c5e3a9ba tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0510230 Dec 16 17:55:08.477370 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-c5c5491d-9a05-4a7e-8eff-827e0f39e421 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 200 len: 217 time: 0.0384738 Dec 16 17:55:08.480681 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c036809a-afb5-4136-9a12-88e9afa13326 req-c3a45a77-4f82-4eb5-923a-197a04c34446 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Dec 16 17:55:08.527227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-7ee7bb93-3d81-40cb-85a8-5e182d2c6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:08.528685 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-7ee7bb93-3d81-40cb-85a8-5e182d2c6adf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0445113 Dec 16 17:55:08.560754 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-fd67b820-b41a-4d4f-b040-e1273ed1e121 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239911 Dec 16 17:55:08.652626 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-0bc59f25-537d-4dad-a37b-f465b56fffff service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828331 Dec 16 17:55:08.740659 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-f69d0638-1e93-4976-ad73-eaee3104db0f service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803738 Dec 16 17:55:09.594769 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e300bd-c488-4555-b39a-dbf9e85534d4 req-5555567b-52bf-4bd1-aca5-7c26e94a5717 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:09.596237 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-82e300bd-c488-4555-b39a-dbf9e85534d4 req-5555567b-52bf-4bd1-aca5-7c26e94a5717 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0491433 Dec 16 17:55:09.642982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-82e300bd-c488-4555-b39a-dbf9e85534d4 req-f94a13e5-6774-4303-8e97-0accd35506a7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Dec 16 17:55:09.686491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a67bf92-07e2-45eb-b82f-fec1fc07d53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.759991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480241-b71b-44c7-8577-142196d46df1 req-af74ea2c-0ce2-4cfe-90fb-d1c295f55de3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:10.761866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-39480241-b71b-44c7-8577-142196d46df1 req-af74ea2c-0ce2-4cfe-90fb-d1c295f55de3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Dec 16 17:55:10.811818 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-39480241-b71b-44c7-8577-142196d46df1 req-c110736c-9585-43d8-bca4-ae94fb696602 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Dec 16 17:55:10.890274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:11.924607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeb7d3-ab70-49b2-af94-2706f233ccbf req-e34dc945-b94f-4aac-adad-b96f53f35ab1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:11.926152 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5ceeb7d3-ab70-49b2-af94-2706f233ccbf req-e34dc945-b94f-4aac-adad-b96f53f35ab1 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0475018 Dec 16 17:55:11.973858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5ceeb7d3-ab70-49b2-af94-2706f233ccbf req-a22d24dc-93ce-4c8a-a39a-f9ff6b7e0b61 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Dec 16 17:55:12.137168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.070310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.098510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ba324-d13b-4fe7-8480-b1d6016e120a req-f82d754c-e8b2-408f-9871-def17b46dfc7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:13.099988 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-df6ba324-d13b-4fe7-8480-b1d6016e120a req-f82d754c-e8b2-408f-9871-def17b46dfc7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0489035 Dec 16 17:55:13.150274 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-df6ba324-d13b-4fe7-8480-b1d6016e120a req-44504060-89b8-4790-ae31-1b4b683bfaf6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Dec 16 17:55:14.261976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfebcff-8957-4d5d-8ec5-ee470813ee04 req-ac1151c9-745e-419f-a5cd-e35ff2e9d55b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:14.263458 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dbfebcff-8957-4d5d-8ec5-ee470813ee04 req-ac1151c9-745e-419f-a5cd-e35ff2e9d55b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Dec 16 17:55:14.309515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dbfebcff-8957-4d5d-8ec5-ee470813ee04 req-fd612323-1388-48fe-af63-237e149a0ff0 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Dec 16 17:55:15.424352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73317bc3-8945-4c3e-bc6e-6fe3dce2e21d req-90d4b563-32e6-4720-bd10-3345320f8269 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:15.425853 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73317bc3-8945-4c3e-bc6e-6fe3dce2e21d req-90d4b563-32e6-4720-bd10-3345320f8269 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0483210 Dec 16 17:55:15.473317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73317bc3-8945-4c3e-bc6e-6fe3dce2e21d req-e33151e6-2fac-4341-bc1e-bd1f03545fab tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410430 Dec 16 17:55:16.598055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea1288-2520-456a-bd82-a20fadff4751 req-3f935aa4-17d1-4ad5-af6b-8c5a77463970 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:16.599701 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b0ea1288-2520-456a-bd82-a20fadff4751 req-3f935aa4-17d1-4ad5-af6b-8c5a77463970 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0557806 Dec 16 17:55:16.649292 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b0ea1288-2520-456a-bd82-a20fadff4751 req-8a4190bc-6d65-4f7c-91c4-b3b924cbba3e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Dec 16 17:55:17.761258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788064b-6ef0-42d4-8653-5683eee6e86e req-274d8a3c-d15a-45d7-a11b-f2a93deb9c78 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:17.762718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7788064b-6ef0-42d4-8653-5683eee6e86e req-274d8a3c-d15a-45d7-a11b-f2a93deb9c78 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0472462 Dec 16 17:55:17.808327 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7788064b-6ef0-42d4-8653-5683eee6e86e req-ba362aae-3ca5-43fd-9b8a-56750f391f47 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Dec 16 17:55:18.920819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57605c45-6a30-4595-b255-992208f0cefc req-56a67e44-244f-4dd2-8c47-ed1faf66594c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:18.922304 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57605c45-6a30-4595-b255-992208f0cefc req-56a67e44-244f-4dd2-8c47-ed1faf66594c tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Dec 16 17:55:18.970930 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57605c45-6a30-4595-b255-992208f0cefc req-33086760-1000-4dde-8f4a-eb13f9d5a6ca tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Dec 16 17:55:20.083068 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ca538-ae4d-4fdf-b061-b0d809e373d9 req-8083b9c9-f6b0-465d-84c9-ca7c6e44697f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:20.084425 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a90ca538-ae4d-4fdf-b061-b0d809e373d9 req-8083b9c9-f6b0-465d-84c9-ca7c6e44697f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0473869 Dec 16 17:55:20.134489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a90ca538-ae4d-4fdf-b061-b0d809e373d9 req-95b33b2a-e743-4258-948f-291c89a27450 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Dec 16 17:55:20.282007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:21.245553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65330-a925-4359-a992-719b005892b2 req-30ff3017-1dc6-47fb-b3be-a4826ec81c68 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:21.246999 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-83e65330-a925-4359-a992-719b005892b2 req-30ff3017-1dc6-47fb-b3be-a4826ec81c68 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0467744 Dec 16 17:55:21.292240 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-83e65330-a925-4359-a992-719b005892b2 req-1c91096d-9e9f-484b-b647-4a6b156d613a tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Dec 16 17:55:22.410112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268323d-ad5c-4a67-b066-9b219bc8080d req-be61ce15-2792-4a70-81ed-9c6ea62eae4e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:22.411552 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d268323d-ad5c-4a67-b066-9b219bc8080d req-be61ce15-2792-4a70-81ed-9c6ea62eae4e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Dec 16 17:55:22.456265 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d268323d-ad5c-4a67-b066-9b219bc8080d req-3e8e2fb9-fdf0-4dd3-8e32-6266dcc11102 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Dec 16 17:55:23.567101 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082e8b9-1f43-43dc-864a-26dcf2985863 req-2d1798cf-7645-4a33-977c-a12966fdffbb tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:23.568574 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d082e8b9-1f43-43dc-864a-26dcf2985863 req-2d1798cf-7645-4a33-977c-a12966fdffbb tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Dec 16 17:55:23.614876 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d082e8b9-1f43-43dc-864a-26dcf2985863 req-d5476ce5-10f6-4251-8fa2-ef4830764e22 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Dec 16 17:55:24.732053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f8ec-e12d-4634-a449-284c8b02d819 req-1815831e-0229-4843-ac14-43bad9648244 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:24.733547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4515f8ec-e12d-4634-a449-284c8b02d819 req-1815831e-0229-4843-ac14-43bad9648244 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Dec 16 17:55:24.779747 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4515f8ec-e12d-4634-a449-284c8b02d819 req-7bf9982b-6c49-44cd-99f2-18242b362461 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Dec 16 17:55:25.894695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001e632-05c6-4788-be7e-bc8fd6e4ad45 req-b8fa6d73-a408-48e1-8063-27fcbf9f241e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:25.896703 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4001e632-05c6-4788-be7e-bc8fd6e4ad45 req-b8fa6d73-a408-48e1-8063-27fcbf9f241e tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Dec 16 17:55:25.944898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4001e632-05c6-4788-be7e-bc8fd6e4ad45 req-0e38a26b-d488-4ca3-84b6-1a0dfd776228 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Dec 16 17:55:27.055675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4d5b5-485b-4843-adf2-1d4689c2e7c8 req-921b606d-6203-40a9-b614-70352fecc2cf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:27.057160 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-65f4d5b5-485b-4843-adf2-1d4689c2e7c8 req-921b606d-6203-40a9-b614-70352fecc2cf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Dec 16 17:55:27.106839 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-65f4d5b5-485b-4843-adf2-1d4689c2e7c8 req-7e83e4d9-d2ed-4591-a230-71679d11b109 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Dec 16 17:55:28.468656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914e075-2ef8-4f96-814f-4018d5280db5 req-7ab49a4f-6517-405f-ad64-494182f1f8bf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:28.470056 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8914e075-2ef8-4f96-814f-4018d5280db5 req-7ab49a4f-6517-405f-ad64-494182f1f8bf tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.2970731 Dec 16 17:55:28.515800 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8914e075-2ef8-4f96-814f-4018d5280db5 req-5ef72864-37cd-4143-abe8-de7659a61e1b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Dec 16 17:55:29.627354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb6b8-bd37-4a2e-9aa6-12a708fac1e6 req-f4aff7d0-711c-42bd-8beb-8930f7c49d61 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:29.628781 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00cdb6b8-bd37-4a2e-9aa6-12a708fac1e6 req-f4aff7d0-711c-42bd-8beb-8930f7c49d61 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0471077 Dec 16 17:55:29.674241 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00cdb6b8-bd37-4a2e-9aa6-12a708fac1e6 req-4d1ef316-5688-4565-be52-28c5c7f97c42 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Dec 16 17:55:30.799180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b53e-f64c-4083-8fe4-81e6fdb3cb46 req-200a8c4b-b3cd-4fd4-9a4c-b4d73d317d9d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:30.800581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7821b53e-f64c-4083-8fe4-81e6fdb3cb46 req-200a8c4b-b3cd-4fd4-9a4c-b4d73d317d9d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0550203 Dec 16 17:55:30.847661 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7821b53e-f64c-4083-8fe4-81e6fdb3cb46 req-3f2af862-953e-443a-a420-e8d76a761674 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Dec 16 17:55:31.962114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1650-d8c9-42d0-91b8-7a00adb0eae5 req-39072955-a812-40d2-a613-95de8ba4b0d3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:31.963718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72bc1650-d8c9-42d0-91b8-7a00adb0eae5 req-39072955-a812-40d2-a613-95de8ba4b0d3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0480821 Dec 16 17:55:32.009588 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72bc1650-d8c9-42d0-91b8-7a00adb0eae5 req-9529a7db-ac7f-48b6-adc6-26cbe5036dba tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Dec 16 17:55:33.122039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f982530-77bf-4f72-96df-89a7f4073159 req-ff815f27-8633-4fc9-b723-b9ac77945d08 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:33.123560 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f982530-77bf-4f72-96df-89a7f4073159 req-ff815f27-8633-4fc9-b723-b9ac77945d08 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Dec 16 17:55:33.173128 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f982530-77bf-4f72-96df-89a7f4073159 req-b48aa0e0-fb6d-4643-b11f-b51d21bf586f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Dec 16 17:55:34.284696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9a8e4-1ab3-420d-be3f-0dfa99e6e3ac req-0ab517ed-b3fe-444d-8e72-50f28f0a40e6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:34.286178 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33f9a8e4-1ab3-420d-be3f-0dfa99e6e3ac req-0ab517ed-b3fe-444d-8e72-50f28f0a40e6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0474720 Dec 16 17:55:34.332278 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33f9a8e4-1ab3-420d-be3f-0dfa99e6e3ac req-e021f313-da27-4a88-a3af-4584237b99c3 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Dec 16 17:55:35.389389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-272756c2-4d2a-4d09-827a-86f3983b11a7 service neutron] 10.222.0.57 "GET /v2.0/ports/6602a038-be51-4554-bcbf-3d9529cab386/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0578210 Dec 16 17:55:35.446820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb1c4-0205-4576-90ee-ca4caa3b8aeb req-e26d8d44-dde6-474e-a55b-e61a0743503f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.448609 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-26acb1c4-0205-4576-90ee-ca4caa3b8aeb req-e26d8d44-dde6-474e-a55b-e61a0743503f tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Dec 16 17:55:35.496591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-26acb1c4-0205-4576-90ee-ca4caa3b8aeb req-08ecf562-7e76-455f-98c5-993543403af4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Dec 16 17:55:35.589611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-404a6c00-75b1-4c55-ab9e-1ca7412b4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.591085 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-404a6c00-75b1-4c55-ab9e-1ca7412b4670 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87&tenant_id=ff0841be1927433892bf87178f3a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0404842 Dec 16 17:55:35.650996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-2c1056bd-cbe8-4b1f-a69b-1ab8568b9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.652348 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-2c1056bd-cbe8-4b1f-a69b-1ab8568b9ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 1098 time: 0.0388639 Dec 16 17:55:35.741592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-16e25ace-7f22-48dd-97c2-6d484f94d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.743036 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-16e25ace-7f22-48dd-97c2-6d484f94d0a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0841684 Dec 16 17:55:35.784762 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-8c77a342-2f0e-4725-97f1-56dd07270470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 200 len: 217 time: 0.0346365 Dec 16 17:55:35.833228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-ab905075-eedc-435b-917f-bfd8c1e19c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.835237 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-ab905075-eedc-435b-917f-bfd8c1e19c40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0431919 Dec 16 17:55:35.865645 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-973b4ca8-8e41-465c-9cb2-684972866e6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236695 Dec 16 17:55:35.955895 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-73541f19-ee0a-4034-874c-0d19a338bb58 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Dec 16 17:55:36.042912 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ec1ed256-8b9c-407b-a979-49f24cc3ef85 req-3ab49629-e5fc-4f1f-87ec-8b3a3899f6f3 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789902 Dec 16 17:55:36.614209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14f31-6f1f-4f63-bf5c-9661cddcc786 req-ae1462d5-4596-45d5-8cb9-93a9125309d4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:36.616233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9bb14f31-6f1f-4f63-bf5c-9661cddcc786 req-ae1462d5-4596-45d5-8cb9-93a9125309d4 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Dec 16 17:55:36.662353 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9bb14f31-6f1f-4f63-bf5c-9661cddcc786 req-3ebfa4c6-85f3-4e0a-a746-cf6b59fc12b6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Dec 16 17:55:37.364553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c43260e7-eb85-47b1-a2cf-9a55b8cf00ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:37.557398 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:55:37.777231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713627-0cec-480a-885c-7436b1d03cf2 req-e640fb44-33a4-4d31-bcfa-1033d4575cdc tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:37.778705 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a6713627-0cec-480a-885c-7436b1d03cf2 req-e640fb44-33a4-4d31-bcfa-1033d4575cdc tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Dec 16 17:55:37.825043 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a6713627-0cec-480a-885c-7436b1d03cf2 req-f6f3fde3-d339-4340-9532-aad75ca2f5e0 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Dec 16 17:55:38.016740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3a36-2da5-49be-9471-cdfff2fb62b0 req-c5dc1057-aa80-4b0c-9830-49d9d8e9411b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.018411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f8f3a36-2da5-49be-9471-cdfff2fb62b0 req-c5dc1057-aa80-4b0c-9830-49d9d8e9411b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Dec 16 17:55:38.039409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-d2075ea9-74ee-4fc8-8012-adade20b0093 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.040884 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-d2075ea9-74ee-4fc8-8012-adade20b0093 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87&tenant_id=ff0841be1927433892bf87178f3a45fe&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.0571656 Dec 16 17:55:38.065686 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f8f3a36-2da5-49be-9471-cdfff2fb62b0 req-1d23cbbe-5a18-48ee-88cc-f11bf51e40ca tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Dec 16 17:55:38.122965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-57e76b5a-9d92-4daf-bd1a-1aaac2b58fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.124416 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-57e76b5a-9d92-4daf-bd1a-1aaac2b58fec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 1098 time: 0.0398557 Dec 16 17:55:38.215100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-e2297663-04ba-4854-b759-8d120ea5569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.216544 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-e2297663-04ba-4854-b759-8d120ea5569c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 200 len: 916 time: 0.0825562 Dec 16 17:55:38.261062 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-5cf4dc40-e731-40b7-a7a1-4586f993ef31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 200 len: 217 time: 0.0367637 Dec 16 17:55:38.307653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-0e5ccc95-c504-4eb0-bda4-51aed5b9354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.309111 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-0e5ccc95-c504-4eb0-bda4-51aed5b9354d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 200 len: 855 time: 0.0413759 Dec 16 17:55:38.339449 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-bf116ff3-e47c-406e-aa99-fa6c6832bc42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab8a3114-9615-4ef8-9070-59bd73542644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235243 Dec 16 17:55:38.428339 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-89546d87-b832-4fb9-86fd-a1949f3d133f service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818217 Dec 16 17:55:38.513204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-eeed7d48-b81a-4e7b-8c28-bd021fe9e13f req-89ec6a11-797e-4efb-8b4c-2972edb80067 service neutron] 10.222.0.57 "GET /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772827 Dec 16 17:55:39.181936 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814e689-4ef2-42a6-bac5-d9e604498c3f req-b15d0e46-41bc-470f-b171-1c7de380b6a5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.183405 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7814e689-4ef2-42a6-bac5-d9e604498c3f req-b15d0e46-41bc-470f-b171-1c7de380b6a5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Dec 16 17:55:39.236637 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7814e689-4ef2-42a6-bac5-d9e604498c3f req-9c79aa82-f48c-4932-87b7-360c77766381 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473421 Dec 16 17:55:39.348226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd0f4b-3aab-4332-a308-1881b85045c6 req-9059144b-d11a-415a-9609-ef482eef1e70 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.349652 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e0fd0f4b-3aab-4332-a308-1881b85045c6 req-9059144b-d11a-415a-9609-ef482eef1e70 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0479214 Dec 16 17:55:39.399083 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e0fd0f4b-3aab-4332-a308-1881b85045c6 req-c66755c1-2466-4dfc-8df3-797723d2e243 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Dec 16 17:55:39.509037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f015eee-1bc4-46d7-b370-dc47805b55ec req-7c3703af-a5fc-41cb-8453-4831f84f3874 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.510497 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f015eee-1bc4-46d7-b370-dc47805b55ec req-7c3703af-a5fc-41cb-8453-4831f84f3874 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Dec 16 17:55:39.557123 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7f015eee-1bc4-46d7-b370-dc47805b55ec req-de105f96-9872-4ac7-88ae-e6847fc68b5a tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Dec 16 17:55:39.688914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24bb08bc-0325-4f25-a17d-4d0cad07c4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.879277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c3552-1860-48b8-996e-cf32b70e270b req-d1e1bc90-b2d7-4964-bfb6-f49bb26c5588 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.880651 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b92c3552-1860-48b8-996e-cf32b70e270b req-d1e1bc90-b2d7-4964-bfb6-f49bb26c5588 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Dec 16 17:55:39.927738 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b92c3552-1860-48b8-996e-cf32b70e270b req-102628fd-7b5c-41c8-872d-f598e1dd901b tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Dec 16 17:55:40.892730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.043635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155df0-f196-44a4-bad2-c8d2cba7ab8b req-2a28e78b-8781-426e-8422-d6c7109ca3a7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:41.045093 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30155df0-f196-44a4-bad2-c8d2cba7ab8b req-2a28e78b-8781-426e-8422-d6c7109ca3a7 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0514832 Dec 16 17:55:41.094508 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30155df0-f196-44a4-bad2-c8d2cba7ab8b req-c8fd06a4-8a6f-47b6-8d1d-ad38e0ecb5ac tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/security-groups?id=c07e4c98-9c62-42dc-961c-24232115d664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Dec 16 17:55:41.527706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-ca83ee69-e504-411f-bdbe-a590d5039684 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:41.529103 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-ca83ee69-e504-411f-bdbe-a590d5039684 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Dec 16 17:55:41.624578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Deleting port 6602a038-be51-4554-bcbf-3d9529cab386 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:55:41.624896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.713864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] For port 6602a038-be51-4554-bcbf-3d9529cab386, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6602a038-be51-4554-bcbf-3d9529cab386,segment=NetworkSegment(555d30af-90a7-46e0-aab7-d195a5fc817c),segment_id=555d30af-90a7-46e0-aab7-d195a5fc817c)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:41.714301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.726890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Calling delete_port for 6602a038-be51-4554-bcbf-3d9529cab386 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:55:41.850393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.862670 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['6602a038-be51-4554-bcbf-3d9529cab386'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:55:41.882204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Pushing event deleted for resources: {'Port': ['ID=6602a038-be51-4554-bcbf-3d9529cab386,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:41.898056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.898419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.898768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.899114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.899452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.899786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.900122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.900485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.900834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.901185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.901543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.901898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.902335 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:41.934895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] No DVR routers for this DVR port 6602a038-be51-4554-bcbf-3d9529cab386 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:55:41.937305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.940566 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c8f230fc-d1b6-451b-a18c-2afb2a1af97b req-deb7f680-2125-47e4-8993-3a80a506f5d6 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.57 "DELETE /v2.0/ports/6602a038-be51-4554-bcbf-3d9529cab386 HTTP/1.1" status: 204 len: 173 time: 0.3961284 Dec 16 17:55:41.941027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'name': 'network-vif-deleted', 'tag': '6602a038-be51-4554-bcbf-3d9529cab386'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:41.943827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b95db5-60b9-4545-ab55-acd7209a692b" -d '{"events": [{"server_uuid": "dcd1d285-2e1d-4c39-9326-22656885fd87", "name": "network-vif-deleted", "tag": "6602a038-be51-4554-bcbf-3d9529cab386"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:41.982668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a037802d-1891-43f0-8a8f-caf70431c0a0 x-openstack-request-id: req-a037802d-1891-43f0-8a8f-caf70431c0a0 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:41.982967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd1d285-2e1d-4c39-9326-22656885fd87", "name": "network-vif-deleted", "tag": "6602a038-be51-4554-bcbf-3d9529cab386", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:41.983230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a037802d-1891-43f0-8a8f-caf70431c0a0 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:41.983637 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd1d285-2e1d-4c39-9326-22656885fd87', 'name': 'network-vif-deleted', 'tag': '6602a038-be51-4554-bcbf-3d9529cab386', 'status': 'completed', 'code': 200} Dec 16 17:55:42.141577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.204526 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cb615356-4e39-4003-8f19-36bec8d7168b req-2b626921-122a-457e-9d4a-2717a610eea5 tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 210 time: 0.0275655 Dec 16 17:55:42.278358 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7877751c-7b5a-4bd1-b943-77bb6df69b13 req-5f863923-3e43-4f67-a69d-c2eeb43207a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcd1d285-2e1d-4c39-9326-22656885fd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252466 Dec 16 17:55:42.344749 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7877751c-7b5a-4bd1-b943-77bb6df69b13 req-4bd5b744-d76c-4739-88a0-13af542114b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff0841be1927433892bf87178f3a45fe&device_id=dcd1d285-2e1d-4c39-9326-22656885fd87 HTTP/1.1" status: 200 len: 210 time: 0.0253532 Dec 16 17:55:42.525485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877751c-7b5a-4bd1-b943-77bb6df69b13 req-aaf20300-e412-4ce9-ad47-256e9959c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:42.526867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7877751c-7b5a-4bd1-b943-77bb6df69b13 req-aaf20300-e412-4ce9-ad47-256e9959c71b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ff0841be1927433892bf87178f3a45fe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1621447 Dec 16 17:55:42.686608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877751c-7b5a-4bd1-b943-77bb6df69b13 req-990d9fb4-5e1b-4ec1-84f8-4bb362a9ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:42.688076 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7877751c-7b5a-4bd1-b943-77bb6df69b13 req-990d9fb4-5e1b-4ec1-84f8-4bb362a9ee20 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529109 Dec 16 17:55:43.063044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.326544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53536) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:43.370242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Deleting subnet 81a88864-b71f-466a-8276-49d048c41e23 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:55:43.373334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.406524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.452977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.504124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.529043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a88864-b71f-466a-8276-49d048c41e23,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.533618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.537413 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] 10.222.0.66 "DELETE /v2.0/subnets/81a88864-b71f-466a-8276-49d048c41e23 HTTP/1.1" status: 204 len: 168 time: 0.2092071 Dec 16 17:55:43.541171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53538) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:43.549328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.549689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.550042 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.550386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.550727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.551072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.551407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.551740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.552073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.553045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.553390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.553719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.554044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1b1f2-a9a5-4241-9107-5d78e35157ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:43.616951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.696822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.717098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8a3114-9615-4ef8-9070-59bd73542644']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:43.726732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555d30af-90a7-46e0-aab7-d195a5fc817c') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:43.727041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555d30af-90a7-46e0-aab7-d195a5fc817c') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:43.736076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.748564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.754681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:55:43.755107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:55:43.756984 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:55:43.817633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.821927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.825569 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ab8a3114-9615-4ef8-9070-59bd73542644 HTTP/1.1" status: 204 len: 168 time: 0.2834644 Dec 16 17:55:43.838583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fbd92-9b9e-43bd-9a94-6fb7a48e8d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8a3114-9615-4ef8-9070-59bd73542644,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.935019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53542) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:43.973867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d79cba15-6ec3-4280-afb0-ab40e7204200 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff0841be1927433892bf87178f3a45fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376980 Dec 16 17:55:43.976274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53544) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:44.020475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60e3d487-e563-450e-aa9e-81896cbeb0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:44.040649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60e3d487-e563-450e-aa9e-81896cbeb0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:44.086525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60e3d487-e563-450e-aa9e-81896cbeb0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:44.089405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-60e3d487-e563-450e-aa9e-81896cbeb0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:44.090555 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-60e3d487-e563-450e-aa9e-81896cbeb0bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c07e4c98-9c62-42dc-961c-24232115d664 HTTP/1.1" status: 204 len: 168 time: 0.1134176 Dec 16 17:55:44.098463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3d487-e563-450e-aa9e-81896cbeb0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07e4c98-9c62-42dc-961c-24232115d664,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:44.745791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53566) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:44.843209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-826204879-network', 'tenant_id': '325d414ac243490e87e638557c29eefc'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:44.866090 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Made reservation on behalf of 325d414ac243490e87e638557c29eefc for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:44.868388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:44.879505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.258334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.261747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.281147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:45.293813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2013c10-967c-453f-9f0c-e013be301a55,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:45.298548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.298894 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Added segment 8a20f150-37f5-4e0a-8946-1e93a377b041 of type vlan for network 55c4d7de-c94c-42fe-8285-47bc9c629c5c Dec 16 17:55:45.338098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.360482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.361503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.362073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.414132 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6672552 Dec 16 17:55:45.417167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53570) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:45.422177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Request body: {'subnet': {'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-826204879-subnet', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:45.424509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd34d-ce2a-4c36-b3b9-75606983af77 admin admin] Pushing event updated for resources: {'Network': ['ID=55c4d7de-c94c-42fe-8285-47bc9c629c5c,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:45.435217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:45.446128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Made reservation on behalf of 325d414ac243490e87e638557c29eefc for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:45.448702 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.613646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.669466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9e49a4-739f-4776-8225-d8f9b87b607a,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:45.676492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:45.676860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Network hostable DHCP agents. Network: 55c4d7de-c94c-42fe-8285-47bc9c629c5c, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:45.693430 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:45.701971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 55c4d7de-c94c-42fe-8285-47bc9c629c5c) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:45.705912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.706510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.712424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95ea2f-671b-4802-a0b2-d0adaa3a387a None None] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:45.723981 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6327500e-b0a4-42aa-a093-415f339e6d26 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3033311 Dec 16 17:55:45.724796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53572) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:45.729273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:45.754397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.755456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.816564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:55:45.817478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.844001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.953785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Allocated IP 172.20.0.2 (55c4d7de-c94c-42fe-8285-47bc9c629c5c/5a9e49a4-739f-4776-8225-d8f9b87b607a/fcddb84e-2d06-462a-8ba2-70acc78e0a56) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:45.982513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.100057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.106280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.149298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:46.154580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:46.156453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Pushing event updated for resources: {'Port': ['ID=fcddb84e-2d06-462a-8ba2-70acc78e0a56,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:46.158629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:46.168117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.168472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.168820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.169186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.169526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.169860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.170194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.170528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.170861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.171195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.171523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.171848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.172169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:46.197076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.223802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.224004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Attempting to bind port fcddb84e-2d06-462a-8ba2-70acc78e0a56 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:46.224208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Attempting to bind port fcddb84e-2d06-462a-8ba2-70acc78e0a56 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:46.224562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Attempting to bind port fcddb84e-2d06-462a-8ba2-70acc78e0a56 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:46.229769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:46.230176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:46.230528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.230916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Bound using segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:46.231370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Bound port: fcddb84e-2d06-462a-8ba2-70acc78e0a56, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:46.231884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.295137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] For port fcddb84e-2d06-462a-8ba2-70acc78e0a56, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:46.298127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] For port fcddb84e-2d06-462a-8ba2-70acc78e0a56, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fcddb84e-2d06-462a-8ba2-70acc78e0a56,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:46.302710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.328452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Allocated IP 172.26.2.47 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/90837ea7-b1af-4de3-9df7-ee16688b7820) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:46.366917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2776a4-2a5c-471c-93cb-dd92abef67bc None None] Pushing event updated for resources: {'Port': ['ID=fcddb84e-2d06-462a-8ba2-70acc78e0a56,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:46.438223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.473076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.515303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:46.519377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:46.527543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:46.542933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39e230-39c6-4b20-8246-9122afde963b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:55:46.558132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Pushing event updated for resources: {'Port': ['ID=90837ea7-b1af-4de3-9df7-ee16688b7820,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:46.634601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-553326b6-07d7-478f-9048-b8a2cd4f106c None None] Provisioning complete for port 90837ea7-b1af-4de3-9df7-ee16688b7820 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:46.635341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-553326b6-07d7-478f-9048-b8a2cd4f106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.675234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6602a038-be51-4554-bcbf-3d9529cab386 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:55:46.707555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fcddb84e-2d06-462a-8ba2-70acc78e0a56 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:46.713108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 6602a038-be51-4554-bcbf-3d9529cab386 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:55:46.713453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6602a038-be51-4554-bcbf-3d9529cab386 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:55:46.739352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-553326b6-07d7-478f-9048-b8a2cd4f106c None None] Port 90837ea7-b1af-4de3-9df7-ee16688b7820 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:46.764376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fcddb84e-2d06-462a-8ba2-70acc78e0a56 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:46.764687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.810763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.853233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.885862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port fcddb84e-2d06-462a-8ba2-70acc78e0a56, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fcddb84e-2d06-462a-8ba2-70acc78e0a56,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:46.890361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.937003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=fcddb84e-2d06-462a-8ba2-70acc78e0a56,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:47.012883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.156844 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Router b5acde65-43a5-427a-83e5-e2070c74fe85 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:55:47.285366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f04556-56a1-4a20-b166-eeef540ca9d5 None None] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:47.391561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-55e07bd2-0970-4058-a619-b6f269db62c0 None None] Provisioning complete for port fcddb84e-2d06-462a-8ba2-70acc78e0a56 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:47.391925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55e07bd2-0970-4058-a619-b6f269db62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.522565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:55:47.532970 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:55:47.542024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.543475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-059f592e-3a61-44ec-8456-50a5c3c4629d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8175404 Dec 16 17:55:47.543948 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:47.544743 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:55:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:47.546229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:47.652235 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:47.696966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-dc9f47b2-c921-495d-8ae5-53dc337654bf None None] Provisioning complete for port fcddb84e-2d06-462a-8ba2-70acc78e0a56 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:47.697558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc9f47b2-c921-495d-8ae5-53dc337654bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.827137 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:46Z', 'revision_number': 3, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:47.853225 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:55:47.853472 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Updating router b5acde65-43a5-427a-83e5-e2070c74fe85 port 90837ea7-b1af-4de3-9df7-ee16688b7820 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:55:47.881447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.961987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.120247 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.125594 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.159135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Allocated IP 172.20.0.1 (55c4d7de-c94c-42fe-8285-47bc9c629c5c/5a9e49a4-739f-4776-8225-d8f9b87b607a/0fde7744-ebbe-461a-99ce-88a70bb848b5) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:48.169922 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Pushing event updated for resources: {'Port': ['ID=90837ea7-b1af-4de3-9df7-ee16688b7820,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.170128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ca0a0-bcee-4f35-878a-3c92a4e56906 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:55:48.186943 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Attempting to bind port 90837ea7-b1af-4de3-9df7-ee16688b7820 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:48.187323 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Attempting to bind port 90837ea7-b1af-4de3-9df7-ee16688b7820 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:48.187687 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Attempting to bind port 90837ea7-b1af-4de3-9df7-ee16688b7820 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:48.196602 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:48.197019 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:48.197433 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.197830 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:48.198375 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Bound port: 90837ea7-b1af-4de3-9df7-ee16688b7820, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:48.198675 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.200916 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.201308 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.201656 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.201994 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.202328 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.202658 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.202984 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.203488 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.203826 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.204151 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.204474 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.205196 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.205534 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:48.206338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6b5c1aa3-3b57-40b3-a9e0-8cb0df6178b3 None None] Provisioning complete for port 90837ea7-b1af-4de3-9df7-ee16688b7820 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:48.206802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1aa3-3b57-40b3-a9e0-8cb0df6178b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.243970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c1aa3-3b57-40b3-a9e0-8cb0df6178b3 None None] Port 90837ea7-b1af-4de3-9df7-ee16688b7820 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:48.268838 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] For port 90837ea7-b1af-4de3-9df7-ee16688b7820, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:48.272374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.272512 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] For port 90837ea7-b1af-4de3-9df7-ee16688b7820, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=90837ea7-b1af-4de3-9df7-ee16688b7820,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:48.276328 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.307977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.350688 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:48.353865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:48.356304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:48.386561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Pushing event updated for resources: {'Port': ['ID=0fde7744-ebbe-461a-99ce-88a70bb848b5,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.415357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b3cc3-9635-49eb-890b-b8ce51a2a956 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 17:55:48.416609 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5be3a-6dd8-4ade-b80f-8e1da6df62dc None None] Pushing event updated for resources: {'Port': ['ID=90837ea7-b1af-4de3-9df7-ee16688b7820,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.421741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.429614 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:48.430329 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:55:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:48.467769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-406c33c3-557e-4c37-9948-e06d178c85d4 None None] Provisioning complete for port 90837ea7-b1af-4de3-9df7-ee16688b7820 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:48.468225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-406c33c3-557e-4c37-9948-e06d178c85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.555657 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:48.573987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-406c33c3-557e-4c37-9948-e06d178c85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.577697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.621412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-406c33c3-557e-4c37-9948-e06d178c85d4 None None] For port 90837ea7-b1af-4de3-9df7-ee16688b7820, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=90837ea7-b1af-4de3-9df7-ee16688b7820,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:48.628427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-406c33c3-557e-4c37-9948-e06d178c85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.662052 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fcddb84e-2d06-462a-8ba2-70acc78e0a56 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:48.719537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c33c3-557e-4c37-9948-e06d178c85d4 None None] Pushing event updated for resources: {'Port': ['ID=90837ea7-b1af-4de3-9df7-ee16688b7820,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.736633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fcddb84e-2d06-462a-8ba2-70acc78e0a56 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:48.737038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.751021 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:46Z', 'revision_number': 3, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:48.755977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.762655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.781321 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb29c65-e555-4d7c-9f48-3df44ced1ea5 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:46Z', 'revision_number': 3, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:55:48.784397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-83613d1d-967f-41d0-905f-01923ddc3e7d None None] Provisioning complete for port 0fde7744-ebbe-461a-99ce-88a70bb848b5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:48.785255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83613d1d-967f-41d0-905f-01923ddc3e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.831400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-83613d1d-967f-41d0-905f-01923ddc3e7d None None] Port 0fde7744-ebbe-461a-99ce-88a70bb848b5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:48.839440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.841364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Pushing event updated for resources: {'Port': ['ID=0fde7744-ebbe-461a-99ce-88a70bb848b5,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.939071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:48.940553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:49.067928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:55:49.194168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:55:49.199494 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e8e58499-fdf7-45fe-b059-fcb14de9a4cd admin admin] 10.222.0.66 "PUT /v2.0/routers/b5acde65-43a5-427a-83e5-e2070c74fe85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6518533 Dec 16 17:55:49.356025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7e1cbb3e-4903-4cb5-923c-e1233fa3da76 None None] Provisioning complete for port 0fde7744-ebbe-461a-99ce-88a70bb848b5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:49.356201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e1cbb3e-4903-4cb5-923c-e1233fa3da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:49.396766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cbb3e-4903-4cb5-923c-e1233fa3da76 None None] Port 0fde7744-ebbe-461a-99ce-88a70bb848b5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:50.282232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.321295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:55:50.330767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:50.331379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:55:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:50.437265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:50.645149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 90837ea7-b1af-4de3-9df7-ee16688b7820 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:50.650970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 2, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:50.680526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53584) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:50.685107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704841466', 'description': 'tempest-description--1925780453'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:50.710136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:55:50.710478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Updating router b5acde65-43a5-427a-83e5-e2070c74fe85 port 0fde7744-ebbe-461a-99ce-88a70bb848b5 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:55:50.710929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.744105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.778597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.783769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.793597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 90837ea7-b1af-4de3-9df7-ee16688b7820 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:50.793972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.813798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.815073 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1334567 Dec 16 17:55:50.816223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5ba00-3708-4e04-8498-071a4fdbaf3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2d7ab-5428-4185-9655-8cb8e40b7b66,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:50.818503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53586) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:50.826003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'security_group_rule': {'security_group_id': 'c9e2d7ab-5428-4185-9655-8cb8e40b7b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:50.859183 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.914485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.918487 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.935624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc246c8-c450-4420-9b52-ee08a1afe1a6,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:50.945643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.947125 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8164c67c-612c-4612-bd3c-3139802ab34e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272779 Dec 16 17:55:50.949631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53588) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:50.954168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'security_group_rule': {'security_group_id': 'c9e2d7ab-5428-4185-9655-8cb8e40b7b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:50.983149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.042771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.047794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.066051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb94ecc-45fe-42cb-aaae-9a364f235b17,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:51.074412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.075689 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-50d04943-a60a-4489-abee-fc359b190866 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250300 Dec 16 17:55:51.078836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 53590) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:51.083550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:51.110065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.208821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.238956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.245053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.291419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656651f-02fb-43b3-be88-824d28ceedc8 None None] Pushing event updated for resources: {'Port': ['ID=0fde7744-ebbe-461a-99ce-88a70bb848b5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:51.319251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Allocated IP 172.26.2.42 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/62fc778f-e141-43c5-96d3-b93546ee6294) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:51.345859 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Attempting to bind port 0fde7744-ebbe-461a-99ce-88a70bb848b5 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:51.346224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Attempting to bind port 0fde7744-ebbe-461a-99ce-88a70bb848b5 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:51.346610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Attempting to bind port 0fde7744-ebbe-461a-99ce-88a70bb848b5 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:51.351577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:51.352088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:51.352491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.352984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Bound using segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:51.353380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Bound port: 0fde7744-ebbe-461a-99ce-88a70bb848b5, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:51.353752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.420607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] For port 0fde7744-ebbe-461a-99ce-88a70bb848b5, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:51.424146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] For port 0fde7744-ebbe-461a-99ce-88a70bb848b5, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0fde7744-ebbe-461a-99ce-88a70bb848b5,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:51.426956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.429888 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.463759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.492176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656651f-02fb-43b3-be88-824d28ceedc8 None None] Pushing event updated for resources: {'Port': ['ID=0fde7744-ebbe-461a-99ce-88a70bb848b5,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:51.497571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:51.498485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:55:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:51.504897 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:51.509857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:51.513427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:51.519245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'Port': ['ID=62fc778f-e141-43c5-96d3-b93546ee6294,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:51.597814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ab0a32fc-7ee2-47b4-83bd-2ab2b7a051f9 None None] Provisioning complete for port 0fde7744-ebbe-461a-99ce-88a70bb848b5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:51.598188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab0a32fc-7ee2-47b4-83bd-2ab2b7a051f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.609112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.645176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.654215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:51.799877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.801380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab0a32fc-7ee2-47b4-83bd-2ab2b7a051f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.805994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.864161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ab0a32fc-7ee2-47b4-83bd-2ab2b7a051f9 None None] For port 0fde7744-ebbe-461a-99ce-88a70bb848b5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0fde7744-ebbe-461a-99ce-88a70bb848b5,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:51.872387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab0a32fc-7ee2-47b4-83bd-2ab2b7a051f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.880316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'Port': ['ID=62fc778f-e141-43c5-96d3-b93546ee6294,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:51.890348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.906747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.907995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0a1f6f32-2c55-47bb-a25d-d5e9d60d3a38 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8280616 Dec 16 17:55:51.952529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a32fc-7ee2-47b4-83bd-2ab2b7a051f9 None None] Pushing event updated for resources: {'Port': ['ID=0fde7744-ebbe-461a-99ce-88a70bb848b5,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:51.967857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-044a0934-9952-4e2f-b823-635888daf24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:51.998463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a0934-9952-4e2f-b823-635888daf24e None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:55:52.010272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6cad02d2-3d12-4170-bfb1-a56ba22133aa None None] Provisioning complete for port 0fde7744-ebbe-461a-99ce-88a70bb848b5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:52.010783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cad02d2-3d12-4170-bfb1-a56ba22133aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.095208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-63458059-ea7b-4df1-bc23-2c41ae995694 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1704841466&fields=id&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 267 time: 0.0739322 Dec 16 17:55:52.211543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-df690dbd-dd0f-4807-8627-c70832292012 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.217833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-df690dbd-dd0f-4807-8627-c70832292012 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1112251 Dec 16 17:55:52.235191 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-5672ccc7-2ec1-4fca-ab5e-6e58a046247d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/quotas/325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 375 time: 0.0113199 Dec 16 17:55:52.294231 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e6181070-041c-43f6-9543-3da209e278e4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504088 Dec 16 17:55:52.441731 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-f86c8547-b86e-4e0b-940b-184322b2a695 service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333883 Dec 16 17:55:52.539328 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-690d5eee-68dd-4a8b-a703-5be7bef17bac service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915217 Dec 16 17:55:52.637284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fde7744-ebbe-461a-99ce-88a70bb848b5 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:52.690849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0fde7744-ebbe-461a-99ce-88a70bb848b5 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:52.691226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.730519 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7aee7ba4-2555-4826-b8f8-fffb5c9c806e req-ca00d0be-ba93-4813-ae2d-972e0d326523 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 210 time: 0.0269754 Dec 16 17:55:54.632491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2e97daa8-bd28-455e-8f45-ef6000756f2e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:54.633951 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2e97daa8-bd28-455e-8f45-ef6000756f2e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1073024 Dec 16 17:55:54.698086 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-913e1e91-13af-4c08-93b5-de84a01605ab tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 380 time: 0.0523479 Dec 16 17:55:54.712264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'port': {'device_id': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'admin_state_up': True, 'tenant_id': '325d414ac243490e87e638557c29eefc', 'security_groups': ['c9e2d7ab-5428-4185-9655-8cb8e40b7b66']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:54.824572 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a893da4d-84d0-42f6-830b-a1da53ea568a req-b7833260-61c0-4ba3-ae2e-8231bc67ec20 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 210 time: 0.0267239 Dec 16 17:55:54.825223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Made reservation on behalf of 325d414ac243490e87e638557c29eefc for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:54.829057 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:54.949546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Allocated IP 172.20.0.14 (55c4d7de-c94c-42fe-8285-47bc9c629c5c/5a9e49a4-739f-4776-8225-d8f9b87b607a/6f95d261-1f72-4038-bc9d-2fae8b9b5c6e) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:55.082580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.113846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.162502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:55.165612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:55.168038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:55.200297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:55.231865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.232481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.250095 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e74d6176-519e-4312-8a87-ac6b635324c5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5423782 Dec 16 17:55:55.263059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Request body: {'port': {'device_id': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:55.319490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.451255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2d8559ec-e6d6-4c13-b497-152b6d71942d None None] Provisioning complete for port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:55.451803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d8559ec-e6d6-4c13-b497-152b6d71942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.489358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d8559ec-e6d6-4c13-b497-152b6d71942d None None] Port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:55.575646 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:55.583131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.595220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Transition to ACTIVE for port object 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:55.599139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.650667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:55.721640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Attempting to bind port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:55.721976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Attempting to bind port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:55.722307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Attempting to bind port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:55.726876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:55.727198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Attempting to bind port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:55.732538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:55.732874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:55.733284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Bound using segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:55.733709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Bound port: 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:55.734065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.798960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:55.802764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:55.806671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.845409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.845988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.847368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] 10.222.0.57 "PUT /v2.0/ports/6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 1094 time: 0.5887346 Dec 16 17:55:55.847814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:55.850262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa429d-cb97-43cb-8210-9400b3e4b56f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:55.881265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb5f31-02cb-4c4d-b6d8-0480882d9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:55.919957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6deef43-75c7-4016-b895-a276295ce577 x-openstack-request-id: req-e6deef43-75c7-4016-b895-a276295ce577 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:55.920260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:55.920519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6deef43-75c7-4016-b895-a276295ce577 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:55.920928 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'status': 'completed', 'code': 200} Dec 16 17:55:55.937026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e16a6823-2ce8-42d1-96ca-f19aa6448ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.938570 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-e16a6823-2ce8-42d1-96ca-f19aa6448ee6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1097 time: 0.0461552 Dec 16 17:55:55.960971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc6134-06e3-466d-bcef-24d9b96e7c58 req-9edf0593-3cd0-4e48-b299-b713bde3731a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.962761 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9edc6134-06e3-466d-bcef-24d9b96e7c58 req-9edf0593-3cd0-4e48-b299-b713bde3731a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0572462 Dec 16 17:55:55.983039 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-0593b8d3-b0c0-47a1-ade0-098d2b1b60ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 217 time: 0.0354562 Dec 16 17:55:56.012758 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9edc6134-06e3-466d-bcef-24d9b96e7c58 req-3d8dd558-4f59-4a29-83cd-039be03d2da7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Dec 16 17:55:56.038633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-1bb66412-1636-4334-8932-c6ab9a0c6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.040129 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-1bb66412-1636-4334-8932-c6ab9a0c6fa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0506706 Dec 16 17:55:56.086645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-9f4e0087-d669-41ff-a53b-728d828c4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.088160 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-9f4e0087-d669-41ff-a53b-728d828c4142 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411088 Dec 16 17:55:56.179839 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-4d2ebe33-13f2-456f-b008-037d3ebcb5cb service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Dec 16 17:55:56.266962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2b3876e9-e6eb-41d5-93ea-fd4691caf260 req-a27148fe-17a8-4ba6-866d-1c1cc91bad9d service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801079 Dec 16 17:55:56.351607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-82efbc3c-930f-455b-8887-e41b3a638b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.353126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-82efbc3c-930f-455b-8887-e41b3a638b14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1097 time: 0.0405154 Dec 16 17:55:56.448891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-daea3f1f-52b6-4ff9-8d51-8bb5e61e16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.450307 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-daea3f1f-52b6-4ff9-8d51-8bb5e61e16ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0893180 Dec 16 17:55:56.492485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-10317b20-1c09-4c02-9b1e-714aa3c2af2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 217 time: 0.0344379 Dec 16 17:55:56.542031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-7d32725e-8f33-4bd9-a87d-2324ff05f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.543474 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-7d32725e-8f33-4bd9-a87d-2324ff05f48a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0438647 Dec 16 17:55:56.594614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-c9e189f8-3a1b-4a21-b16a-20d8b9769f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.596174 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-c9e189f8-3a1b-4a21-b16a-20d8b9769f7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450485 Dec 16 17:55:56.683540 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-7c965b09-3fea-45f3-b886-ce8f53ebf9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792704 Dec 16 17:55:56.776794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3bfa429d-cb97-43cb-8210-9400b3e4b56f req-9677d8dd-f447-40ee-a5b4-fb9372986682 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Dec 16 17:55:57.132866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaf6e8-8f6c-4024-9377-24d1e7a93d17 req-7abc0650-093b-42f1-bfca-057c88c4f203 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:57.134392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0efaf6e8-8f6c-4024-9377-24d1e7a93d17 req-7abc0650-093b-42f1-bfca-057c88c4f203 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0523856 Dec 16 17:55:57.182597 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0efaf6e8-8f6c-4024-9377-24d1e7a93d17 req-57ea305a-43fe-4029-b05a-d9e13ae51af4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405486 Dec 16 17:55:58.299649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675483-a304-4c6a-9e9d-5ba37fd3a09b req-c702c0f3-c533-4dbb-84bd-147fc339b9a6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:58.301174 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05675483-a304-4c6a-9e9d-5ba37fd3a09b req-c702c0f3-c533-4dbb-84bd-147fc339b9a6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0524952 Dec 16 17:55:58.349760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05675483-a304-4c6a-9e9d-5ba37fd3a09b req-c41d634b-00e8-4041-830a-9bcf0389dcd6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394645 Dec 16 17:55:58.728374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:55:58.819556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:58.834690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'mac_address': 'fa:16:3e:e0:ad:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:55:58.870534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:58.882802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:58.901689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:58.905731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:58.950753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:59.114015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:55:59.462792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3f18-d717-4791-b295-f0a87a4165fc req-32795904-e151-466b-8766-742da137b6bc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.464759 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-816a3f18-d717-4791-b295-f0a87a4165fc req-32795904-e151-466b-8766-742da137b6bc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 945 time: 0.0474753 Dec 16 17:55:59.514000 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-816a3f18-d717-4791-b295-f0a87a4165fc req-70150c20-9a34-4cf2-9dd3-97dc59e7d0ec tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Dec 16 17:56:00.627916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f628-91b0-4c6c-ba04-e0565fbf614d req-3ce59c49-b3d5-4566-bcdc-600f7ba35cd4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:00.629404 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa23f628-91b0-4c6c-ba04-e0565fbf614d req-3ce59c49-b3d5-4566-bcdc-600f7ba35cd4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 945 time: 0.0478292 Dec 16 17:56:00.675907 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa23f628-91b0-4c6c-ba04-e0565fbf614d req-9256471b-9a2b-44cd-afdf-6b17f73b367d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Dec 16 17:56:00.744764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:00.793194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:56:00.797010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:00.797512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.875472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.897698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:00.899918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4e7b14-8419-4ac9-b760-8fb7ad1ba02a" -d '{"events": [{"server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "name": "network-vif-plugged", "status": "completed", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:00.911957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:00.916126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.939418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881d7b1e-b1a0-4755-bb18-cd5af5556bb1 x-openstack-request-id: req-881d7b1e-b1a0-4755-bb18-cd5af5556bb1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:00.939714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "name": "network-vif-plugged", "status": "completed", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:00.939971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-881d7b1e-b1a0-4755-bb18-cd5af5556bb1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:00.940363 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'code': 200} Dec 16 17:56:00.966012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:01.103129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236af926-4f06-439b-a6b5-d37f788606de req-a9158a3e-df00-47c3-90ae-3c71b7da5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:01.104607 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-236af926-4f06-439b-a6b5-d37f788606de req-a9158a3e-df00-47c3-90ae-3c71b7da5798 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1099 time: 0.0404625 Dec 16 17:56:01.149578 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-236af926-4f06-439b-a6b5-d37f788606de req-5091a48c-69d8-4c22-ba14-593c799362ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372465 Dec 16 17:56:01.786423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f75b2-f0d8-4319-8918-0a1fc321d3a4 req-aff420b7-a024-4e5a-a455-922144503852 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:01.787868 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7b3f75b2-f0d8-4319-8918-0a1fc321d3a4 req-aff420b7-a024-4e5a-a455-922144503852 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0471916 Dec 16 17:56:01.834171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7b3f75b2-f0d8-4319-8918-0a1fc321d3a4 req-67815f2f-bc7e-4aed-8ce6-69c6544a1c2d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Dec 16 17:56:02.952253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371932ec-f826-432e-80e0-0d6047770931 req-89f7d1dc-ce07-4399-8a69-7727504ca73e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:02.953757 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-371932ec-f826-432e-80e0-0d6047770931 req-89f7d1dc-ce07-4399-8a69-7727504ca73e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0521109 Dec 16 17:56:02.999965 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-371932ec-f826-432e-80e0-0d6047770931 req-8dceb805-2c91-49ca-a807-3b2acc95a889 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 Dec 16 17:56:03.110773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e1996-c366-44e4-9482-30555357084e req-de420cc7-7580-4b4f-99e3-627a5de7e319 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:03.112265 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-025e1996-c366-44e4-9482-30555357084e req-de420cc7-7580-4b4f-99e3-627a5de7e319 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0487747 Dec 16 17:56:03.120777 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53644) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:03.125151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'floatingip': {'port_id': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:03.167015 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:03.590917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:03.594741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:03.695024 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd associated. External IP: 172.26.2.42, port: 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e. Dec 16 17:56:04.167065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:56:04.272955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:56:04.277915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.283850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:56:04.295938 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:56:04.296562 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:55:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:04.308997 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5a2859d4-3b0e-47d5-9b5c-6f8d22649eeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "PUT /v2.0/floatingips/a1fc0dc9-085a-4859-ac22-4b257f3d40dd HTTP/1.1" status: 200 len: 991 time: 1.1844792 Dec 16 17:56:04.308997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:04.311141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb48152-eb97-467a-a649-ac73047e291a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:04.370089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f2d23-35e7-4abb-a6c4-f4a18bf9c6c5 x-openstack-request-id: req-e52f2d23-35e7-4abb-a6c4-f4a18bf9c6c5 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:04.370830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:04.371369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e52f2d23-35e7-4abb-a6c4-f4a18bf9c6c5 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:04.371977 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'status': 'completed', 'code': 200} Dec 16 17:56:04.408557 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:56:04.443310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48152-eb97-467a-a649-ac73047e291a req-c1ee8cb8-d6f1-4caa-bac1-c160e30d7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.444949 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-c1ee8cb8-d6f1-4caa-bac1-c160e30d7494 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1099 time: 0.0411804 Dec 16 17:56:04.540477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48152-eb97-467a-a649-ac73047e291a req-1980e1f2-c1da-409c-a0c9-ee52c37a2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.541989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-1980e1f2-c1da-409c-a0c9-ee52c37a2ba0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0903256 Dec 16 17:56:04.613463 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-7743fb89-3304-4090-a5ec-9e33003d5931 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 999 time: 0.0640907 Dec 16 17:56:04.639066 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:e0:ad:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:56:03Z', 'revision_number': 1, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:04.664297 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:56:04.667239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48152-eb97-467a-a649-ac73047e291a req-a2ba5482-ee21-47e5-9a91-42f5105eeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.668712 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-a2ba5482-ee21-47e5-9a91-42f5105eeccc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0471318 Dec 16 17:56:04.672639 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:56:04.673290 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:55:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:04.718623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48152-eb97-467a-a649-ac73047e291a req-e7125433-d0e0-466d-9969-f11e50b6865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.720258 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-e7125433-d0e0-466d-9969-f11e50b6865d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443966 Dec 16 17:56:04.777960 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:56:04.810935 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-6eb26c8d-a08f-4c80-a031-2bc74a70af5e service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829763 Dec 16 17:56:04.904186 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fdb48152-eb97-467a-a649-ac73047e291a req-59314155-51d7-43b1-b43d-954d095fb2d0 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Dec 16 17:56:05.003991 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:e0:ad:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:56:03Z', 'revision_number': 1, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:05.028798 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977854bb-030a-48a1-8ec3-8d9e5a17d14d None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:e0:ad:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:56:03Z', 'revision_number': 1, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:56:05.214786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d93e49-c0f6-495a-9481-ed48f812a7af None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:56:07.369234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4067f56-367e-45f0-9281-509147d996c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.690425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86584017-2a61-4fa3-a99a-fa8261746dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:10.895025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:12.143149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:13.065154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:14.556850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:56:20.309172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.372648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4dad6980-bc5f-4920-84df-2cc3acc7f97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:39.691722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-447db743-e237-45df-af6d-27b0aa9a3622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.898654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.620451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780286-7e46-405c-a4b3-ed5c1f6be4c1 req-a33c18b1-5124-4487-9533-5ff6b17046df tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:41.621954 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-48780286-7e46-405c-a4b3-ed5c1f6be4c1 req-a33c18b1-5124-4487-9533-5ff6b17046df tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0484533 Dec 16 17:56:41.677526 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-48780286-7e46-405c-a4b3-ed5c1f6be4c1 req-acb6d233-4017-4daf-a72a-c8869db92141 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487781 Dec 16 17:56:41.901653 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-b12c5ffb-4703-4e9b-84bc-d23278887226 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397594 Dec 16 17:56:41.926382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6d26b-d17a-494d-a63a-a2251f4d65a4 req-6221b4d5-8c2e-4e49-8e41-c2a8a58e1b06 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:41.927989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38f6d26b-d17a-494d-a63a-a2251f4d65a4 req-6221b4d5-8c2e-4e49-8e41-c2a8a58e1b06 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0527523 Dec 16 17:56:41.978431 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38f6d26b-d17a-494d-a63a-a2251f4d65a4 req-c6eec51d-5123-452d-90a1-4708be6208dd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437624 Dec 16 17:56:42.146328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:43.048389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-0de7636d-f020-4320-bc34-82da0a422e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:43.050496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-0de7636d-f020-4320-bc34-82da0a422e20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1099 time: 0.0889511 Dec 16 17:56:43.070331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:43.099278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a73b-4b96-4757-a145-1d17377434ec req-a990a7da-6d05-46e6-bc08-f914ccf42cbc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:43.100783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f510a73b-4b96-4757-a145-1d17377434ec req-a990a7da-6d05-46e6-bc08-f914ccf42cbc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0535736 Dec 16 17:56:43.140716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-0717cee2-2763-432c-8345-9c28a5524681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:43.142649 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-0717cee2-2763-432c-8345-9c28a5524681 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0845840 Dec 16 17:56:43.157915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f510a73b-4b96-4757-a145-1d17377434ec req-f1519c2a-f523-431b-af03-05054c6fbfdb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Dec 16 17:56:43.211857 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-2683a07f-c454-490f-a6a6-87de2b327468 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 1001 time: 0.0610988 Dec 16 17:56:43.259982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-42fd9289-ff35-45a8-9fb0-6a2e6aa7549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:43.261444 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-42fd9289-ff35-45a8-9fb0-6a2e6aa7549c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0426810 Dec 16 17:56:43.312672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-8518bee9-f3ea-408c-adb0-9ce740f0dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:43.314209 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-8518bee9-f3ea-408c-adb0-9ce740f0dde5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452356 Dec 16 17:56:43.325216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-2c76af69-cd65-4e46-96a7-9daa441dd251 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:56:43.326163 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-2c76af69-cd65-4e46-96a7-9daa441dd251 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052962 Dec 16 17:56:43.420541 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-b673f4f7-b177-4e11-9f03-482cd5c36dfe service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870111 Dec 16 17:56:43.513511 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-70c71d65-2e7d-4b35-afd4-dbaa3a2a63bb service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855625 Dec 16 17:56:44.281196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8b27-cbde-4594-bf49-e06674d87cdc req-2b3f7572-ea89-40eb-bd2d-a873a5c9b517 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:44.282703 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-501d8b27-cbde-4594-bf49-e06674d87cdc req-2b3f7572-ea89-40eb-bd2d-a873a5c9b517 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0570843 Dec 16 17:56:44.331577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-935b734f-1a59-479f-ac17-43292ef0b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:44.332232 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-501d8b27-cbde-4594-bf49-e06674d87cdc req-e8bd24d6-ee09-405d-a23f-508961764740 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Dec 16 17:56:44.333106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-935b734f-1a59-479f-ac17-43292ef0b1c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1099 time: 0.0437622 Dec 16 17:56:44.445497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-628dea82-4158-4064-b801-89ff0b016c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:44.446868 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-628dea82-4158-4064-b801-89ff0b016c73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0859473 Dec 16 17:56:44.517257 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-34b05fb3-9f98-4a78-a7e2-25401e4ea778 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 1001 time: 0.0619900 Dec 16 17:56:44.573934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-100af2f8-58d8-448a-8cda-d723f8ae4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:44.575538 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-100af2f8-58d8-448a-8cda-d723f8ae4033 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0456076 Dec 16 17:56:44.620221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-338107ab-8585-48c8-ac57-e703b8b7142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:44.621756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-338107ab-8585-48c8-ac57-e703b8b7142e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393257 Dec 16 17:56:44.708206 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-2c5221e1-fc34-4e85-84e2-59096ae542dd service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782833 Dec 16 17:56:44.799359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f864d57f-a51c-49fb-83bf-47213b023f57 req-cb273ae5-ded1-4d56-8cfd-78871a55f970 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831327 Dec 16 17:56:45.448699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fae16-1ede-4b6d-93ef-99730faa5391 req-6f09e45c-b9c3-4e05-b910-7f70859a1708 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:45.450202 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c38fae16-1ede-4b6d-93ef-99730faa5391 req-6f09e45c-b9c3-4e05-b910-7f70859a1708 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0486047 Dec 16 17:56:45.495953 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c38fae16-1ede-4b6d-93ef-99730faa5391 req-50aa9a1f-a3f3-4aba-ba8c-bad11bb8f5da tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Dec 16 17:56:46.609934 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9b29-1241-46e2-8c41-44eaff9b3ba9 req-e2439494-a4f8-4db0-b0b8-1ad093036c8e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:46.611382 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-056a9b29-1241-46e2-8c41-44eaff9b3ba9 req-e2439494-a4f8-4db0-b0b8-1ad093036c8e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0481312 Dec 16 17:56:46.661542 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-056a9b29-1241-46e2-8c41-44eaff9b3ba9 req-c6fdc525-110c-4486-abc7-1f34b7187fce tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Dec 16 17:56:47.782714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc0b3-2aa5-4ccf-860b-d041b246f578 req-59f21b69-28af-4808-a786-73f3db8c979d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:47.784186 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a4abc0b3-2aa5-4ccf-860b-d041b246f578 req-59f21b69-28af-4808-a786-73f3db8c979d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0486627 Dec 16 17:56:47.830410 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a4abc0b3-2aa5-4ccf-860b-d041b246f578 req-647e29f8-77d6-4290-9389-4615722c2d49 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 Dec 16 17:56:48.942607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42754c20-6edd-410f-87c3-534a1e74b7ef req-6cac362a-5488-46e3-9fb2-d62b51a6f09d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.944062 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42754c20-6edd-410f-87c3-534a1e74b7ef req-6cac362a-5488-46e3-9fb2-d62b51a6f09d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0478935 Dec 16 17:56:48.989697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42754c20-6edd-410f-87c3-534a1e74b7ef req-2e929ff9-c2c6-4312-9da2-9ace9b25b51a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Dec 16 17:56:50.109086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f95cc8-1da4-43ec-8669-92403ae98b9f req-54dd99d4-6244-43ae-aa4d-57040e97626d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:50.110562 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7f95cc8-1da4-43ec-8669-92403ae98b9f req-54dd99d4-6244-43ae-aa4d-57040e97626d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0512922 Dec 16 17:56:50.162843 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e7f95cc8-1da4-43ec-8669-92403ae98b9f req-e0df3c23-7b0f-4111-8dc5-6ddccc238ada tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457935 Dec 16 17:56:50.312864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.275414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8fca-44b9-4348-b5ca-621d31f78926 req-e6ba7e5f-d5da-4195-bab8-7de247ecc128 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:51.276880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aabc8fca-44b9-4348-b5ca-621d31f78926 req-e6ba7e5f-d5da-4195-bab8-7de247ecc128 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0483782 Dec 16 17:56:51.323047 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aabc8fca-44b9-4348-b5ca-621d31f78926 req-8b2fa805-d2e0-4259-bc13-0360a80091f2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Dec 16 17:56:51.555758 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:56:52.435369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fd158-1964-47e6-bf1b-ea610159e5b6 req-cfc36b11-e4c4-42a7-a0e5-9f80a471d89c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:52.436855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d2fd158-1964-47e6-bf1b-ea610159e5b6 req-cfc36b11-e4c4-42a7-a0e5-9f80a471d89c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0480590 Dec 16 17:56:52.486725 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d2fd158-1964-47e6-bf1b-ea610159e5b6 req-966313d2-052b-4041-aaea-817cc8ab4093 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Dec 16 17:56:53.601728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a96d-6cd6-4788-9535-dc7d639d978a req-f0b3f60f-72fc-43c7-a1f8-be932ee33538 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.603188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa75a96d-6cd6-4788-9535-dc7d639d978a req-f0b3f60f-72fc-43c7-a1f8-be932ee33538 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0483510 Dec 16 17:56:53.649217 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa75a96d-6cd6-4788-9535-dc7d639d978a req-bbf9ba26-c9cc-495c-8d78-4375a69959f4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Dec 16 17:56:54.762774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092ff5-565c-4d2c-a741-b5f5241df7fa req-78626d21-920b-4848-9912-7dc2c6ca1739 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.764238 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c092ff5-565c-4d2c-a741-b5f5241df7fa req-78626d21-920b-4848-9912-7dc2c6ca1739 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0482323 Dec 16 17:56:54.811428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c092ff5-565c-4d2c-a741-b5f5241df7fa req-86ef0f59-321d-42a4-8330-fe407042595d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Dec 16 17:56:55.093147 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-306d9248-64e7-4ff2-b837-d385f88df604 service neutron] 10.222.0.57 "GET /v2.0/ports/6f95d261-1f72-4038-bc9d-2fae8b9b5c6e/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0542111 Dec 16 17:56:55.293899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-1b9ff0fd-52ce-46a7-b913-a2507b7ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.295361 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-1b9ff0fd-52ce-46a7-b913-a2507b7ffbc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 1099 time: 0.0398951 Dec 16 17:56:55.360161 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-b6bffdb4-0c25-484f-a788-9f79ea1388ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.361672 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-b6bffdb4-0c25-484f-a788-9f79ea1388ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1099 time: 0.0434699 Dec 16 17:56:55.447887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-e988592e-3cf2-4c59-9603-1c96d67c7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.449344 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-e988592e-3cf2-4c59-9603-1c96d67c7a6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0809953 Dec 16 17:56:55.516565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-81b70280-3e92-40c1-9220-6e5a557ad2e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 1001 time: 0.0596108 Dec 16 17:56:55.564180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-9a378afe-53d3-420b-a1b5-cf2bdbf3a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.565600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-9a378afe-53d3-420b-a1b5-cf2bdbf3a248 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0421321 Dec 16 17:56:55.612245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974d56-fa95-4628-9751-cb888a59cd59 req-8c4a9668-dfb0-4a7d-bcc3-0ff9fd946eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.613662 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-8c4a9668-dfb0-4a7d-bcc3-0ff9fd946eb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406418 Dec 16 17:56:55.703916 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-491efd2e-7f56-421f-b4e7-d35d920a4d61 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823865 Dec 16 17:56:55.791275 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-09974d56-fa95-4628-9751-cb888a59cd59 req-a6230c15-dc91-49cb-a3fd-d63497e609db service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802944 Dec 16 17:56:55.986167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a0484-c0e7-4266-bde7-65f4a3540b79 req-fd5d7bac-aeec-4ba6-af0b-af5b804707a3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.987623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3b2a0484-c0e7-4266-bde7-65f4a3540b79 req-fd5d7bac-aeec-4ba6-af0b-af5b804707a3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.1029866 Dec 16 17:56:56.033483 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3b2a0484-c0e7-4266-bde7-65f4a3540b79 req-312bd60c-0475-4228-8570-a86b33ea29b2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391068 Dec 16 17:56:57.202356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b609322-ad3e-41bf-9d79-9afebe4a2f55 req-eea69f61-6a8b-422a-9bef-795c3d3410dd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:57.203831 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b609322-ad3e-41bf-9d79-9afebe4a2f55 req-eea69f61-6a8b-422a-9bef-795c3d3410dd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0960386 Dec 16 17:56:57.250055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b609322-ad3e-41bf-9d79-9afebe4a2f55 req-4412be52-c74a-4366-bd72-63290f9dd326 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403237 Dec 16 17:56:58.369569 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d1186-310f-4b04-a772-b17311ec6a7e req-db032e4b-5c62-410b-adc8-7991fa9b0aa9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.371068 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-773d1186-310f-4b04-a772-b17311ec6a7e req-db032e4b-5c62-410b-adc8-7991fa9b0aa9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0550332 Dec 16 17:56:58.423592 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-773d1186-310f-4b04-a772-b17311ec6a7e req-c9a458ff-5f40-4feb-9f06-2e979bcfa2f7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466537 Dec 16 17:56:58.615574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d8581-5281-487d-907d-d32239668db7 req-ee71cf27-dfe6-4d0f-954f-a6b5fdc89a48 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.617627 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-993d8581-5281-487d-907d-d32239668db7 req-ee71cf27-dfe6-4d0f-954f-a6b5fdc89a48 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 946 time: 0.0516901 Dec 16 17:56:58.629157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-fb180cfc-572a-4c3d-bd78-e09c23a2b84c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.630675 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-fb180cfc-572a-4c3d-bd78-e09c23a2b84c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c&tenant_id=325d414ac243490e87e638557c29eefc&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Dec 16 17:56:58.667993 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-993d8581-5281-487d-907d-d32239668db7 req-7d421f22-0f51-4096-9371-4ab95a79c3bf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Dec 16 17:56:58.715687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-06c23871-897b-48c8-b205-88073b859cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.717178 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-06c23871-897b-48c8-b205-88073b859cbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 1099 time: 0.0446379 Dec 16 17:56:58.802338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-602f09c5-030e-4892-b5f2-1002ea7603ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.804221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-602f09c5-030e-4892-b5f2-1002ea7603ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0804453 Dec 16 17:56:58.870568 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-e7d9f0e7-fc05-4914-9aab-de1f37437d0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 200 len: 1001 time: 0.0598366 Dec 16 17:56:58.919005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-d09c6693-b0cf-419d-964b-d909a9a08dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.920451 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-d09c6693-b0cf-419d-964b-d909a9a08dbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0427358 Dec 16 17:56:58.964412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-a64ed6f3-b080-49ae-8730-ea77e04822f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.965863 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-a64ed6f3-b080-49ae-8730-ea77e04822f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383945 Dec 16 17:56:59.045607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:56:59.057782 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-f5fb800b-d23d-4270-b788-cc6548edba2e service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837491 Dec 16 17:56:59.119152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.142368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:59.144591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46e2779-8d72-4081-84e3-3461bb01ae09" -d '{"events": [{"server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:59.147112 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae2d213b-fdfc-4467-bef0-745ffa42c84c req-4e2e2101-1ac7-4d75-9c47-78da39a32f4d service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817232 Dec 16 17:56:59.161260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:59.166752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.192906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396936f1-9eb2-4555-990b-714befbe1cc9 x-openstack-request-id: req-396936f1-9eb2-4555-990b-714befbe1cc9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:59.193226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:59.193477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-396936f1-9eb2-4555-990b-714befbe1cc9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:59.193892 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'code': 200} Dec 16 17:56:59.219462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:59.226947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.227302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.227651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.228190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.228543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.228932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.229292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.229627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.229959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.230291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.230616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.230939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.231264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:59.784334 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9dbcd-e716-46a9-8e02-a62c6f483a22 req-a73bdd38-8c22-4b79-b6ad-8d94fddbbd6a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:59.785843 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-50b9dbcd-e716-46a9-8e02-a62c6f483a22 req-a73bdd38-8c22-4b79-b6ad-8d94fddbbd6a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0483177 Dec 16 17:56:59.836605 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-50b9dbcd-e716-46a9-8e02-a62c6f483a22 req-25ab3de2-efdd-4f56-acfc-a2726eb9ab26 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447881 Dec 16 17:56:59.949408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74147-190d-4c0e-b202-d8341d78d0bc req-78a0f1c3-4e6d-4a6a-8059-871e8add3e07 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:59.950844 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7c74147-190d-4c0e-b202-d8341d78d0bc req-78a0f1c3-4e6d-4a6a-8059-871e8add3e07 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0473044 Dec 16 17:56:59.996165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7c74147-190d-4c0e-b202-d8341d78d0bc req-df2d8c24-66c4-4e9b-a0f0-3ba4375b7489 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Dec 16 17:57:00.106678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b1df-c9c2-4199-a089-c55c408f1eb3 req-6a7c4661-b821-47fa-b52c-8eab1422e0ce tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:00.108160 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-78f7b1df-c9c2-4199-a089-c55c408f1eb3 req-6a7c4661-b821-47fa-b52c-8eab1422e0ce tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0475185 Dec 16 17:57:00.154939 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-78f7b1df-c9c2-4199-a089-c55c408f1eb3 req-2391663b-9a1b-4eef-86b2-16946bd2802a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Dec 16 17:57:00.387683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5328ea-8c71-4789-b415-f3ee89bbda8b req-0c3c13ae-a1e8-4059-b2c8-f099deb1d4b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:00.389079 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a5328ea-8c71-4789-b415-f3ee89bbda8b req-0c3c13ae-a1e8-4059-b2c8-f099deb1d4b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0520558 Dec 16 17:57:00.436131 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a5328ea-8c71-4789-b415-f3ee89bbda8b req-1a77ef1b-4216-4af6-b632-e8c4f8b9363f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Dec 16 17:57:01.553314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c832e26-c580-4a56-ba9b-c0ddce4e1de0 req-c534c309-6510-4d07-ae3e-699f9c40da61 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:01.554822 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7c832e26-c580-4a56-ba9b-c0ddce4e1de0 req-c534c309-6510-4d07-ae3e-699f9c40da61 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0486724 Dec 16 17:57:01.602002 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7c832e26-c580-4a56-ba9b-c0ddce4e1de0 req-789697f7-d946-46d4-90ce-01c0eee8a65b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Dec 16 17:57:02.009319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-be655afa-63f8-4615-a0fc-808fba674491 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:02.010727 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-be655afa-63f8-4615-a0fc-808fba674491 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 944 time: 0.0465276 Dec 16 17:57:02.100402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Deleting port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:57:02.100741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.185142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] For port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:02.185513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.352457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.352740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.353102 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd disassociated. External IP: 172.26.2.42, port: 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e. Dec 16 17:57:02.353440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Calling delete_port for 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:57:02.472779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.508456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event deleted for resources: {'Port': ['ID=6f95d261-1f72-4038-bc9d-2fae8b9b5c6e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:02.518768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.519121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.519472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.519817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.520162 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.520498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.520831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.521188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.521520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.521852 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.522183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.522508 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.522835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:02.635768 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:57:02.702411 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ad889085-3021-473c-9c85-3a5d71bbdd5b req-31d0ffc8-70fe-4a8d-a1b9-5c384a7d0eec tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf37e8db-b778-49c9-9680-b9be32696b4c HTTP/1.1" status: 200 len: 210 time: 0.0278258 Dec 16 17:57:02.745479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:02.755730 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:02.765715 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:02.766416 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:56:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:02.786599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] No DVR routers for this DVR port 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:57:02.789182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.792562 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ba9a61-c0e7-4151-9bde-40a75c6e0c69 req-69e496bb-cba1-44cd-b0b5-923dea84aad6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "DELETE /v2.0/ports/6f95d261-1f72-4038-bc9d-2fae8b9b5c6e HTTP/1.1" status: 204 len: 173 time: 0.7743812 Dec 16 17:57:02.793029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'name': 'network-vif-deleted', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:02.795313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219bff91-e998-4741-8f7e-bd1742e10566" -d '{"events": [{"server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "name": "network-vif-deleted", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:02.831846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc25cdc9-bc73-442f-b561-e19ce7784c73 x-openstack-request-id: req-bc25cdc9-bc73-442f-b561-e19ce7784c73 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:02.832147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf37e8db-b778-49c9-9680-b9be32696b4c", "name": "network-vif-deleted", "tag": "6f95d261-1f72-4038-bc9d-2fae8b9b5c6e", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:02.832403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc25cdc9-bc73-442f-b561-e19ce7784c73 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:02.832807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf37e8db-b778-49c9-9680-b9be32696b4c', 'name': 'network-vif-deleted', 'tag': '6f95d261-1f72-4038-bc9d-2fae8b9b5c6e', 'status': 'completed', 'code': 200} Dec 16 17:57:02.974344 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:03.173125 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:03.203481 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:03.212645 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:03.213295 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:56:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:03.318068 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:03.513243 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:03.539083 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ace16d-2d64-48a5-90a7-749b108f43ce None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:03.777731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d09861-52bd-4751-b3f9-9d4267a5b1b0 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:57:03.968308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-50a728ef-6ce3-4e7b-968c-128fd6b216ef tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1704841466&fields=id&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 267 time: 0.0490711 Dec 16 17:57:04.072498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-35807743-de99-4a8b-be8b-12f779a38de0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:04.074107 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-35807743-de99-4a8b-be8b-12f779a38de0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.0989442 Dec 16 17:57:04.091336 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9bda2fa9-2930-494a-bc7b-ed0c6c67c251 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/quotas/325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 375 time: 0.0102015 Dec 16 17:57:04.146034 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-2b906de2-ec10-4fad-873c-9453216fa6db tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483470 Dec 16 17:57:04.162193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-18d30ee2-5f7b-4e3c-8532-7a3b68224aa6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:57:04.163811 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-18d30ee2-5f7b-4e3c-8532-7a3b68224aa6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057471 Dec 16 17:57:04.255409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-93028659-1cd9-4a9a-87f6-30fa941dee3c service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856512 Dec 16 17:57:04.343537 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-20b34b9c-70a8-4caa-8af3-0af8759eb78c service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818918 Dec 16 17:57:04.508584 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae724e02-486a-45e2-93cf-8ef0e86dcf59 req-b63c8067-1bfd-411b-8dc5-260a53348607 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0337136 Dec 16 17:57:05.402341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-ef770e49-4e7b-4ac5-bc94-b345549472fb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:05.403800 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-ef770e49-4e7b-4ac5-bc94-b345549472fb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1011028 Dec 16 17:57:05.468785 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-cd3ac423-40e7-410e-9baa-665139195888 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 380 time: 0.0546992 Dec 16 17:57:05.478517 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'port': {'device_id': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'admin_state_up': True, 'tenant_id': '325d414ac243490e87e638557c29eefc', 'security_groups': ['c9e2d7ab-5428-4185-9655-8cb8e40b7b66']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:05.585858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Made reservation on behalf of 325d414ac243490e87e638557c29eefc for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:05.589435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.605735 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aab75434-df76-4a7d-a18a-dd61a4939b58 req-e18d89d1-a4df-4d13-a093-35abc644d212 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Dec 16 17:57:06.029719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Allocated IP 172.20.0.14 (55c4d7de-c94c-42fe-8285-47bc9c629c5c/5a9e49a4-739f-4776-8225-d8f9b87b607a/51c90517-b3e8-428b-a41a-666ad202b6f4) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:06.160100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.191881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.232537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:06.235577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:06.239227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:06.265260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:06.293362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:06.293834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.309713 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-57691f37-5574-42ab-b1c4-028c267b9ab6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8354847 Dec 16 17:57:06.322957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Request body: {'port': {'device_id': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:06.379563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.464501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-46188773-aa66-4ead-b404-3d3ae03d7567 None None] Provisioning complete for port 51c90517-b3e8-428b-a41a-666ad202b6f4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:06.465146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46188773-aa66-4ead-b404-3d3ae03d7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.501131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-46188773-aa66-4ead-b404-3d3ae03d7567 None None] Port 51c90517-b3e8-428b-a41a-666ad202b6f4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:06.643407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c90517-b3e8-428b-a41a-666ad202b6f4 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:06.651542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.663352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Transition to ACTIVE for port object 51c90517-b3e8-428b-a41a-666ad202b6f4 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:57:06.667285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.715783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:06.729474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028c1c-6588-4727-944d-f3f18a395da7 req-48889e61-f2a7-45b5-b0cf-b54a2677a2f7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:06.731016 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e028c1c-6588-4727-944d-f3f18a395da7 req-48889e61-f2a7-45b5-b0cf-b54a2677a2f7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 944 time: 0.0553122 Dec 16 17:57:06.782789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e028c1c-6588-4727-944d-f3f18a395da7 req-047bab85-f62d-4415-b48c-ff7116e3e2f9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Dec 16 17:57:06.792573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Attempting to bind port 51c90517-b3e8-428b-a41a-666ad202b6f4 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:06.793007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Attempting to bind port 51c90517-b3e8-428b-a41a-666ad202b6f4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:06.793439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Attempting to bind port 51c90517-b3e8-428b-a41a-666ad202b6f4 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:06.803952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Port 51c90517-b3e8-428b-a41a-666ad202b6f4 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:57:06.803952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Attempting to bind port 51c90517-b3e8-428b-a41a-666ad202b6f4 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:06.804893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:06.805278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:06.805682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Bound using segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:06.806095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Bound port: 51c90517-b3e8-428b-a41a-666ad202b6f4, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:06.806445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.870960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:06.874282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:06.879033 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.917543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:06.918036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.919397 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] 10.222.0.57 "PUT /v2.0/ports/51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 1094 time: 0.6012380 Dec 16 17:57:06.919835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:06.922225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d29654-4e2e-4c42-9103-3959e842a33b" -d '{"events": [{"name": "network-changed", "server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:06.942857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785121-004f-4442-bb91-3a10ddd9c37f service neutron] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:06.983095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc005d3a-ac65-4612-8128-7dee1159b69c x-openstack-request-id: req-bc005d3a-ac65-4612-8128-7dee1159b69c {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:06.983394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:06.983648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc005d3a-ac65-4612-8128-7dee1159b69c {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:06.984071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'status': 'completed', 'code': 200} Dec 16 17:57:07.018029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-c0e63e79-8b64-4b4b-b148-300478ca0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.019575 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-c0e63e79-8b64-4b4b-b148-300478ca0262 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1097 time: 0.0456097 Dec 16 17:57:07.066975 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-19b8aa5e-159c-4efb-9a77-d2ee167b287f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 217 time: 0.0380745 Dec 16 17:57:07.096245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:57:07.116915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:57:07.117143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-3971fbf5-673c-4328-b8f2-d1c23bf4cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.117431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 6f95d261-1f72-4038-bc9d-2fae8b9b5c6e not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:57:07.119154 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-3971fbf5-673c-4328-b8f2-d1c23bf4cc90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0449867 Dec 16 17:57:07.166330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-54322606-6344-4d5d-b6dd-fb3e2e9289f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.167725 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-54322606-6344-4d5d-b6dd-fb3e2e9289f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409644 Dec 16 17:57:07.258789 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-77723564-ec2b-4132-98fb-9b214eb2b6ca service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825329 Dec 16 17:57:07.346302 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-270425d4-0996-46b4-a3d7-2053b0303f2b req-7a725a06-2359-4501-b512-7925a882093a service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798123 Dec 16 17:57:07.374192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-866280b6-0360-498a-97da-4de894a54280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.435310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29654-4e2e-4c42-9103-3959e842a33b req-f29a0dfb-ecc8-407d-b60d-e267093a0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.436742 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-f29a0dfb-ecc8-407d-b60d-e267093a0d96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1097 time: 0.0448418 Dec 16 17:57:07.525850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29654-4e2e-4c42-9103-3959e842a33b req-8bbc390e-1f05-4d51-8777-cea9583755ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.527305 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-8bbc390e-1f05-4d51-8777-cea9583755ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0821249 Dec 16 17:57:07.573205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-c47f9aaf-3a13-41da-ab8b-a5960186f4a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 217 time: 0.0385704 Dec 16 17:57:07.621516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29654-4e2e-4c42-9103-3959e842a33b req-d685aac9-d2c2-4a1d-a5fc-5cb950c90212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.622929 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-d685aac9-d2c2-4a1d-a5fc-5cb950c90212 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0424194 Dec 16 17:57:07.668064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29654-4e2e-4c42-9103-3959e842a33b req-b99ceac4-f4a0-4b64-850c-62ba0cb52cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.669545 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-b99ceac4-f4a0-4b64-850c-62ba0cb52cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388458 Dec 16 17:57:07.762086 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-7672758a-7873-4886-8b5e-5a8a598675b3 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841053 Dec 16 17:57:07.855624 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55d29654-4e2e-4c42-9103-3959e842a33b req-a663ee46-ebc3-487b-9de4-86b24402294a service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854087 Dec 16 17:57:07.900362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d4024-8de0-4b76-a528-89fbe2955093 req-56ea3f16-7a66-44d3-9372-e68cd8a8ddbf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.901875 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9d6d4024-8de0-4b76-a528-89fbe2955093 req-56ea3f16-7a66-44d3-9372-e68cd8a8ddbf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 944 time: 0.0479097 Dec 16 17:57:07.952474 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9d6d4024-8de0-4b76-a528-89fbe2955093 req-403888f9-ef8f-4178-bb8b-62d158efefc1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Dec 16 17:57:09.067263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5e1fd-8079-4f28-b35c-7187d572e338 req-bcbce9ae-29e5-431f-b418-5d97c3c5f8ad tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:09.068713 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ee5e1fd-8079-4f28-b35c-7187d572e338 req-bcbce9ae-29e5-431f-b418-5d97c3c5f8ad tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 944 time: 0.0477729 Dec 16 17:57:09.093239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 51c90517-b3e8-428b-a41a-666ad202b6f4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:57:09.116066 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ee5e1fd-8079-4f28-b35c-7187d572e338 req-875001a1-f9df-4263-9441-eac80d54a305 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Dec 16 17:57:09.331521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:09.342452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'mac_address': 'fa:16:3e:c0:5c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:57:09.377787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.389723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c90517-b3e8-428b-a41a-666ad202b6f4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:09.409507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:09.413925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.463595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:09.622305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['51c90517-b3e8-428b-a41a-666ad202b6f4'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:09.706772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60f5fde1-670b-45d4-a95b-4a9127c14f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.231804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b949c2-4ba2-45de-a658-8cef91d79f5b req-1f19e2cb-5f4b-4c2b-b31a-492f9a366e26 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:10.233287 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f3b949c2-4ba2-45de-a658-8cef91d79f5b req-1f19e2cb-5f4b-4c2b-b31a-492f9a366e26 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 945 time: 0.0476334 Dec 16 17:57:10.279354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f3b949c2-4ba2-45de-a658-8cef91d79f5b req-47672e6c-996a-4a09-8e52-351fe15e7aeb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401955 Dec 16 17:57:10.902249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.112872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 51c90517-b3e8-428b-a41a-666ad202b6f4 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:11.163309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 51c90517-b3e8-428b-a41a-666ad202b6f4 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:11.167153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 51c90517-b3e8-428b-a41a-666ad202b6f4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:11.167516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.240639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.263307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:11.265625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04083271-7383-4c32-a85d-25133ca11059" -d '{"events": [{"server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:11.282389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:11.286501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.310192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bc07a3-91a6-4133-9ba8-5bc5d70f3ac0 x-openstack-request-id: req-99bc07a3-91a6-4133-9ba8-5bc5d70f3ac0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:11.310484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:11.310740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99bc07a3-91a6-4133-9ba8-5bc5d70f3ac0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:11.311133 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'code': 200} Dec 16 17:57:11.338321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:11.400123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f267a-7fa0-4195-b7cb-000860f4f3d4 req-bd538f50-41a0-4f79-9f7d-1ab203b665b6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:11.401649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ed1f267a-7fa0-4195-b7cb-000860f4f3d4 req-bd538f50-41a0-4f79-9f7d-1ab203b665b6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0544288 Dec 16 17:57:11.451985 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ed1f267a-7fa0-4195-b7cb-000860f4f3d4 req-b657b57e-3289-4d55-b5da-31bab58b28dc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Dec 16 17:57:11.473189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b12c43-a375-4948-be8c-aee1b4237e00 req-52c8802b-381e-4540-b0ba-6dc0ecd73dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:11.474681 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a8b12c43-a375-4948-be8c-aee1b4237e00 req-52c8802b-381e-4540-b0ba-6dc0ecd73dd4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0409226 Dec 16 17:57:11.520272 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a8b12c43-a375-4948-be8c-aee1b4237e00 req-d453b14c-ecff-4caa-8f2a-553c2cc346c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368211 Dec 16 17:57:12.149680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.568184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c342b-7ddb-4a9e-a7f7-e2a03b431aa2 req-e3c253b5-ca1a-4e6b-8083-47b62a8ae2d9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:12.570262 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b62c342b-7ddb-4a9e-a7f7-e2a03b431aa2 req-e3c253b5-ca1a-4e6b-8083-47b62a8ae2d9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0500572 Dec 16 17:57:12.626519 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b62c342b-7ddb-4a9e-a7f7-e2a03b431aa2 req-bbb478ce-67c3-47e1-a9d1-811136523e12 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498435 Dec 16 17:57:13.072196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:13.748073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b196ba-60fe-40bf-aa0e-33d33fbde91c req-fabc5510-16d9-4881-aa3f-8358420a915e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:13.749560 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7b196ba-60fe-40bf-aa0e-33d33fbde91c req-fabc5510-16d9-4881-aa3f-8358420a915e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0554423 Dec 16 17:57:13.795604 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7b196ba-60fe-40bf-aa0e-33d33fbde91c req-ab87fa76-cdbb-4e74-8b50-adb77c7435a6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Dec 16 17:57:13.904333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735f3db-e689-4e0e-b124-cbdd35f9e01a req-26e13620-5cdf-45e2-a7c0-a67fb4bfaf4c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:13.905716 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2735f3db-e689-4e0e-b124-cbdd35f9e01a req-26e13620-5cdf-45e2-a7c0-a67fb4bfaf4c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0480034 Dec 16 17:57:13.914731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 53862) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:13.919175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'floatingip': {'port_id': '51c90517-b3e8-428b-a41a-666ad202b6f4'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:13.957543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.377948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.381595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.480158 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd associated. External IP: 172.26.2.42, port: 51c90517-b3e8-428b-a41a-666ad202b6f4. Dec 16 17:57:14.685776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:57:14.791417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:14.796374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.802807 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:14.812768 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:14.813412 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:57:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:14.822628 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b51cd925-c6c0-4a38-b8d4-b3d829301e83 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "PUT /v2.0/floatingips/a1fc0dc9-085a-4859-ac22-4b257f3d40dd HTTP/1.1" status: 200 len: 991 time: 0.9068565 Dec 16 17:57:14.823324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:14.826287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac81fed-984f-4e51-b4df-9af87009823c" -d '{"events": [{"name": "network-changed", "server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:14.919223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8112feae-41ea-47cd-9882-31cef13a1b55 x-openstack-request-id: req-8112feae-41ea-47cd-9882-31cef13a1b55 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:14.919521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:14.919786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8112feae-41ea-47cd-9882-31cef13a1b55 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:14.920201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'status': 'completed', 'code': 200} Dec 16 17:57:14.923341 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:14.986866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81fed-984f-4e51-b4df-9af87009823c req-0b7e735b-161d-42e3-ae64-c1dfe1397fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:14.988282 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-0b7e735b-161d-42e3-ae64-c1dfe1397fe5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0432837 Dec 16 17:57:15.079815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81fed-984f-4e51-b4df-9af87009823c req-48049fd5-e4ff-446c-b57e-58919f74cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:15.081298 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-48049fd5-e4ff-446c-b57e-58919f74cd49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0842819 Dec 16 17:57:15.142087 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:c0:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:15.150898 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-4ba5257c-3091-4af6-b002-0c68f8da6a5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 999 time: 0.0607920 Dec 16 17:57:15.170583 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:15.179260 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:15.179867 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:57:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:15.200129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81fed-984f-4e51-b4df-9af87009823c req-6d19209e-8dc9-482e-ac4a-ebbc9eaad96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:15.201603 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-6d19209e-8dc9-482e-ac4a-ebbc9eaad96d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0438581 Dec 16 17:57:15.246316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81fed-984f-4e51-b4df-9af87009823c req-be8ea37c-3cd1-4520-8fd9-1ca6f053b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:15.247706 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-be8ea37c-3cd1-4520-8fd9-1ca6f053b547 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386183 Dec 16 17:57:15.278826 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:15.340769 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-65e7690e-6988-4289-bdf8-11009b444bca service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851064 Dec 16 17:57:15.429703 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9ac81fed-984f-4e51-b4df-9af87009823c req-eeda02e3-0a98-4841-a944-a4dae7c36b94 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Dec 16 17:57:15.495795 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:c0:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:15.521030 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0540d9b-c47f-4ac2-afd6-01d57bc33b59 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:c0:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:15.702597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8450e72-fe2b-4cb7-9898-93b621fc41c2 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:57:20.324037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:28.554503 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:57:37.375502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4264710d-2db7-4c90-8c59-e92306389b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:39.697820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19b133ab-8e8b-4616-b5bd-0a774ccdd096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:40.904044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:42.151434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:43.073773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:45.857289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-9ab0d977-1641-488f-a8ae-e44a1e6f9c9c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432425 Dec 16 17:57:45.937812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-3c8305a0-1317-47b9-aebe-0519ac95d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:45.939287 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-3c8305a0-1317-47b9-aebe-0519ac95d9f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0398967 Dec 16 17:57:46.044268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-a16c77e4-b400-4a77-aa0d-69336549f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:46.045755 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-a16c77e4-b400-4a77-aa0d-69336549f26e service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0874946 Dec 16 17:57:46.110436 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-2f85f23c-406b-4e3e-9c25-1524439a11b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0572097 Dec 16 17:57:46.158825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-89438548-7ae6-4fad-aa3b-89b7f5a8c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:46.160226 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-89438548-7ae6-4fad-aa3b-89b7f5a8c488 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0426772 Dec 16 17:57:46.208160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-8bb98085-7416-48eb-b494-3b4a1d498ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:46.209649 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-8bb98085-7416-48eb-b494-3b4a1d498ad5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429015 Dec 16 17:57:46.297806 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-4599316c-0fa7-40f4-8273-db7c7b7c5f41 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800321 Dec 16 17:57:46.389670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d2cba8e5-4263-474a-8bd7-a550ceb14654 req-2e5eecc2-4018-4aa7-9b0c-b2f3311952e6 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833383 Dec 16 17:57:50.358558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:51.036458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcbb95-20dd-4e65-92fa-cecd70d185e0 req-eb01b623-36e7-4fc2-b806-9c7fbdea565a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:51.037962 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7dcbb95-20dd-4e65-92fa-cecd70d185e0 req-eb01b623-36e7-4fc2-b806-9c7fbdea565a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0489168 Dec 16 17:57:51.084635 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7dcbb95-20dd-4e65-92fa-cecd70d185e0 req-50b9fc9c-ec6c-40a7-976f-d253ac21d415 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 Dec 16 17:57:52.204547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6a2ae-d26f-4e37-a592-ef05441a9402 req-6942bd43-47f2-48e8-9360-d79c13fb5b03 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:52.206044 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99a6a2ae-d26f-4e37-a592-ef05441a9402 req-6942bd43-47f2-48e8-9360-d79c13fb5b03 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0518060 Dec 16 17:57:52.252342 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99a6a2ae-d26f-4e37-a592-ef05441a9402 req-116adeaf-690e-4f9f-9cb8-069171537048 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Dec 16 17:57:53.364828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01327-8c9a-4db2-90c5-038f279e9235 req-62c23483-877d-492e-8440-105fa5a37fc5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:53.366317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88e01327-8c9a-4db2-90c5-038f279e9235 req-62c23483-877d-492e-8440-105fa5a37fc5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0477488 Dec 16 17:57:53.411524 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88e01327-8c9a-4db2-90c5-038f279e9235 req-027c5ece-ee2a-4883-8e66-a4921c4e91cf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 Dec 16 17:57:54.526944 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d107a5-a671-4b7d-8c91-c70c4195ff44 req-995dfafa-a080-4df3-875f-efb7507adde1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:54.528406 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-79d107a5-a671-4b7d-8c91-c70c4195ff44 req-995dfafa-a080-4df3-875f-efb7507adde1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0514743 Dec 16 17:57:54.574857 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-79d107a5-a671-4b7d-8c91-c70c4195ff44 req-593a53f2-8cb9-4bcd-86bc-67189ac67057 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406260 Dec 16 17:57:55.687221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb8fd4-323e-436d-98e4-2c244b9f1a57 req-4fa19c1f-c037-42dc-8105-e7441ebc2074 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:55.688665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dedb8fd4-323e-436d-98e4-2c244b9f1a57 req-4fa19c1f-c037-42dc-8105-e7441ebc2074 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Dec 16 17:57:55.735206 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dedb8fd4-323e-436d-98e4-2c244b9f1a57 req-4ecd72b1-10b3-418c-b5a8-0cf97a3fb028 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Dec 16 17:57:56.852298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf499-e3e1-4ae9-a1d1-d6c81b1a3606 req-e2f7a9d1-93a1-4cbe-aabb-6a29f2d01d0a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:56.853939 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4acbf499-e3e1-4ae9-a1d1-d6c81b1a3606 req-e2f7a9d1-93a1-4cbe-aabb-6a29f2d01d0a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0481563 Dec 16 17:57:56.903631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4acbf499-e3e1-4ae9-a1d1-d6c81b1a3606 req-402edc1a-ab53-49ca-83c5-1a148b5e962e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 Dec 16 17:57:58.014922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4358d5-4856-4780-bdb5-c2c852349ffb req-985cf21c-0282-4055-a88c-b24161943fec tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:58.016384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c4358d5-4856-4780-bdb5-c2c852349ffb req-985cf21c-0282-4055-a88c-b24161943fec tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0476573 Dec 16 17:57:58.062921 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c4358d5-4856-4780-bdb5-c2c852349ffb req-5c71e19b-797c-4fb2-9568-dac5e81e62b8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Dec 16 17:57:59.175467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d373-fa24-46b9-b8c5-c4c4c72a1b83 req-af78410e-0b47-408d-bff1-ef44a44ceeb6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:59.176923 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f551d373-fa24-46b9-b8c5-c4c4c72a1b83 req-af78410e-0b47-408d-bff1-ef44a44ceeb6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0474994 Dec 16 17:57:59.222546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f551d373-fa24-46b9-b8c5-c4c4c72a1b83 req-8407a383-819b-4596-9abc-c591777352ed tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Dec 16 17:58:00.339509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eac2d0-5098-4f30-9e16-4514554c35fd req-7641de16-f548-4983-be94-f5f8319f35f5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:00.341000 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37eac2d0-5098-4f30-9e16-4514554c35fd req-7641de16-f548-4983-be94-f5f8319f35f5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0521739 Dec 16 17:58:00.387513 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37eac2d0-5098-4f30-9e16-4514554c35fd req-46ce4bb9-ade8-4e35-bbeb-539642b59772 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Dec 16 17:58:01.500781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e319c-069e-45c7-a2ac-00e1b3989204 req-aa8d27b5-ca71-4965-81f8-c5f91bf3b1fe tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:01.502358 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e17e319c-069e-45c7-a2ac-00e1b3989204 req-aa8d27b5-ca71-4965-81f8-c5f91bf3b1fe tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0490949 Dec 16 17:58:01.548774 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e17e319c-069e-45c7-a2ac-00e1b3989204 req-a2a5e5ee-06ac-4184-b461-548d1c3d834b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Dec 16 17:58:02.662193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d356cb1-cb91-4ee4-870c-b0d3dec3b908 req-fd0f79f0-315e-475b-8901-f2db9dfb0b09 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:02.663652 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1d356cb1-cb91-4ee4-870c-b0d3dec3b908 req-fd0f79f0-315e-475b-8901-f2db9dfb0b09 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0480309 Dec 16 17:58:02.712983 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1d356cb1-cb91-4ee4-870c-b0d3dec3b908 req-32c3fd42-8e5e-45d8-b141-80b367027818 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Dec 16 17:58:03.829716 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389198-4efd-4f1a-9d9d-959694cb134b req-9439c053-090b-4217-b0ef-19ea3d72a9f7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:03.831218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f389198-4efd-4f1a-9d9d-959694cb134b req-9439c053-090b-4217-b0ef-19ea3d72a9f7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0517743 Dec 16 17:58:03.878770 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f389198-4efd-4f1a-9d9d-959694cb134b req-fd7cfd18-bc27-4b92-87f1-aaf0019e5d8c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Dec 16 17:58:04.998072 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2c7de-7303-427a-8f1a-39bd97a74068 req-89d5d719-027c-4eec-b314-4fd621497913 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:04.999459 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75c2c7de-7303-427a-8f1a-39bd97a74068 req-89d5d719-027c-4eec-b314-4fd621497913 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0509384 Dec 16 17:58:05.045058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75c2c7de-7303-427a-8f1a-39bd97a74068 req-4d1779c3-1952-40fd-90d1-7521902ed827 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396078 Dec 16 17:58:05.553429 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:58:06.160580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e1760-6145-4c78-859e-b5f42100f218 req-609b7b28-5d24-4a15-b6b5-b7b9c91d9b54 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:06.163159 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f6e1760-6145-4c78-859e-b5f42100f218 req-609b7b28-5d24-4a15-b6b5-b7b9c91d9b54 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0523939 Dec 16 17:58:06.208155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f6e1760-6145-4c78-859e-b5f42100f218 req-5606c8ab-2804-4a44-88b5-144b615872c8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Dec 16 17:58:07.321652 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b1d3-0bac-46c3-ae60-fdbcb321ba45 req-0aa0a75c-201e-4d52-9bed-8771b75f6d0e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:07.323106 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f741b1d3-0bac-46c3-ae60-fdbcb321ba45 req-0aa0a75c-201e-4d52-9bed-8771b75f6d0e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0479977 Dec 16 17:58:07.369581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f741b1d3-0bac-46c3-ae60-fdbcb321ba45 req-366993f0-6bda-47e8-b419-7c73fc40f68f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Dec 16 17:58:07.377257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5e4b-e477-44c2-a199-2c0883671270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:07.595724 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-23962026-8ff3-462f-9292-58f5e4f0c399 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406344 Dec 16 17:58:07.610638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd7625-1dbe-4086-bfdc-35efcd0d9980 req-461ac6cf-9b24-4391-9871-5be66e685325 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:07.612145 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c6fd7625-1dbe-4086-bfdc-35efcd0d9980 req-461ac6cf-9b24-4391-9871-5be66e685325 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0518603 Dec 16 17:58:07.661010 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c6fd7625-1dbe-4086-bfdc-35efcd0d9980 req-93db790d-82da-4c7f-bcd5-d14ac17a2df1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Dec 16 17:58:08.609862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-19e07124-4321-4015-9554-c0fcbdcf5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:08.611478 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-19e07124-4321-4015-9554-c0fcbdcf5e8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0405762 Dec 16 17:58:08.702070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-991407bd-b95c-4e1b-a6b9-79a7f629356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:08.703550 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-991407bd-b95c-4e1b-a6b9-79a7f629356b service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0857511 Dec 16 17:58:08.769434 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-f3150143-cc07-4f93-93e5-b213a3a68795 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0585144 Dec 16 17:58:08.775029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ed53-0fd0-467e-861c-64e762e4042b req-622236fe-ad8f-49a7-8636-8255de5dcb29 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:08.776504 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57b2ed53-0fd0-467e-861c-64e762e4042b req-622236fe-ad8f-49a7-8636-8255de5dcb29 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0486999 Dec 16 17:58:08.821728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-2aff59f0-99b6-46b5-97ea-9dbf64d5395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:08.823212 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-2aff59f0-99b6-46b5-97ea-9dbf64d5395f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0473583 Dec 16 17:58:08.825164 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57b2ed53-0fd0-467e-861c-64e762e4042b req-1c9f00d0-57a6-4c57-8e1d-3ade7f37dc46 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426826 Dec 16 17:58:08.874315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-257314df-7a59-4525-8db5-0ece84c376c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:08.875698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-257314df-7a59-4525-8db5-0ece84c376c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443084 Dec 16 17:58:08.962204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-f2a29960-1a58-4253-adb1-63e2ff5a0b33 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793061 Dec 16 17:58:09.054389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-b0e7005e-ae59-4ffe-933c-497a79835107 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844119 Dec 16 17:58:09.698119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48f98509-37ef-407b-9224-40a5f37c8fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:09.939086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb31e-6202-4539-ba4d-37e8f4624078 req-bba7f18d-0988-4eec-a896-8b7a289cab58 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:09.940815 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08fcb31e-6202-4539-ba4d-37e8f4624078 req-bba7f18d-0988-4eec-a896-8b7a289cab58 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0468731 Dec 16 17:58:09.989921 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08fcb31e-6202-4539-ba4d-37e8f4624078 req-9a94cdd4-d904-41e8-a2ab-12a7f694339b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Dec 16 17:58:10.644451 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-5cb40b40-0e22-44fd-b955-70413ee1b50b service neutron] 10.222.0.57 "GET /v2.0/ports/51c90517-b3e8-428b-a41a-666ad202b6f4/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0530789 Dec 16 17:58:10.846579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-1237de85-7d4f-4657-b93b-6e8dd432b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:10.848233 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-1237de85-7d4f-4657-b93b-6e8dd432b072 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 1099 time: 0.0415671 Dec 16 17:58:10.906779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:10.910303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-118b1063-6b0c-4286-8fbf-fc1dec8adbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:10.911794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-118b1063-6b0c-4286-8fbf-fc1dec8adbe5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0407996 Dec 16 17:58:11.006286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-ab32f87e-1ad3-4f2d-adf3-7eb9d3d8e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:11.007795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-ab32f87e-1ad3-4f2d-adf3-7eb9d3d8e037 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0894778 Dec 16 17:58:11.074780 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-43860633-91ec-4558-b75c-c11ed45d446e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0590348 Dec 16 17:58:11.107116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384a96-fa63-4968-b694-318d9c4c2776 req-dc1d4f1b-ab59-4930-8e3e-a49a60abaa3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:11.108596 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21384a96-fa63-4968-b694-318d9c4c2776 req-dc1d4f1b-ab59-4930-8e3e-a49a60abaa3e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0478771 Dec 16 17:58:11.129815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-f803e1ae-30af-4b93-90d2-2ca1412e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:11.131277 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-f803e1ae-30af-4b93-90d2-2ca1412e28d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0476069 Dec 16 17:58:11.155417 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21384a96-fa63-4968-b694-318d9c4c2776 req-9ce36f12-3e05-4bd7-b447-5628e810410e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Dec 16 17:58:11.177134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-98b751f6-8300-4483-86ea-bd3b482175c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:11.179179 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-98b751f6-8300-4483-86ea-bd3b482175c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396674 Dec 16 17:58:11.263868 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-35990b35-05c0-4842-8c88-f35af4562cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778880 Dec 16 17:58:11.357504 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45e4fc52-1d40-4145-adcb-1c701f9ddb85 req-99cd4ff5-a258-410e-9216-774db36d77fd service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Dec 16 17:58:12.157296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.268519 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45795100-3186-4567-b85c-d52349bfc777 req-9b31ac29-3488-447d-9ba0-8b29e733bcdd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:12.270043 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45795100-3186-4567-b85c-d52349bfc777 req-9b31ac29-3488-447d-9ba0-8b29e733bcdd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Dec 16 17:58:12.315978 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45795100-3186-4567-b85c-d52349bfc777 req-990c564e-5a9a-4a37-9fd2-7235e5b682a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Dec 16 17:58:13.075413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:13.433540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced0a87-2f2f-4458-9ade-12e0e7ec49a7 req-d3fbbe87-cc7d-4bd6-a201-ba488fb95f74 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.435005 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ced0a87-2f2f-4458-9ade-12e0e7ec49a7 req-d3fbbe87-cc7d-4bd6-a201-ba488fb95f74 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0516286 Dec 16 17:58:13.480408 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ced0a87-2f2f-4458-9ade-12e0e7ec49a7 req-eeaed627-077f-4761-aa34-b7ff3b31301e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 Dec 16 17:58:13.668800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179e00-606c-4392-b969-30bacd4617f7 req-4499d0aa-c887-4b9d-a466-16ed81838754 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.670297 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b4179e00-606c-4392-b969-30bacd4617f7 req-4499d0aa-c887-4b9d-a466-16ed81838754 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0487669 Dec 16 17:58:13.688328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-223f9a0d-da30-48d6-9034-3cf2caa29cc5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.689935 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-223f9a0d-da30-48d6-9034-3cf2caa29cc5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4&tenant_id=325d414ac243490e87e638557c29eefc&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 946 time: 0.0515888 Dec 16 17:58:13.717550 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b4179e00-606c-4392-b969-30bacd4617f7 req-1b2776f1-7ecd-4fb3-877b-eebf6f11b835 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Dec 16 17:58:13.769779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-35a70a40-ec0e-4040-a39e-357dcc23264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.771231 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-35a70a40-ec0e-4040-a39e-357dcc23264d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0390770 Dec 16 17:58:13.864322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-11bc7537-afb2-4bc7-95fd-8462fa3c8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.865819 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-11bc7537-afb2-4bc7-95fd-8462fa3c8b2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0866573 Dec 16 17:58:13.929565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-d13ca50c-a618-44e4-bf9a-4946a45c5dc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0566096 Dec 16 17:58:13.983653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-4fdbbd5d-42b1-487e-96ba-2362f5cf235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.985122 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-4fdbbd5d-42b1-487e-96ba-2362f5cf235a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0488639 Dec 16 17:58:14.030051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-6bdf3083-6c29-4d96-985c-0a8a96945826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:14.031499 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-6bdf3083-6c29-4d96-985c-0a8a96945826 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395997 Dec 16 17:58:14.116759 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-0c57d47f-2253-4fe1-8881-82ec9d7911ba service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781937 Dec 16 17:58:14.207689 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d927c6f5-9017-4f5c-9580-e7143d57fb6a req-2a136f0f-6d35-44fa-8ace-154f5877b284 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831962 Dec 16 17:58:14.837623 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965009-ff10-495f-93f2-48443d593a2b req-22acc6ba-05e2-4bc2-b3d4-02f5cbcd799f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:14.839146 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ad965009-ff10-495f-93f2-48443d593a2b req-22acc6ba-05e2-4bc2-b3d4-02f5cbcd799f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0531969 Dec 16 17:58:15.145973 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ad965009-ff10-495f-93f2-48443d593a2b req-cdef59d4-b7e2-4a1a-81df-fb55996bc87e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009529 Dec 16 17:58:15.258773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e55104-e4b5-46d8-8638-5d6eb953bb9c req-361e2df5-c80a-4762-885f-e44481cb6eac tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.260784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6e55104-e4b5-46d8-8638-5d6eb953bb9c req-361e2df5-c80a-4762-885f-e44481cb6eac tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0488780 Dec 16 17:58:15.306649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6e55104-e4b5-46d8-8638-5d6eb953bb9c req-9f7ab0fc-8c9b-440a-a412-1d4eb3a70156 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Dec 16 17:58:15.408043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 51c90517-b3e8-428b-a41a-666ad202b6f4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:58:15.500754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003932d-3b57-453a-a1d4-525402a2da05 req-8cd4b70e-16fc-499c-8182-abf3f5e9f365 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.502871 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a003932d-3b57-453a-a1d4-525402a2da05 req-8cd4b70e-16fc-499c-8182-abf3f5e9f365 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0522549 Dec 16 17:58:15.527980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:15.538860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-5b5f2d85-61e8-47d1-9277-c6b0b75ed5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.540987 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-5b5f2d85-61e8-47d1-9277-c6b0b75ed5a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0508878 Dec 16 17:58:15.541496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'mac_address': 'fa:16:3e:c0:5c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:58:15.551311 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a003932d-3b57-453a-a1d4-525402a2da05 req-fb217793-431d-4060-8bb1-98cb0bfcb2fc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 Dec 16 17:58:15.583752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.596787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51c90517-b3e8-428b-a41a-666ad202b6f4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:15.615906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:15.620321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.640991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-859f1ab0-244c-40d9-9a12-ca3283ea9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.642467 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-859f1ab0-244c-40d9-9a12-ca3283ea9021 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0932589 Dec 16 17:58:15.673745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:15.680554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.680908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.681282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.681624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.681959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.682293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.682630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.682961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.683291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.684292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.684635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.684993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.685325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:15.691998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['51c90517-b3e8-428b-a41a-666ad202b6f4'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:58:15.708208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-f2344c0e-355b-4af6-921a-63b0e9de6baa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 200 len: 1000 time: 0.0583138 Dec 16 17:58:15.758470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-628e8b03-d51b-47bf-a13b-cb1dc3e6ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.759916 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-628e8b03-d51b-47bf-a13b-cb1dc3e6ac7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0438030 Dec 16 17:58:15.808403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-c0b96b99-f21c-49b2-b4ec-10aa054ea2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.809912 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-c0b96b99-f21c-49b2-b4ec-10aa054ea2fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430131 Dec 16 17:58:15.897286 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-72e15758-2e63-4dee-a27e-0ce302500049 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789795 Dec 16 17:58:15.986346 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-64f9c4b3-3e3e-4a59-ab1c-b99a59ee9cd6 req-1fe5b290-3eac-48f4-bd03-ea8b259882d9 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Dec 16 17:58:16.671091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd39bc-d61c-4dc9-9c3f-cf0f08084618 req-ba9b8d41-f0c9-44fe-9889-cb81db20d32d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.672589 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2cdd39bc-d61c-4dc9-9c3f-cf0f08084618 req-ba9b8d41-f0c9-44fe-9889-cb81db20d32d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Dec 16 17:58:16.718437 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2cdd39bc-d61c-4dc9-9c3f-cf0f08084618 req-b07efe68-4531-426d-b715-9b1af55f413f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Dec 16 17:58:16.951510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd9edd-51c9-47d4-b8f0-9797a20600d5 req-12e98afe-15b7-454c-bc33-da41e462c586 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.953017 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6abd9edd-51c9-47d4-b8f0-9797a20600d5 req-12e98afe-15b7-454c-bc33-da41e462c586 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Dec 16 17:58:16.999734 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6abd9edd-51c9-47d4-b8f0-9797a20600d5 req-8e1a7037-2392-4f45-a7c6-2d022e8b2241 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408235 Dec 16 17:58:17.424434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 51c90517-b3e8-428b-a41a-666ad202b6f4 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:58:17.472032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 51c90517-b3e8-428b-a41a-666ad202b6f4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:58:17.472395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:17.544729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:17.568743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:17.571555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9608bbbe-b41c-457f-b5c5-e90c7ed92572" -d '{"events": [{"server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:17.583271 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:17.587265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:17.612514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f242b-bc34-4cc0-ac04-781fbd70343d x-openstack-request-id: req-cc4f242b-bc34-4cc0-ac04-781fbd70343d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:17.612798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:17.613073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc4f242b-bc34-4cc0-ac04-781fbd70343d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:17.613459 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'code': 200} Dec 16 17:58:17.638183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:18.113672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f2a06-41e4-4da8-bcdf-c145d4a67cd6 req-fd45a6ed-7fcd-4362-b026-1b1855b4e296 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:18.115129 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c9f2a06-41e4-4da8-bcdf-c145d4a67cd6 req-fd45a6ed-7fcd-4362-b026-1b1855b4e296 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0502989 Dec 16 17:58:18.160858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c9f2a06-41e4-4da8-bcdf-c145d4a67cd6 req-56a86089-790f-41b3-9a94-9c892d5af702 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 Dec 16 17:58:18.608371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-38d56073-4560-4887-9530-efd33ebfec5b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:18.609833 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-38d56073-4560-4887-9530-efd33ebfec5b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 946 time: 0.0484352 Dec 16 17:58:18.696316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Deleting port 51c90517-b3e8-428b-a41a-666ad202b6f4 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:58:18.696656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:18.785832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] For port 51c90517-b3e8-428b-a41a-666ad202b6f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=51c90517-b3e8-428b-a41a-666ad202b6f4,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:18.786192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:18.951075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:18.951347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:18.951661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd disassociated. External IP: 172.26.2.42, port: 51c90517-b3e8-428b-a41a-666ad202b6f4. Dec 16 17:58:18.951997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Calling delete_port for 51c90517-b3e8-428b-a41a-666ad202b6f4 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:58:19.077856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:19.106653 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event deleted for resources: {'Port': ['ID=51c90517-b3e8-428b-a41a-666ad202b6f4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:19.116853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.117290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.117577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.117925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.118258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.118595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.118933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.119264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.119596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.119927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.120255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.120578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.120902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:19.234514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:58:19.260448 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-91f48d1c-2e66-4a69-8e12-2450a78f046d req-118c32e5-e538-4d3e-a604-c4c784937ab0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=03126eb5-abf0-4cae-b35f-7b309339fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0276985 Dec 16 17:58:19.344625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:58:19.356273 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:58:19.366024 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:58:19.366634 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:58:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:19.383002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] No DVR routers for this DVR port 51c90517-b3e8-428b-a41a-666ad202b6f4 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:58:19.385563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:19.388987 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cff5b9f1-20b0-425c-86eb-390ee9a5bf36 req-1e3d499f-9582-4979-a67b-a69f89602b43 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "DELETE /v2.0/ports/51c90517-b3e8-428b-a41a-666ad202b6f4 HTTP/1.1" status: 204 len: 173 time: 0.7732019 Dec 16 17:58:19.389429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'name': 'network-vif-deleted', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:19.392035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07496417-e7ed-4a56-81e7-d83b12db6e02" -d '{"events": [{"server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "name": "network-vif-deleted", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:19.476880 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:58:19.492859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7578703a-a25d-4f5d-802f-35cd66dc9dd3 x-openstack-request-id: req-7578703a-a25d-4f5d-802f-35cd66dc9dd3 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:19.493203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03126eb5-abf0-4cae-b35f-7b309339fbb4", "name": "network-vif-deleted", "tag": "51c90517-b3e8-428b-a41a-666ad202b6f4", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:19.493461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7578703a-a25d-4f5d-802f-35cd66dc9dd3 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:19.493869 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03126eb5-abf0-4cae-b35f-7b309339fbb4', 'name': 'network-vif-deleted', 'tag': '51c90517-b3e8-428b-a41a-666ad202b6f4', 'status': 'completed', 'code': 200} Dec 16 17:58:19.698739 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:19.723127 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:58:19.731685 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:58:19.732220 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:58:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:19.844623 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:58:20.045319 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:20.070129 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf1ec5-0426-4b24-913a-5a7e311eb500 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:58:20.277635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f77704-e5ea-4be9-ada7-71df01890473 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:58:20.402253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:20.520251 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-63213523-20dd-4418-943d-307c056edba4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1704841466&fields=id&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 267 time: 0.0403166 Dec 16 17:58:20.626924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-a700ccda-0f85-4fc1-aaaa-1b9af0df7c95 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:20.628190 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-a700ccda-0f85-4fc1-aaaa-1b9af0df7c95 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1007478 Dec 16 17:58:20.644765 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-7d66f5cc-c2d0-46ae-9a83-4ef32804765c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/quotas/325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 375 time: 0.0100539 Dec 16 17:58:20.700163 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-fc852b02-f1de-4e94-a4fe-828dd03d6ddb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488353 Dec 16 17:58:20.838782 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-ed0c3a3c-3a2a-431e-b12e-6fc76ed994d9 service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264684 Dec 16 17:58:20.925224 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-3c32de8d-29ee-4e1c-bf8f-8a1e6a8b4e9e service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800810 Dec 16 17:58:21.083835 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4adb5609-5065-443c-b25f-9869bd63560a req-24a6920a-c468-4266-a130-547eb965a8fe tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 210 time: 0.0271614 Dec 16 17:58:21.981096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-0180704d-3b63-490c-9664-49a590dabde9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:21.982555 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-0180704d-3b63-490c-9664-49a590dabde9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1107779 Dec 16 17:58:22.052707 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-2ade48d6-de22-49f7-a915-1a471e993b9a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 380 time: 0.0606134 Dec 16 17:58:22.065866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'port': {'device_id': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'admin_state_up': True, 'tenant_id': '325d414ac243490e87e638557c29eefc', 'security_groups': ['c9e2d7ab-5428-4185-9655-8cb8e40b7b66']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:22.178276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Made reservation on behalf of 325d414ac243490e87e638557c29eefc for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:58:22.179325 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f4971bb4-1ea9-4b08-b862-35e57adbeb3b req-981a6185-7e1b-4cb7-8029-223b94272522 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 210 time: 0.0271323 Dec 16 17:58:22.181899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.312155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Allocated IP 172.20.0.9 (55c4d7de-c94c-42fe-8285-47bc9c629c5c/5a9e49a4-739f-4776-8225-d8f9b87b607a/5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:58:22.443950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.476553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.524451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:58:22.527664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:58:22.531301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:58:22.554087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:22.583495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:22.584122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.600110 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-f6dbaf11-fcaa-4f98-925c-1afb8e4c11fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5378180 Dec 16 17:58:22.614612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Request body: {'port': {'device_id': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:22.670712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.801731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ab90ee91-bd53-4eaa-9e11-2814dbb4ea85 None None] Provisioning complete for port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:58:22.802269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab90ee91-bd53-4eaa-9e11-2814dbb4ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.841408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ab90ee91-bd53-4eaa-9e11-2814dbb4ea85 None None] Port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:58:22.934777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:22.942032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.953561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Transition to ACTIVE for port object 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:58:22.957425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:23.008403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:23.080953 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Attempting to bind port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:58:23.081299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Attempting to bind port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:58:23.081622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Attempting to bind port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:58:23.086176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:58:23.086491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Attempting to bind port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:58:23.091390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:58:23.091730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:58:23.092113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Bound using segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:58:23.092533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Bound port: 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:58:23.092880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:23.158101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:58:23.161093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:58:23.166710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:23.200364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:23.200839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:23.202354 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] 10.222.0.57 "PUT /v2.0/ports/5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 1093 time: 0.5920136 Dec 16 17:58:23.204669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:23.208358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1fe9d-7110-4c08-a56c-7b5c2028e756" -d '{"events": [{"name": "network-changed", "server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:23.240257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadb1f7-505c-47ad-815e-bed872a43126 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:23.270311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832b2ca9-0e6c-44e0-a90d-175721f1fe9a x-openstack-request-id: req-832b2ca9-0e6c-44e0-a90d-175721f1fe9a {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:23.270606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:23.270862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-832b2ca9-0e6c-44e0-a90d-175721f1fe9a {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:23.271422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'status': 'completed', 'code': 200} Dec 16 17:58:23.316846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-80324fe8-5a4e-4a2e-bf4b-22c91b0d23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:23.318580 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-80324fe8-5a4e-4a2e-bf4b-22c91b0d23cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1096 time: 0.0606670 Dec 16 17:58:23.334373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9cdd6-b2c5-4838-b31d-cdeb89f34fed req-e6eb9894-9e02-4f1e-a37c-a0ba7f8c511b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:23.336461 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41c9cdd6-b2c5-4838-b31d-cdeb89f34fed req-e6eb9894-9e02-4f1e-a37c-a0ba7f8c511b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 943 time: 0.0596027 Dec 16 17:58:23.389507 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41c9cdd6-b2c5-4838-b31d-cdeb89f34fed req-83ab6ace-2145-4c83-ad4a-ec5cd5446c1c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Dec 16 17:58:23.456022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 51c90517-b3e8-428b-a41a-666ad202b6f4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:58:23.481065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 51c90517-b3e8-428b-a41a-666ad202b6f4 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:58:23.481413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 51c90517-b3e8-428b-a41a-666ad202b6f4 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:58:23.686453 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-55bd69e4-ae9b-4363-9b1c-983da03aab86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 217 time: 0.3592789 Dec 16 17:58:23.733879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-74d93133-a23f-4f28-b9b9-a7d42d25bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:23.735253 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-74d93133-a23f-4f28-b9b9-a7d42d25bb08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0418055 Dec 16 17:58:23.779914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-baa425e1-943d-4673-ac23-d2330a42cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:23.781389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-baa425e1-943d-4673-ac23-d2330a42cf72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394497 Dec 16 17:58:23.870013 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-a19ae0bd-a10d-4906-b768-7bc7595a0a7a service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817442 Dec 16 17:58:23.959022 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3f38f141-4309-42f6-9d8e-b3f42ee880f0 req-09c3ce6b-2548-4e99-aa54-368ee547458a service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801361 Dec 16 17:58:24.051598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-37648e02-bb94-472c-a6ad-eae1567fae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.053083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-37648e02-bb94-472c-a6ad-eae1567fae10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1096 time: 0.0432796 Dec 16 17:58:24.140390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-597fccf6-8f9f-4ce4-aceb-1b8c75801612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.141900 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-597fccf6-8f9f-4ce4-aceb-1b8c75801612 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0812261 Dec 16 17:58:24.182573 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-bd397318-81a1-49d0-aa89-627b38e826e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 217 time: 0.0333517 Dec 16 17:58:24.234301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-185e38b1-0cac-4ed3-b320-1b9e64267c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.235632 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-185e38b1-0cac-4ed3-b320-1b9e64267c9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0455022 Dec 16 17:58:24.281477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-1ec9a8f9-60f5-4626-8965-4cdc03f820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.282917 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-1ec9a8f9-60f5-4626-8965-4cdc03f820a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388567 Dec 16 17:58:24.374636 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-135f170b-17c4-4304-bf33-f18e64865d8c service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841916 Dec 16 17:58:24.480776 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-57c1fe9d-7110-4c08-a56c-7b5c2028e756 req-0284c6cd-1644-43e0-b29b-877f4d214432 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974429 Dec 16 17:58:24.517090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708937c-5a35-48c3-99e5-2d51d711ce3c req-1b492c9c-d027-4a54-82d2-484b4b9b89ab tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.518736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a708937c-5a35-48c3-99e5-2d51d711ce3c req-1b492c9c-d027-4a54-82d2-484b4b9b89ab tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 943 time: 0.0478621 Dec 16 17:58:24.564588 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a708937c-5a35-48c3-99e5-2d51d711ce3c req-02f55d25-96a7-40bf-8065-3c650b5e29da tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398183 Dec 16 17:58:25.677545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5249-c3c9-4a31-828d-e3a17f954e03 req-e1d907fd-4b47-420e-8ddc-fc79f16220d3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:25.679008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f7b5249-c3c9-4a31-828d-e3a17f954e03 req-e1d907fd-4b47-420e-8ddc-fc79f16220d3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 943 time: 0.0484252 Dec 16 17:58:25.732186 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4f7b5249-c3c9-4a31-828d-e3a17f954e03 req-3f6d8605-06b8-432f-9ae7-22bc1c30c731 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Dec 16 17:58:26.844311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7659a-b07a-46d3-81ee-97075162b0f1 req-99a57a52-9d60-47a4-b7f7-88beaec6c0b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:26.845819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-87e7659a-b07a-46d3-81ee-97075162b0f1 req-99a57a52-9d60-47a4-b7f7-88beaec6c0b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 943 time: 0.0477064 Dec 16 17:58:26.892581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-87e7659a-b07a-46d3-81ee-97075162b0f1 req-4c337fa8-aa9c-40fb-ae4c-ad1b24d63698 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402102 Dec 16 17:58:27.471514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:58:27.563576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:27.574922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:58:27.610238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:27.622311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:27.641398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:27.645344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:27.692641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:27.851169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:58:28.004686 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107916d-1897-4470-8b4b-f9f70f228a27 req-d67b142b-cdb6-4272-9c2a-446d9983e314 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:28.006185 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9107916d-1897-4470-8b4b-f9f70f228a27 req-d67b142b-cdb6-4272-9c2a-446d9983e314 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 944 time: 0.0474100 Dec 16 17:58:28.052290 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9107916d-1897-4470-8b4b-f9f70f228a27 req-29247fe0-fee9-4e20-9461-823efdb14d9a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Dec 16 17:58:29.171037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95bd93-4c23-4451-b79c-7d6dd0bc9ca2 req-551ebcb7-0672-44b0-ae05-5eba02ce8fe5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:29.172518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa95bd93-4c23-4451-b79c-7d6dd0bc9ca2 req-551ebcb7-0672-44b0-ae05-5eba02ce8fe5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Dec 16 17:58:29.219833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-aa95bd93-4c23-4451-b79c-7d6dd0bc9ca2 req-8693394b-232e-4d55-bcf5-118b5ae6150f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413878 Dec 16 17:58:29.485759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:58:29.536419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:58:29.540097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:58:29.540468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:29.616474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:29.638614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:29.640817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f827f1ba-d3bd-4fb7-850d-a6aee0e8108e" -d '{"events": [{"server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:29.653539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:29.658435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:29.708919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:29.733615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7478314-3c36-4749-96f9-bb1bea4ff1fa x-openstack-request-id: req-e7478314-3c36-4749-96f9-bb1bea4ff1fa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:29.733971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:29.734229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7478314-3c36-4749-96f9-bb1bea4ff1fa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:29.734628 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'code': 200} Dec 16 17:58:29.896630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35216af-f795-4428-a6b4-b939be624f7b req-6928df5c-4900-4092-8fbc-c4c98a0fd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:29.898134 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f35216af-f795-4428-a6b4-b939be624f7b req-6928df5c-4900-4092-8fbc-c4c98a0fd304 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1098 time: 0.0396841 Dec 16 17:58:29.941925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f35216af-f795-4428-a6b4-b939be624f7b req-ce56f775-6ccf-4121-8ec9-f0faa19f9da8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362165 Dec 16 17:58:30.332282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179f1b-32ff-4687-953b-af44c60c1c91 req-58adaa74-5e10-4af8-9836-4bf55a2474b6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:30.333766 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e1179f1b-32ff-4687-953b-af44c60c1c91 req-58adaa74-5e10-4af8-9836-4bf55a2474b6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0480018 Dec 16 17:58:30.380267 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e1179f1b-32ff-4687-953b-af44c60c1c91 req-218d81f2-9e08-45b1-b2fe-7e3d6e608586 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Dec 16 17:58:31.501415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273000b5-7f34-491e-8a3b-086b95c6e63b req-0c5b3a10-5f98-4ab8-b414-7ebfcff17b71 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:31.502883 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-273000b5-7f34-491e-8a3b-086b95c6e63b req-0c5b3a10-5f98-4ab8-b414-7ebfcff17b71 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Dec 16 17:58:31.549261 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-273000b5-7f34-491e-8a3b-086b95c6e63b req-c7e89e19-aced-4c1d-8c57-fb7a8afb8ae5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405295 Dec 16 17:58:31.660202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58209051-1b7f-447f-9eba-d01f325a3242 req-f28d6ff5-8c33-4980-8a2a-7d7a11fff3cb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:31.661644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-58209051-1b7f-447f-9eba-d01f325a3242 req-f28d6ff5-8c33-4980-8a2a-7d7a11fff3cb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0493541 Dec 16 17:58:31.670773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54102) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:31.675179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'floatingip': {'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:31.712824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.140242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.144163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.240700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd associated. External IP: 172.26.2.42, port: 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7. Dec 16 17:58:32.441129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:58:32.546322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:58:32.551100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.556200 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:58:32.566030 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:58:32.566640 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:58:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:32.578857 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-294091cc-f83a-49d8-aac9-1e3b315091d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "PUT /v2.0/floatingips/a1fc0dc9-085a-4859-ac22-4b257f3d40dd HTTP/1.1" status: 200 len: 990 time: 0.9070179 Dec 16 17:58:32.579451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:32.581743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:32.619735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c13451-b292-4f91-815b-6efbeef3b8ad x-openstack-request-id: req-67c13451-b292-4f91-815b-6efbeef3b8ad {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:32.620033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:32.620290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67c13451-b292-4f91-815b-6efbeef3b8ad {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:32.620700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'status': 'completed', 'code': 200} Dec 16 17:58:32.682725 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:58:32.687699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-f56ef36a-78d2-485b-9427-82a8360f013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.689220 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-f56ef36a-78d2-485b-9427-82a8360f013b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1098 time: 0.0450668 Dec 16 17:58:32.777160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-ce1e960c-236d-4bfc-9cb5-ad6b697cbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.778549 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-ce1e960c-236d-4bfc-9cb5-ad6b697cbee1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0825810 Dec 16 17:58:32.847927 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-0a1ceeff-f3ab-4e7a-abe4-3dbf5278b5b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 998 time: 0.0617411 Dec 16 17:58:32.898806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-f07b867f-648c-4b88-94d0-36dfdad84610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.900357 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-f07b867f-648c-4b88-94d0-36dfdad84610 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0461993 Dec 16 17:58:32.906892 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:58:32Z', 'revision_number': 9, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:32.935738 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:58:32.943812 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:58:32.944424 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:58:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:32.950199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-68f4f26a-0f8d-4d56-94d6-d02711993171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.951709 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-68f4f26a-0f8d-4d56-94d6-d02711993171 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438244 Dec 16 17:58:33.044990 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-e7eea35b-347c-46f6-b411-de4c55166f14 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854733 Dec 16 17:58:33.048297 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:58:33.135090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9fb96661-c92c-497a-9cf7-bd0bf3d6bbdd req-d36ba3d0-5c13-454b-818a-5ae78ecf1a66 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829527 Dec 16 17:58:33.356177 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:58:32Z', 'revision_number': 9, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:33.381270 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbfc0e0-7804-40f3-a6bb-b9a640cfd7b7 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:58:32Z', 'revision_number': 9, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:58:33.558879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4d8ea-2bd0-4c04-b210-42fbe2241e06 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:58:37.380908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb46eba4-f626-4bb2-9035-0152daa2884d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.698248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee8bbeb3-c779-434a-9f56-03c408c59b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.912983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:42.156298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:42.553178 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:58:43.077221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:47.312712 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-9b6703da-4d41-4857-9a89-7e026760bdeb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414343 Dec 16 17:58:47.399380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-43a6c634-b42c-4328-bd50-2d1ffb2cf061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:47.400853 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-43a6c634-b42c-4328-bd50-2d1ffb2cf061 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1098 time: 0.0454733 Dec 16 17:58:47.501156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-74c434de-c786-4347-a066-dc143b8e8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:47.502610 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-74c434de-c786-4347-a066-dc143b8e8d0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0819161 Dec 16 17:58:47.572243 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-a4ae74cb-b845-4151-b927-424cc405bd64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0623806 Dec 16 17:58:47.622101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-ef3b2971-a953-4037-9de6-66a4c46a228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:47.623528 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-ef3b2971-a953-4037-9de6-66a4c46a228f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0428247 Dec 16 17:58:47.679705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-50cc2b66-b98b-416c-8958-2f0643e69e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:47.681235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-50cc2b66-b98b-416c-8958-2f0643e69e93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492680 Dec 16 17:58:47.775983 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-d640ae16-432f-4000-9365-f0b975f15762 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844054 Dec 16 17:58:47.867730 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d71194ff-5c26-4825-aad2-c7749a7c0677 req-3f3c9d1d-9ee8-48ed-b4e0-e282188ab4a3 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831463 Dec 16 17:58:50.370430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:07.382734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac45eb00-d56b-4c60-8d2f-f14c26fded42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:09.699179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d317d4ed-03fc-490c-86fb-01c16e894f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:09.977660 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c301-eaf4-4519-b9fa-8fb76d9980d8 req-a6f39b9a-11bd-4397-bed1-4c70e469f77d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:09.979746 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cfe6c301-eaf4-4519-b9fa-8fb76d9980d8 req-a6f39b9a-11bd-4397-bed1-4c70e469f77d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Dec 16 17:59:10.001359 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-0f613b76-45ab-40ec-b6af-86afdc990ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858932 Dec 16 17:59:10.027688 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cfe6c301-eaf4-4519-b9fa-8fb76d9980d8 req-60070101-3eed-41d3-80b0-74c31319385b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Dec 16 17:59:10.912645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:11.090868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-6926f836-957e-42ed-8ca7-a2ae7a627c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.092331 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-6926f836-957e-42ed-8ca7-a2ae7a627c6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1098 time: 0.0462472 Dec 16 17:59:11.152510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b16a-da27-48c2-8b57-d2da36a03f5f req-2f0a8a20-31ec-493e-8164-4984cdb26e4b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.154153 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2452b16a-da27-48c2-8b57-d2da36a03f5f req-2f0a8a20-31ec-493e-8164-4984cdb26e4b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0524538 Dec 16 17:59:11.182073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-989d583c-5e7c-451f-aae5-1406624231a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.183545 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-989d583c-5e7c-451f-aae5-1406624231a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0846536 Dec 16 17:59:11.200882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2452b16a-da27-48c2-8b57-d2da36a03f5f req-6c99dabc-7e65-4b7d-b646-ec9c4eee73ac tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Dec 16 17:59:11.251795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-699ec2dc-6033-4829-b219-50bfc8dc2783 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0612476 Dec 16 17:59:11.300496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-cf108f2b-a076-47ed-a42a-645c6106177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.301924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-cf108f2b-a076-47ed-a42a-645c6106177d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0436437 Dec 16 17:59:11.347634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-7bbd2c79-2074-4f9d-9f53-32db2ba844f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.349126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-7bbd2c79-2074-4f9d-9f53-32db2ba844f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382118 Dec 16 17:59:11.438789 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-dfdd9cda-78b4-4a0b-91a7-528e69431006 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828767 Dec 16 17:59:11.525375 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-45aa41d9-5a26-4287-a009-20cf0c8f1019 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789917 Dec 16 17:59:12.159091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:12.315110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84efad-0f40-4cc6-82c0-30f65c358c40 req-66940774-1e2e-482e-af48-1f4a582c7dc5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:12.316549 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5f84efad-0f40-4cc6-82c0-30f65c358c40 req-66940774-1e2e-482e-af48-1f4a582c7dc5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0475042 Dec 16 17:59:12.361513 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5f84efad-0f40-4cc6-82c0-30f65c358c40 req-15a0f985-9ac4-4990-953d-c046d91720c8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390232 Dec 16 17:59:13.080418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:13.481896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7e7b-adbc-49a1-9f4e-26bc906793d7 req-2a2ff306-e974-4708-86e7-516e97187d01 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:13.483359 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42be7e7b-adbc-49a1-9f4e-26bc906793d7 req-2a2ff306-e974-4708-86e7-516e97187d01 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Dec 16 17:59:13.529699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42be7e7b-adbc-49a1-9f4e-26bc906793d7 req-51617193-d754-47ba-957a-144d07892f64 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Dec 16 17:59:14.641966 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0179b84-2dde-42a7-a12c-53bb5ec8534c req-7095bea6-c1dd-4484-93a0-f1a58b4f1ea8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:14.643705 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0179b84-2dde-42a7-a12c-53bb5ec8534c req-7095bea6-c1dd-4484-93a0-f1a58b4f1ea8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Dec 16 17:59:14.690414 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0179b84-2dde-42a7-a12c-53bb5ec8534c req-44dcb0eb-cdf9-44d8-b654-7a61ccec84f5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Dec 16 17:59:15.802455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83f18e-e66f-4d92-b8b0-81d48eb53f75 req-c2029d13-ad1a-443e-9f17-38d23379efa2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:15.803918 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f83f18e-e66f-4d92-b8b0-81d48eb53f75 req-c2029d13-ad1a-443e-9f17-38d23379efa2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0470324 Dec 16 17:59:15.853821 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f83f18e-e66f-4d92-b8b0-81d48eb53f75 req-69ed01a3-93bb-4506-8713-13ee0b213d88 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Dec 16 17:59:16.968595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d05f59-fc5a-47e8-b296-06cb6dc5ea40 req-186e132b-a61d-4f25-9246-cf003b733129 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:16.970003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-50d05f59-fc5a-47e8-b296-06cb6dc5ea40 req-186e132b-a61d-4f25-9246-cf003b733129 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Dec 16 17:59:17.015855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-50d05f59-fc5a-47e8-b296-06cb6dc5ea40 req-a990c7b1-bbfa-4149-9e40-c28f97395a4a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Dec 16 17:59:18.128811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187000d-95eb-456a-80b1-662fa05ef0bd req-3ab73dff-8314-4c96-a671-05de6f5e0f18 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:18.130323 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b187000d-95eb-456a-80b1-662fa05ef0bd req-3ab73dff-8314-4c96-a671-05de6f5e0f18 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Dec 16 17:59:18.177630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b187000d-95eb-456a-80b1-662fa05ef0bd req-d5eaacb7-8c98-41fc-9ceb-cff6cd8f78ca tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Dec 16 17:59:19.297724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cfaf3-9ba1-4cd2-997f-a5eed36a673f req-122c1c50-fb8f-4256-8d1a-b7c4160d6b91 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:19.299170 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e27cfaf3-9ba1-4cd2-997f-a5eed36a673f req-122c1c50-fb8f-4256-8d1a-b7c4160d6b91 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0515215 Dec 16 17:59:19.345226 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e27cfaf3-9ba1-4cd2-997f-a5eed36a673f req-ffcceef2-571c-4b87-b79b-d71821f8d7a4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Dec 16 17:59:19.551990 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:59:20.374135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:20.459344 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fa189-a890-47ca-9734-9c7411442b3e req-ae1af376-d67e-49be-83c3-b9a701964ebb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:20.460816 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a5fa189-a890-47ca-9734-9c7411442b3e req-ae1af376-d67e-49be-83c3-b9a701964ebb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0480597 Dec 16 17:59:20.509309 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a5fa189-a890-47ca-9734-9c7411442b3e req-37418056-8cf1-4b2b-b432-fa9dd26350e6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Dec 16 17:59:21.622533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6894a07-4c84-4c4d-88e3-7feced78451b req-504dde11-5be0-4e8f-aa15-f8ebe4901b29 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:21.623996 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b6894a07-4c84-4c4d-88e3-7feced78451b req-504dde11-5be0-4e8f-aa15-f8ebe4901b29 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0480270 Dec 16 17:59:21.675285 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b6894a07-4c84-4c4d-88e3-7feced78451b req-5c919aa9-5d05-4db9-a5a1-ff05d0115724 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Dec 16 17:59:22.788341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a30ed8-75f1-499e-bfd1-bf04cfc702ed req-551e4405-29e0-4436-8fce-bce5db808346 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:22.789819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41a30ed8-75f1-499e-bfd1-bf04cfc702ed req-551e4405-29e0-4436-8fce-bce5db808346 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0475297 Dec 16 17:59:22.837028 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-41a30ed8-75f1-499e-bfd1-bf04cfc702ed req-5e8152e2-ae19-409f-ad32-817e6f751e7f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Dec 16 17:59:23.117432 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-bef85de3-826d-4f82-9f48-0296cc9d6051 service neutron] 10.222.0.57 "GET /v2.0/ports/5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0608575 Dec 16 17:59:23.316701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-54591cce-6887-4a33-a25b-02d060fad029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.318205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-54591cce-6887-4a33-a25b-02d060fad029 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 1098 time: 0.0408297 Dec 16 17:59:23.378438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-a1027cee-7a17-42d2-89f8-2ff1c1899cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.379812 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-a1027cee-7a17-42d2-89f8-2ff1c1899cc7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1098 time: 0.0392900 Dec 16 17:59:23.470947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-9a94135f-a04b-41d8-80d7-66c604439156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.472391 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-9a94135f-a04b-41d8-80d7-66c604439156 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0857399 Dec 16 17:59:23.539110 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-244c6679-43c7-4522-b6ae-35306f04b58a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0597274 Dec 16 17:59:23.586256 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-7ace8a41-90ea-4348-ab76-3b008115da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.587676 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-7ace8a41-90ea-4348-ab76-3b008115da60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0420065 Dec 16 17:59:23.635791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-10b75bbd-f402-4337-be99-ab65c512a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.637210 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-10b75bbd-f402-4337-be99-ab65c512a068 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421298 Dec 16 17:59:23.724655 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-441160dc-9214-4314-9355-48208e33b182 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796781 Dec 16 17:59:23.816376 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ab1d00dd-ee2e-4df3-b3cf-517fb4253f4a req-85cbe066-cbf6-4a7d-a5a6-44ca8c14d605 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846786 Dec 16 17:59:23.956312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f097da-6654-4bda-a39f-89c412a85c15 req-94bb9af5-f819-484d-96fb-adc9df1def0a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.957927 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-32f097da-6654-4bda-a39f-89c412a85c15 req-94bb9af5-f819-484d-96fb-adc9df1def0a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Dec 16 17:59:24.004737 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-32f097da-6654-4bda-a39f-89c412a85c15 req-7ba3f401-b83e-4d81-8065-810fae021ee3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401471 Dec 16 17:59:25.125242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422488f-97f9-4066-97fc-2da7649bd096 req-deaed723-2e3c-4bc8-ac1e-58d679638734 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:25.126731 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f422488f-97f9-4066-97fc-2da7649bd096 req-deaed723-2e3c-4bc8-ac1e-58d679638734 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Dec 16 17:59:25.174901 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f422488f-97f9-4066-97fc-2da7649bd096 req-c2cd5186-9db7-4dad-a072-6a98e2719812 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Dec 16 17:59:26.287880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3413d9f-5016-4297-868d-c27cc0540ef0 req-49b64336-3e8f-4067-8e42-04cff660e32e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.289334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a3413d9f-5016-4297-868d-c27cc0540ef0 req-49b64336-3e8f-4067-8e42-04cff660e32e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0469034 Dec 16 17:59:26.335056 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a3413d9f-5016-4297-868d-c27cc0540ef0 req-c4064c72-1783-4b5d-ac36-7828bdd08864 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Dec 16 17:59:26.627389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-cbcbd44f-dcf6-46fd-b952-4df6ace77ba6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.628985 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-cbcbd44f-dcf6-46fd-b952-4df6ace77ba6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96&tenant_id=325d414ac243490e87e638557c29eefc&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Dec 16 17:59:26.642413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5fc3-6094-4580-b2ea-a77e7e95d194 req-6ff4e4f4-b8cc-46c3-aefd-b61acc15fbb4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.644198 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9af5fc3-6094-4580-b2ea-a77e7e95d194 req-6ff4e4f4-b8cc-46c3-aefd-b61acc15fbb4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0513740 Dec 16 17:59:26.689900 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-1fbebc56-17ff-449f-a806-57ce9d46c0c6 service neutron] 10.222.0.57 "GET /v2.0/ports/5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0534167 Dec 16 17:59:26.692669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9af5fc3-6094-4580-b2ea-a77e7e95d194 req-733a58b0-4cbb-4887-8713-3f695070c05d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 Dec 16 17:59:26.759456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-9bf821c5-cff9-4769-bbbc-10995dd706c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.761459 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-9bf821c5-cff9-4769-bbbc-10995dd706c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1098 time: 0.0392475 Dec 16 17:59:26.853632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-06a1cbad-d8eb-466d-90ab-00c36063ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.855091 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-06a1cbad-d8eb-466d-90ab-00c36063ca2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0860419 Dec 16 17:59:26.920590 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-ca7d2a5d-6483-4089-b0f8-f595ac38bb20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0575011 Dec 16 17:59:26.973718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-f4fdb308-ac82-4647-a7a4-4db5b27ecd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.975126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-f4fdb308-ac82-4647-a7a4-4db5b27ecd81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0467269 Dec 16 17:59:27.018605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-9a6938d7-1000-4018-a87b-bc4b36ff74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:27.020077 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-9a6938d7-1000-4018-a87b-bc4b36ff74ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383685 Dec 16 17:59:27.105834 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-674247c8-58e7-43f5-9060-afe2073950b5 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785437 Dec 16 17:59:27.210909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-c82132e4-dd6a-4fc8-b04e-3ce500c27eb6 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975235 Dec 16 17:59:27.699626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:59:27.794955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:27.806210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:59:27.813253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118579-5ca6-43f7-9f02-4e8ffc641094 req-9e3c4073-032c-47f0-ae43-1a4ddc21a655 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:27.814784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9a118579-5ca6-43f7-9f02-4e8ffc641094 req-9e3c4073-032c-47f0-ae43-1a4ddc21a655 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0485749 Dec 16 17:59:27.848502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:27.862679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:59:27.866011 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9a118579-5ca6-43f7-9f02-4e8ffc641094 req-e99d7cf5-0b75-4a4e-8d03-1813f6c36bb9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Dec 16 17:59:27.881896 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:27.886780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:27.938538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:27.945437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.945787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.946128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.946493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.946854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.947190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.947650 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.948504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.948831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.949189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.949512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.949881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.950145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:27.954831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:28.982532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50eda6-8af0-4a60-9fb5-c035feab41d6 req-24c23ac0-fe52-4c2e-9b3a-a4fa5ddd0ea4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:28.983944 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e50eda6-8af0-4a60-9fb5-c035feab41d6 req-24c23ac0-fe52-4c2e-9b3a-a4fa5ddd0ea4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 944 time: 0.0489936 Dec 16 17:59:29.035113 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8e50eda6-8af0-4a60-9fb5-c035feab41d6 req-cc054615-7948-4ebd-a420-7ee47ec39bd1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Dec 16 17:59:29.584954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-564d3265-70ee-4d0c-8e37-00935ed72bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:29.586435 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-564d3265-70ee-4d0c-8e37-00935ed72bc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 1097 time: 0.0406027 Dec 16 17:59:29.654745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-1200e3b2-e4e4-483a-a286-d35aea19f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:29.656127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-1200e3b2-e4e4-483a-a286-d35aea19f4e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0471225 Dec 16 17:59:29.734186 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:59:29.748575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-640c51f2-94a9-403a-9207-01eb5ec70648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:29.750105 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-640c51f2-94a9-403a-9207-01eb5ec70648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0869074 Dec 16 17:59:29.783017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:59:29.783384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.819783 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-048f8de7-4c5d-4d58-a630-b59e88e21307 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 200 len: 1000 time: 0.0617754 Dec 16 17:59:29.867910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.875380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-125beeda-e99a-4634-8b4b-5dff5f0bd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:29.876952 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-125beeda-e99a-4634-8b4b-5dff5f0bd2cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0496218 Dec 16 17:59:29.889959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:29.892027 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad3ac12-87c3-4f26-984d-9157dcf32891" -d '{"events": [{"server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:29.905946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:29.910119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.925776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-8bcfb6d5-da21-484e-90c1-9c309aac01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:29.927362 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-8bcfb6d5-da21-484e-90c1-9c309aac01d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434904 Dec 16 17:59:29.942145 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78219b64-3d1a-4e72-92fc-5c566b5707a4 x-openstack-request-id: req-78219b64-3d1a-4e72-92fc-5c566b5707a4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:29.942446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:29.942705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78219b64-3d1a-4e72-92fc-5c566b5707a4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:29.943093 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'code': 200} Dec 16 17:59:29.963916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:30.016058 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-34c0140b-04fb-457e-9d1a-51402ae14c1e service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809526 Dec 16 17:59:30.110039 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4bc7bc81-ab24-4d20-981a-5042fe5dba63 req-ab57484c-8ea9-4c89-ada9-9ed2a73222e7 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853438 Dec 16 17:59:30.149997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ea798-addf-4795-94af-06c80e72f69a req-23325a6c-7811-4472-9bd8-bbf34e4498e2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:30.152204 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-011ea798-addf-4795-94af-06c80e72f69a req-23325a6c-7811-4472-9bd8-bbf34e4498e2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0500348 Dec 16 17:59:30.198910 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-011ea798-addf-4795-94af-06c80e72f69a req-c7a0ac87-e1ef-4cb1-b027-4841422fa771 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Dec 16 17:59:31.314559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e7c42-73ac-4b7f-8196-98e2263b8263 req-cf69e348-756d-4a56-856f-332144518934 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:31.316066 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e91e7c42-73ac-4b7f-8196-98e2263b8263 req-cf69e348-756d-4a56-856f-332144518934 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Dec 16 17:59:31.364522 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e91e7c42-73ac-4b7f-8196-98e2263b8263 req-f354534f-9ba9-4987-8b3a-20f6dc3fe7fb tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 Dec 16 17:59:32.482920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aaa29-2751-4208-ba06-3c1752db98ec req-1fa932ac-caed-4add-abb8-0985d0da79ee tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:32.484404 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c66aaa29-2751-4208-ba06-3c1752db98ec req-1fa932ac-caed-4add-abb8-0985d0da79ee tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Dec 16 17:59:32.529873 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c66aaa29-2751-4208-ba06-3c1752db98ec req-43988e0c-627e-4613-8779-7a6afad623f2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Dec 16 17:59:32.641153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741a62-f40e-4568-bc65-6b2663f55cdc req-68af4478-0ff7-46a3-952a-6b292fc23be1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:32.642611 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08741a62-f40e-4568-bc65-6b2663f55cdc req-68af4478-0ff7-46a3-952a-6b292fc23be1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0478363 Dec 16 17:59:32.688913 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08741a62-f40e-4568-bc65-6b2663f55cdc req-1f4f6c78-d0fd-40cb-b430-8c2b534e7dc7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 Dec 16 17:59:32.801314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d0bdb-ae89-4cae-95be-ac80fa8ae00d req-166aae45-f827-4c06-b72c-7f1111fe8538 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:32.802803 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1e6d0bdb-ae89-4cae-95be-ac80fa8ae00d req-166aae45-f827-4c06-b72c-7f1111fe8538 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0496862 Dec 16 17:59:32.853650 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1e6d0bdb-ae89-4cae-95be-ac80fa8ae00d req-8c34d928-ad6c-4a27-88bf-0c7850f5a23d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Dec 16 17:59:33.079296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fa824-2b7b-4535-8f1c-358c7e53c155 req-04fd4de7-e394-473e-859b-d140b3cb1e76 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:33.080768 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e80fa824-2b7b-4535-8f1c-358c7e53c155 req-04fd4de7-e394-473e-859b-d140b3cb1e76 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 945 time: 0.0479560 Dec 16 17:59:33.127867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e80fa824-2b7b-4535-8f1c-358c7e53c155 req-521d29f3-2978-4b8a-b4f0-a9826bc78611 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Dec 16 17:59:33.736187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:59:33.833298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:33.844326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:59:33.882995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:33.896023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:59:33.914270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:33.918195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:33.965348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:33.975510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:34.242361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b956e1-790d-4599-b1a1-2a1f9f6d5ac8 req-c23b2c45-a6ef-4c37-9129-4b53f10518f3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:34.243820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0b956e1-790d-4599-b1a1-2a1f9f6d5ac8 req-c23b2c45-a6ef-4c37-9129-4b53f10518f3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 944 time: 0.0472355 Dec 16 17:59:34.289881 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0b956e1-790d-4599-b1a1-2a1f9f6d5ac8 req-45198263-a5a6-45e5-8914-98dd7719adb2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Dec 16 17:59:35.209190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-e3e16aa0-4475-4ddd-97c2-4630d5359ba2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:35.210625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-e3e16aa0-4475-4ddd-97c2-4630d5359ba2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Dec 16 17:59:35.301355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Deleting port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:35.301694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:35.389791 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] For port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:35.390158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:35.408796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da29a11-f2c3-410d-a6e3-90da298ce5ba req-c6c2044a-4806-4812-8ace-adfa49a9f216 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:35.410298 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0da29a11-f2c3-410d-a6e3-90da298ce5ba req-c6c2044a-4806-4812-8ace-adfa49a9f216 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894ab0b-386c-4782-b68d-18b98b9b6f96 HTTP/1.1" status: 200 len: 944 time: 0.0517509 Dec 16 17:59:35.457055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0da29a11-f2c3-410d-a6e3-90da298ce5ba req-9b9db26b-3af5-4b84-8a5c-c97680254799 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Dec 16 17:59:35.562217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:35.562584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:35.562902 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd disassociated. External IP: 172.26.2.42, port: 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7. Dec 16 17:59:35.563240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Calling delete_port for 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:35.687755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:35.712840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event deleted for resources: {'Port': ['ID=5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:35.724637 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.725009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.725396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.725688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.726021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.726346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.726675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.726997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.727321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.727649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.727964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.728280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.728596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:35.743060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:59:35.763927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:35.764274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 17:59:35.786051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 not found, will not notify nova. {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 17:59:35.843209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:59:35.955633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:59:35.965133 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:59:35.974809 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:35.975494 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:59:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:35.998462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] No DVR routers for this DVR port 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:36.000925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.004269 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-3a4e14e8-f2f9-4d60-9cef-342349cf7247 req-3985198a-7332-42b6-ac26-cbf9495bc7a2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "DELETE /v2.0/ports/5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 HTTP/1.1" status: 204 len: 173 time: 0.7868021 Dec 16 17:59:36.004713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'name': 'network-vif-deleted', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:36.006978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8be20-d499-4420-9ab7-d35376a4ce6f" -d '{"events": [{"server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "name": "network-vif-deleted", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:36.054255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44ffc1-4d02-4e92-8382-e902b2ec251e x-openstack-request-id: req-3e44ffc1-4d02-4e92-8382-e902b2ec251e {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:36.055148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894ab0b-386c-4782-b68d-18b98b9b6f96", "name": "network-vif-deleted", "tag": "5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:36.055407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e44ffc1-4d02-4e92-8382-e902b2ec251e {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:36.055992 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894ab0b-386c-4782-b68d-18b98b9b6f96', 'name': 'network-vif-deleted', 'tag': '5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7', 'status': 'completed', 'code': 200} Dec 16 17:59:36.086101 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:36.279976 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:36.307870 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:59:36.315870 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:36.316465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:59:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:36.425812 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:36.630156 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:36.659378 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232be19-af92-4d18-b225-8c073bd222ff None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:59:36.739795 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-68a3d86e-ada1-4427-b3bc-46079d7d55e7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1704841466&fields=id&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 267 time: 0.0420127 Dec 16 17:59:36.855222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-cf86132a-986e-4d71-bddc-004bb2cccc5f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:36.858273 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-cf86132a-986e-4d71-bddc-004bb2cccc5f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1115372 Dec 16 17:59:36.872928 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-031eadda-ab84-424f-b68c-de79dad4289d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/quotas/325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 375 time: 0.0102463 Dec 16 17:59:36.894958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b497420-e044-4123-b958-c236aeb42c81 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:59:36.927828 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-651080af-6b71-432d-bed5-7830783ea48b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473125 Dec 16 17:59:36.944629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-61e58a1a-d91a-42d0-ae19-a938715f3e2c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:59:36.945711 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-61e58a1a-d91a-42d0-ae19-a938715f3e2c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053277 Dec 16 17:59:37.035431 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-797d8f9b-6ba6-4a29-9431-b3022f2e80f6 service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838733 Dec 16 17:59:37.385569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9518bbcd-8d4d-4aaa-93c0-e62525d017c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:37.387082 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-234ac332-3d84-4f69-9340-b1c843d1e5ff service neutron] 10.222.0.66 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453362 Dec 16 17:59:38.564048 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b82e0fe1-d526-4f67-bce6-ec491ac0ed9a req-722c6112-84e8-4a69-aef6-eceb21a7ba01 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 210 time: 0.0264323 Dec 16 17:59:39.553042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-12b1f8eb-730e-48a2-855d-3d05b3edf21d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:39.554422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-12b1f8eb-730e-48a2-855d-3d05b3edf21d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 811 time: 0.1076281 Dec 16 17:59:39.618491 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-46b194a5-7d8f-45b6-a51c-bad6c79f9647 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 380 time: 0.0542445 Dec 16 17:59:39.630941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'port': {'device_id': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'admin_state_up': True, 'tenant_id': '325d414ac243490e87e638557c29eefc', 'security_groups': ['c9e2d7ab-5428-4185-9655-8cb8e40b7b66']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:39.663858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c14b16b2-701c-4cd3-8bd9-26d738d4ae2a req-5ac60d8f-c49b-44c7-b77a-b37a8e3c6258 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 210 time: 0.0287709 Dec 16 17:59:39.700472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-628c465e-127c-44af-bbf2-2db946644078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.741386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Made reservation on behalf of 325d414ac243490e87e638557c29eefc for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:59:39.744892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.774227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:39.795211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:39.795557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 5fdfd4e6-4ca9-4d0d-a2dd-8c072ddb6cc7 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:39.871437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Allocated IP 172.20.0.12 (55c4d7de-c94c-42fe-8285-47bc9c629c5c/5a9e49a4-739f-4776-8225-d8f9b87b607a/461afd51-fbc4-4103-b884-7157aaf6202f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:59:40.002973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.035940 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.083884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:59:40.086999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:59:40.091222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:59:40.097392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:40.143419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:40.144143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.161005 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-b84e282f-e082-4dc0-afc4-9cbf0e9ec053 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5336814 Dec 16 17:59:40.173773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Request body: {'port': {'device_id': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:40.235048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.353885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a4388c45-247e-418b-b0eb-33011bdd9ac5 None None] Provisioning complete for port 461afd51-fbc4-4103-b884-7157aaf6202f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:59:40.354404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4388c45-247e-418b-b0eb-33011bdd9ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.388848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a4388c45-247e-418b-b0eb-33011bdd9ac5 None None] Port 461afd51-fbc4-4103-b884-7157aaf6202f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:59:40.492088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461afd51-fbc4-4103-b884-7157aaf6202f {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:59:40.499920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.511480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Transition to ACTIVE for port object 461afd51-fbc4-4103-b884-7157aaf6202f will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:59:40.515110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.565471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:40.633155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Attempting to bind port 461afd51-fbc4-4103-b884-7157aaf6202f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:59:40.633490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Attempting to bind port 461afd51-fbc4-4103-b884-7157aaf6202f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:59:40.633821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Attempting to bind port 461afd51-fbc4-4103-b884-7157aaf6202f on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:59:40.638837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Port 461afd51-fbc4-4103-b884-7157aaf6202f on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:59:40.639184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Attempting to bind port 461afd51-fbc4-4103-b884-7157aaf6202f on network 55c4d7de-c94c-42fe-8285-47bc9c629c5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:59:40.644427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:59:40.644764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Checking segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:59:40.645170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Bound using segment: {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:59:40.645597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Bound port: 461afd51-fbc4-4103-b884-7157aaf6202f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a20f150-37f5-4e0a-8946-1e93a377b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:59:40.645955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.711623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:59:40.714655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:59:40.720245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.759265 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:40.759908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.761311 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] 10.222.0.57 "PUT /v2.0/ports/461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1094 time: 0.5918767 Dec 16 17:59:40.761759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:40.764284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaee883-82ba-4ec1-acc6-90169f9ade89" -d '{"events": [{"name": "network-changed", "server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:40.787554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5e338-88d0-4ce6-af91-581a4f458ea0 req-e1c93541-8a05-45e4-8bd1-4ae0e2988d0e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:40.788828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d3d4-7c60-44ca-ba5e-735036df2612 service neutron] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:40.790501 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-56d5e338-88d0-4ce6-af91-581a4f458ea0 req-e1c93541-8a05-45e4-8bd1-4ae0e2988d0e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0558717 Dec 16 17:59:40.816063 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5bbd46-68da-42bc-a6ba-9bd05f766a3b x-openstack-request-id: req-8e5bbd46-68da-42bc-a6ba-9bd05f766a3b {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:40.816361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:40.816645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e5bbd46-68da-42bc-a6ba-9bd05f766a3b {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:40.817062 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'status': 'completed', 'code': 200} Dec 16 17:59:40.861598 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-56d5e338-88d0-4ce6-af91-581a4f458ea0 req-f94b0f40-fc8b-42f7-a54f-0ca8d49a6ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548882 Dec 16 17:59:40.873302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-ab19d9c6-977e-4da5-9e88-c1df2ebd39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:40.874811 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-ab19d9c6-977e-4da5-9e88-c1df2ebd39e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1097 time: 0.0483818 Dec 16 17:59:40.918972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:40.926600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-3d70ba74-4e23-4854-b739-ebc7895b449b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 217 time: 0.0418448 Dec 16 17:59:40.977651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-2f4a93a6-f63b-4eb6-bd64-0623ea029401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:40.979113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-2f4a93a6-f63b-4eb6-bd64-0623ea029401 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0458694 Dec 16 17:59:41.024322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-ec8796b3-e14e-46db-8a4b-d380b40833b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.025963 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-ec8796b3-e14e-46db-8a4b-d380b40833b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392151 Dec 16 17:59:41.116765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-d2691264-b86a-4454-a566-8c184c9bcf9c service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836239 Dec 16 17:59:41.204977 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-847849a3-ef98-4c63-98cf-ab4b1c90b33b req-70633b92-1fd9-4443-8f63-8f17ce5daae7 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800097 Dec 16 17:59:41.291238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-36930967-2c4b-40b0-b83f-31f6fe6aac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.292720 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-36930967-2c4b-40b0-b83f-31f6fe6aac22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1097 time: 0.0447803 Dec 16 17:59:41.382931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-e5927714-a3f9-4615-bf3f-5ffc3502b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.384373 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-e5927714-a3f9-4615-bf3f-5ffc3502b52b service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0816872 Dec 16 17:59:41.429524 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-7c296ea5-759d-4954-a76d-3f38e5d368c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 217 time: 0.0370543 Dec 16 17:59:41.794830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-25be8664-25e9-4e16-aa51-a8ae17195091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.796306 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-25be8664-25e9-4e16-aa51-a8ae17195091 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.3597722 Dec 16 17:59:41.842649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-c4d39a7a-a641-4929-9b45-803968199b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.844184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-c4d39a7a-a641-4929-9b45-803968199b4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401938 Dec 16 17:59:41.937296 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-de594a40-625c-4e25-9775-457614cc5fd0 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831561 Dec 16 17:59:41.981522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f33ed-0ac4-4d9c-bd62-1ca8d6ba4c2e req-20a2a74b-f47c-46c9-a828-31e059fc5ba8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.983042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-722f33ed-0ac4-4d9c-bd62-1ca8d6ba4c2e req-20a2a74b-f47c-46c9-a828-31e059fc5ba8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0520329 Dec 16 17:59:42.029611 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2eaee883-82ba-4ec1-acc6-90169f9ade89 req-4822f6eb-1528-46a2-8a64-778f7c9c2176 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841568 Dec 16 17:59:42.030334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-722f33ed-0ac4-4d9c-bd62-1ca8d6ba4c2e req-e92f14d9-6b35-42b8-876d-dd9829488ba0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Dec 16 17:59:42.161419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:43.086807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:43.157556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a63d-7242-43d8-833e-b8da5e8c295a req-7708c293-ae6f-4ca5-9d06-573596c78f7c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:43.159113 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8166a63d-7242-43d8-833e-b8da5e8c295a req-7708c293-ae6f-4ca5-9d06-573596c78f7c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0589578 Dec 16 17:59:43.211226 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8166a63d-7242-43d8-833e-b8da5e8c295a req-87c81713-22f4-4194-848f-5fdf6ae5a8e0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462070 Dec 16 17:59:43.781330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:59:43.876379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:43.887825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '461afd51-fbc4-4103-b884-7157aaf6202f', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f', 'mac_address': 'fa:16:3e:3c:b5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:59:43.926901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:43.939077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461afd51-fbc4-4103-b884-7157aaf6202f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:59:43.958128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:43.963097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:44.008979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:44.176781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['461afd51-fbc4-4103-b884-7157aaf6202f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:44.326828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314bb27-1c6d-4461-812d-20a8bd8e862b req-f40b2a9e-dd0a-419b-8578-5a51886ece49 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:44.328304 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0314bb27-1c6d-4461-812d-20a8bd8e862b req-f40b2a9e-dd0a-419b-8578-5a51886ece49 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 945 time: 0.0486991 Dec 16 17:59:44.373843 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0314bb27-1c6d-4461-812d-20a8bd8e862b req-bb1ab845-252b-4398-a8e0-b66091474004 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Dec 16 17:59:45.486295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a15212-715d-4fdc-a48e-0268766c88a5 req-aa039527-9dc5-4bf9-9449-d72d4af7a92b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:45.487787 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-87a15212-715d-4fdc-a48e-0268766c88a5 req-aa039527-9dc5-4bf9-9449-d72d4af7a92b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 945 time: 0.0474486 Dec 16 17:59:45.539058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-87a15212-715d-4fdc-a48e-0268766c88a5 req-3866c072-6d6e-4b59-a567-349a237bcf4b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 Dec 16 17:59:45.813352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:59:45.861341 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 461afd51-fbc4-4103-b884-7157aaf6202f completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:59:45.865888 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 461afd51-fbc4-4103-b884-7157aaf6202f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:59:45.866264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:45.944493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:45.966751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:45.968964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0eb517-4f1e-4912-897e-aef0ccca3332" -d '{"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-plugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:45.981565 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:45.985897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:46.008630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08195d04-fb8d-4a76-aa19-16abec44d926 x-openstack-request-id: req-08195d04-fb8d-4a76-aa19-16abec44d926 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:46.008927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-plugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:46.009204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08195d04-fb8d-4a76-aa19-16abec44d926 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:46.009596 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'code': 200} Dec 16 17:59:46.036703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:46.176155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c4fa9-7bc1-450a-991e-d9e0c879b328 req-a145c8bf-d8c5-48a1-b872-4332902a3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:46.177740 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7e6c4fa9-7bc1-450a-991e-d9e0c879b328 req-a145c8bf-d8c5-48a1-b872-4332902a3765 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0406737 Dec 16 17:59:46.224564 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7e6c4fa9-7bc1-450a-991e-d9e0c879b328 req-c880f346-000d-4df7-94c0-95c3b8508baa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Dec 16 17:59:46.653673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204a5e4-9969-407e-b6a2-1d64f0f6310c req-9e862b05-836c-4044-91b5-699bcfd436bc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:46.655176 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7204a5e4-9969-407e-b6a2-1d64f0f6310c req-9e862b05-836c-4044-91b5-699bcfd436bc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0482810 Dec 16 17:59:46.701846 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7204a5e4-9969-407e-b6a2-1d64f0f6310c req-740a0dba-70e4-4234-b582-5af1e4cabf8e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Dec 16 17:59:47.816848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08225fa-1323-428b-a303-6851e0a7a36f req-474da345-b598-48fd-9814-e06f06e5af50 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:47.818345 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d08225fa-1323-428b-a303-6851e0a7a36f req-474da345-b598-48fd-9814-e06f06e5af50 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0480344 Dec 16 17:59:47.865284 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d08225fa-1323-428b-a303-6851e0a7a36f req-16c607a5-13d3-40d8-95ae-4551456a7814 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Dec 16 17:59:47.977229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788cc34-6a37-4c50-a4ea-ce4b12ff9874 req-2d157ce9-119b-4d04-97d1-c156fab4eac0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:47.978699 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6788cc34-6a37-4c50-a4ea-ce4b12ff9874 req-2d157ce9-119b-4d04-97d1-c156fab4eac0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0509484 Dec 16 17:59:47.987772 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54334) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:47.992029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Request body: {'floatingip': {'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:48.030240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.445520 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.449149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.525303 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-f91f4c60-67ad-49f3-9cb0-07280f5fa3b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390508 Dec 16 17:59:48.550219 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd associated. External IP: 172.26.2.42, port: 461afd51-fbc4-4103-b884-7157aaf6202f. Dec 16 17:59:48.606557 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-17d6a1cf-4e2f-4e0c-8220-85c7a654a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.608052 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-17d6a1cf-4e2f-4e0c-8220-85c7a654a8d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0411713 Dec 16 17:59:48.715152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-47bd3bc2-0240-4359-9273-71b305bfa40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.716587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-47bd3bc2-0240-4359-9273-71b305bfa40a service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0898519 Dec 16 17:59:48.761856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:59:48.782553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-3b7e412a-b98a-4af1-9ba9-2d0ae6a25924 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1000 time: 0.0583684 Dec 16 17:59:48.833080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-04c7eb70-c0ff-4282-bb30-1094fbb6b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.834669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-04c7eb70-c0ff-4282-bb30-1094fbb6b38e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0446231 Dec 16 17:59:48.869498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:59:48.874940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.883155 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:59:48.886098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-ed373a2d-d9f9-4c5e-96e6-bce667810aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.887915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-ed373a2d-d9f9-4c5e-96e6-bce667810aba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458179 Dec 16 17:59:48.894791 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:48.895690 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:59:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:48.910279 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bda6f000-8693-4df5-8555-fc889ea54146 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "PUT /v2.0/floatingips/a1fc0dc9-085a-4859-ac22-4b257f3d40dd HTTP/1.1" status: 200 len: 992 time: 0.9214473 Dec 16 17:59:48.910876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:48.913213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d01942-6b0a-4392-9e30-bfb343ef4ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:48.967547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4982d4-8d17-4d83-9011-5c3569fc78c0 x-openstack-request-id: req-7b4982d4-8d17-4d83-9011-5c3569fc78c0 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:48.967920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:48.968184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b4982d4-8d17-4d83-9011-5c3569fc78c0 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:48.968598 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'status': 'completed', 'code': 200} Dec 16 17:59:48.995057 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-88e8fbc0-1e97-4b49-ad0b-90d5da6b6302 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997703 Dec 16 17:59:49.003795 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:49.092128 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-49f317d7-70cb-4823-b09e-7ee516b2ac13 req-affb109c-98ca-4bf9-8b57-566ab29ef32a service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856328 Dec 16 17:59:49.182929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-f727e94c-9f6a-40ea-9874-81fb2471b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.185059 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-f727e94c-9f6a-40ea-9874-81fb2471b7ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0478837 Dec 16 17:59:49.276192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-d8d51152-547e-46a6-bf1f-8db6a11b5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.277595 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-d8d51152-547e-46a6-bf1f-8db6a11b5ca4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0846555 Dec 16 17:59:49.310285 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:3c:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:59:48Z', 'revision_number': 13, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:49.338133 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:59:49.345606 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-254c7152-d3b3-419c-8b71-d81e59db2388 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1000 time: 0.0607736 Dec 16 17:59:49.346663 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:49.347278 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T17:59:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:49.395326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-f4fe3c56-e201-4201-bae9-0a2b45ff6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.396832 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-f4fe3c56-e201-4201-bae9-0a2b45ff6f6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0441086 Dec 16 17:59:49.451494 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:49.453330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-12803a65-93b9-41e6-a16d-37104de509b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.454847 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-12803a65-93b9-41e6-a16d-37104de509b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506980 Dec 16 17:59:49.552918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-8745fed8-70c0-4971-97b0-37d047762868 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861924 Dec 16 17:59:49.641946 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-24d01942-6b0a-4392-9e30-bfb343ef4ebd req-60c2199f-d5fe-4869-9e4d-19c57419ad86 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821705 Dec 16 17:59:49.666247 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:3c:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:59:48Z', 'revision_number': 13, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:49.691575 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf271c-1b07-4f6f-9d18-74817d89c767 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a1fc0dc9-085a-4859-ac22-4b257f3d40dd', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'floating_ip_address': '172.26.2.42', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'mac_address': 'fa:16:3e:3c:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:51Z', 'updated_at': '2021-12-16T17:59:48Z', 'revision_number': 13, 'project_id': '325d414ac243490e87e638557c29eefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:59:49.874505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c8fb6-ed72-4016-82d1-93ff2586cb32 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:59:50.380288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.550749 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:00:07.388507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6645e900-3f2a-485c-b4cb-be094cfea5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:09.704062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d556b1b3-cd60-465b-8f71-51f2fc631141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:10.919056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:12.163786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:13.078808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:20.380987 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:27.542377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a83d4-179e-4c85-b472-f19136b917ee req-2ab07233-fd62-4c19-9e35-a94025ef62db tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:27.543863 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a8a83d4-179e-4c85-b472-f19136b917ee req-2ab07233-fd62-4c19-9e35-a94025ef62db tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0488985 Dec 16 18:00:27.590387 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a8a83d4-179e-4c85-b472-f19136b917ee req-0af8e397-5c5d-4266-ab4b-45b8064c9742 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Dec 16 18:00:33.550058 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:00:37.391453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7903e40-f456-4d53-9dfa-48906d87819a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:39.710443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d891fce3-4de8-4756-a193-f4c1e1fbd569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:39.727233 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-50b79ec8-c8dc-4995-96cd-a0921134a1a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455537 Dec 16 18:00:39.752338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396148c3-7490-4549-b296-42917322c594 req-c6550aa6-f436-4f81-91aa-7f963f2dc2fd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:39.753878 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-396148c3-7490-4549-b296-42917322c594 req-c6550aa6-f436-4f81-91aa-7f963f2dc2fd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0595517 Dec 16 18:00:39.803148 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-396148c3-7490-4549-b296-42917322c594 req-d45a4ace-4fa2-47ba-97a0-84356ad6b8b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Dec 16 18:00:40.779758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-586b0056-ee07-44f4-a832-7f4ab37f87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:40.781291 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-586b0056-ee07-44f4-a832-7f4ab37f87c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0430224 Dec 16 18:00:40.875546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-5924140b-495a-4520-ade4-baf30e1055ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:40.877068 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-5924140b-495a-4520-ade4-baf30e1055ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0884609 Dec 16 18:00:40.921926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:40.922655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4082-4eab-4c3c-89ae-d0c0a008ceae req-2e73d638-b749-45b0-9046-2ee2c893ff5f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:40.924571 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-228b4082-4eab-4c3c-89ae-d0c0a008ceae req-2e73d638-b749-45b0-9046-2ee2c893ff5f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0525384 Dec 16 18:00:40.944822 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-8d88504f-5d16-44fe-9704-19fb007f16d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1002 time: 0.0598598 Dec 16 18:00:40.973091 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-228b4082-4eab-4c3c-89ae-d0c0a008ceae req-f5af1899-eb2e-41d4-b878-1ded15a9c24f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Dec 16 18:00:41.000187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-4875bb6f-47a6-4374-9b25-0705f0c568d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:41.001695 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-4875bb6f-47a6-4374-9b25-0705f0c568d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0486517 Dec 16 18:00:41.046746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-47f894b9-577e-477f-9652-f9f8e6f26420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:41.048196 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-47f894b9-577e-477f-9652-f9f8e6f26420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390277 Dec 16 18:00:41.133770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-c16d0b5e-ae67-4ecd-aece-2fdc0c1b02e1 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776651 Dec 16 18:00:41.224751 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-dbb224ce-95e1-4af0-b952-3545392c236e service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834513 Dec 16 18:00:42.087062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316555e-2677-4e2d-9643-f360f2493e8b req-091fd12e-666a-4a3f-b916-d5a119574ca4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:42.088425 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c316555e-2677-4e2d-9643-f360f2493e8b req-091fd12e-666a-4a3f-b916-d5a119574ca4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0468040 Dec 16 18:00:42.139893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c316555e-2677-4e2d-9643-f360f2493e8b req-503b1c84-e3bd-40b3-b426-8cab36bb420a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Dec 16 18:00:42.166887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:43.080692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:43.253980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ac6f9-f670-4a94-a2e2-032bd90a7ad0 req-f3d74ece-3fee-43ef-b988-8e8fef34ecff tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:43.255446 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-642ac6f9-f670-4a94-a2e2-032bd90a7ad0 req-f3d74ece-3fee-43ef-b988-8e8fef34ecff tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0484540 Dec 16 18:00:43.301909 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-642ac6f9-f670-4a94-a2e2-032bd90a7ad0 req-366f0042-174b-4594-9322-16e6d16289ed tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Dec 16 18:00:44.426241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f282-710f-470f-87e3-a265c342ec04 req-01a422f7-e4be-4ffc-bd5b-6bfe27a7b436 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:44.427819 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd93f282-710f-470f-87e3-a265c342ec04 req-01a422f7-e4be-4ffc-bd5b-6bfe27a7b436 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0511158 Dec 16 18:00:44.487420 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd93f282-710f-470f-87e3-a265c342ec04 req-483e3e13-5f7d-4b6b-a88b-28db96839637 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533438 Dec 16 18:00:45.605049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c44a2-53b2-448b-917e-89bd81c7b53d req-f3154a71-44e7-4f18-b7ac-c7276d318228 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:45.606527 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a93c44a2-53b2-448b-917e-89bd81c7b53d req-f3154a71-44e7-4f18-b7ac-c7276d318228 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0526168 Dec 16 18:00:45.652495 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a93c44a2-53b2-448b-917e-89bd81c7b53d req-231b9909-9484-42bd-b756-35731d5bc113 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Dec 16 18:00:46.767475 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577cfe2-4fd1-4e06-90cf-13949aab4eb7 req-7bb323e4-a5e7-4780-be57-e4d2834b907b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:46.769270 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2577cfe2-4fd1-4e06-90cf-13949aab4eb7 req-7bb323e4-a5e7-4780-be57-e4d2834b907b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0495369 Dec 16 18:00:46.816659 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2577cfe2-4fd1-4e06-90cf-13949aab4eb7 req-2ddfcce6-d255-44db-a646-0ae597842ffc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Dec 16 18:00:47.930262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c04db6-e84d-4f51-a52e-1b0f0005f916 req-1ff86fb8-b9d5-4384-8f31-824dd1a9431a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:47.939794 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-16c04db6-e84d-4f51-a52e-1b0f0005f916 req-1ff86fb8-b9d5-4384-8f31-824dd1a9431a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0494826 Dec 16 18:00:47.984472 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-16c04db6-e84d-4f51-a52e-1b0f0005f916 req-1b944804-9194-4d52-af09-eabcc38b1a77 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453720 Dec 16 18:00:49.100312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae7349-172b-4601-a696-bd986cedd108 req-e6162111-7416-487b-8a74-42904db09cb2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:49.102312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ecae7349-172b-4601-a696-bd986cedd108 req-e6162111-7416-487b-8a74-42904db09cb2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0511088 Dec 16 18:00:49.150642 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ecae7349-172b-4601-a696-bd986cedd108 req-2ade2338-7e2e-40f6-812e-4868e03d3f44 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421646 Dec 16 18:00:49.578004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-c843a93c-7e73-4f48-8b81-eeeb6725d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:49.579514 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-c843a93c-7e73-4f48-8b81-eeeb6725d0e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0416584 Dec 16 18:00:49.684026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-175aa070-84bb-4f56-bc59-7c3159c52475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:49.685579 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-175aa070-84bb-4f56-bc59-7c3159c52475 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0871923 Dec 16 18:00:49.750575 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-016968fa-8212-4f97-abc7-2ab3a6c1c5f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1002 time: 0.0582833 Dec 16 18:00:49.799186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-0093210c-e018-4c3c-b011-60b573e0d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:49.800634 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-0093210c-e018-4c3c-b011-60b573e0d7a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0434556 Dec 16 18:00:49.854050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-5c125d0a-a1d3-43d7-8ce1-dc80a0efd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:49.855516 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-5c125d0a-a1d3-43d7-8ce1-dc80a0efd9a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468142 Dec 16 18:00:49.940875 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-67d63d1d-7ec4-447b-833e-4794aa6b0575 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779505 Dec 16 18:00:50.033214 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-95e93b82-d0b9-40f8-b190-67899e81ca01 req-27bf1ff6-2335-4561-bccd-64337df50f1d service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844126 Dec 16 18:00:50.312206 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2014-168a-4022-86ed-6742289a9cab req-aafaef71-c4d0-4278-bf68-4c5de48e0e3b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:50.313610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-746d2014-168a-4022-86ed-6742289a9cab req-aafaef71-c4d0-4278-bf68-4c5de48e0e3b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0476871 Dec 16 18:00:50.359617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-746d2014-168a-4022-86ed-6742289a9cab req-e98e4a1d-9648-4baf-ab10-b76f56015c2a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 Dec 16 18:00:50.402099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:51.480831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509a0b3-9788-45f7-8d82-61babace39ad req-e5839977-c2a2-4e85-9942-1475d14015ed tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:51.483204 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e509a0b3-9788-45f7-8d82-61babace39ad req-e5839977-c2a2-4e85-9942-1475d14015ed tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0538201 Dec 16 18:00:51.535008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e509a0b3-9788-45f7-8d82-61babace39ad req-769808bf-5d08-4b21-939e-d4b67658283f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Dec 16 18:00:52.650720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fe5e3-fa1f-4b6c-a5ee-95c0cff0aa52 req-78a4b180-d93b-4b80-9cf2-f3e9583b9162 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:52.652180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a00fe5e3-fa1f-4b6c-a5ee-95c0cff0aa52 req-78a4b180-d93b-4b80-9cf2-f3e9583b9162 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0482025 Dec 16 18:00:52.698396 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a00fe5e3-fa1f-4b6c-a5ee-95c0cff0aa52 req-153fe728-c6a4-4529-b8d3-05e894e722a1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Dec 16 18:00:53.819471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18e6e3-8489-4ccf-bc75-0cda7afad5a0 req-5cff2e50-84e5-4e49-8f44-81b416bca327 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:53.821025 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d18e6e3-8489-4ccf-bc75-0cda7afad5a0 req-5cff2e50-84e5-4e49-8f44-81b416bca327 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0557721 Dec 16 18:00:53.868250 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d18e6e3-8489-4ccf-bc75-0cda7afad5a0 req-7a9b022b-3e68-4109-a44c-9f0315a847cf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Dec 16 18:00:54.930494 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-8dd38fcf-fbbc-45ea-8752-002dd65a95bd service neutron] 10.222.0.57 "GET /v2.0/ports/461afd51-fbc4-4103-b884-7157aaf6202f/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0550690 Dec 16 18:00:54.984486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efa1a3-90d2-49b0-8eb7-1f666793b733 req-e0162146-52b1-4bd9-8247-85a13261862b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:54.986153 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20efa1a3-90d2-49b0-8eb7-1f666793b733 req-e0162146-52b1-4bd9-8247-85a13261862b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0499332 Dec 16 18:00:55.036396 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20efa1a3-90d2-49b0-8eb7-1f666793b733 req-b6d90982-fb57-4899-b8ff-7523ca2a40e1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439334 Dec 16 18:00:55.142678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-a8e962ce-2886-4c86-a1d6-2789a6060bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:55.144426 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-a8e962ce-2886-4c86-a1d6-2789a6060bdb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 1099 time: 0.0425439 Dec 16 18:00:55.204324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-936b7909-a58a-4bce-a4aa-0c9b1a429988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:55.205830 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-936b7909-a58a-4bce-a4aa-0c9b1a429988 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0400131 Dec 16 18:00:55.297688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-892e6265-e14f-44d8-b70d-f12d87fd66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:55.299054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-892e6265-e14f-44d8-b70d-f12d87fd66bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0863929 Dec 16 18:00:55.363329 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-b4bd0934-37f7-4bd4-b9fe-ebc6271a1101 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1002 time: 0.0563056 Dec 16 18:00:55.415828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-f3c01dc8-3e25-4bf7-a4dc-a79213eec370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:55.417296 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-f3c01dc8-3e25-4bf7-a4dc-a79213eec370 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0463521 Dec 16 18:00:55.461578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-e1167cb3-83af-4f32-98f8-7f341c4e6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:55.463005 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-e1167cb3-83af-4f32-98f8-7f341c4e6fc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385065 Dec 16 18:00:55.553390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-42e1f986-0a72-4fb8-8313-31c5161d5100 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829136 Dec 16 18:00:55.647853 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-70519ead-d12e-4492-b777-cc42ad3704ae service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866389 Dec 16 18:00:56.160559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271038e-c2f0-46dd-8bae-f93c6b1cde91 req-d8dad3d2-9fb9-4973-aeb8-c453c84f0650 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:56.162701 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e271038e-c2f0-46dd-8bae-f93c6b1cde91 req-d8dad3d2-9fb9-4973-aeb8-c453c84f0650 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0588214 Dec 16 18:00:56.169693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:00:56.215269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e271038e-c2f0-46dd-8bae-f93c6b1cde91 req-b85486be-05fd-4b6d-9655-3cf06a277bba tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462074 Dec 16 18:00:56.257389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:56.280716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:00:56.282960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bec94c-e4f0-48ba-a984-a2b63c3a0fc3" -d '{"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-unplugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:00:56.295576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:00:56.299942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:56.328239 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c3865b-9142-4ad8-a0ec-eab0b58f3381 x-openstack-request-id: req-d2c3865b-9142-4ad8-a0ec-eab0b58f3381 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:00:56.328559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-unplugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:00:56.328815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2c3865b-9142-4ad8-a0ec-eab0b58f3381 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:00:56.329231 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'code': 200} Dec 16 18:00:56.350479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:56.357545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.357899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.358244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.358593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.358925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.359254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.359582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.359908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.360236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.360562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.360886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.361227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:56.361551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:57.333234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d35b17-1f0f-4ee8-aef4-07b5d2bfa71a req-4ce30ca4-7b4d-406a-a50b-b36929a1e0f2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:57.334731 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-56d35b17-1f0f-4ee8-aef4-07b5d2bfa71a req-4ce30ca4-7b4d-406a-a50b-b36929a1e0f2 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0483112 Dec 16 18:00:57.381998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-56d35b17-1f0f-4ee8-aef4-07b5d2bfa71a req-ef34e4da-af43-4b25-b44f-7ac03a7346f8 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Dec 16 18:00:58.499426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261570-7f22-4ec3-9764-931b06deaf91 req-b7f662ea-b7d6-4e45-bffc-f1e8b374dfdd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:58.500959 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-83261570-7f22-4ec3-9764-931b06deaf91 req-b7f662ea-b7d6-4e45-bffc-f1e8b374dfdd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0489500 Dec 16 18:00:58.547895 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-83261570-7f22-4ec3-9764-931b06deaf91 req-a6d8137d-b62e-4e00-b9be-709e1fd379d6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Dec 16 18:00:59.670017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7988103-89f8-461f-a69e-8148533d0b16 req-ff891f5c-3a87-4246-acb5-79137e5dd91f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:59.671475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7988103-89f8-461f-a69e-8148533d0b16 req-ff891f5c-3a87-4246-acb5-79137e5dd91f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0515881 Dec 16 18:00:59.718577 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7988103-89f8-461f-a69e-8148533d0b16 req-b07d85f0-b7c5-4e37-a89a-e073042f092b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Dec 16 18:01:00.838385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f19c78-c3cf-419b-bfcb-496a34d7ac69 req-bc722262-dd08-48eb-9706-d06edd315c66 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:00.839917 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d4f19c78-c3cf-419b-bfcb-496a34d7ac69 req-bc722262-dd08-48eb-9706-d06edd315c66 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0502160 Dec 16 18:01:00.889196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d4f19c78-c3cf-419b-bfcb-496a34d7ac69 req-81462a0c-57fd-42f2-bb1d-529d71b8d64e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Dec 16 18:01:02.002631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c502e-450a-43b6-b9d3-d1e9159a3c53 req-6958ac75-7846-48b9-b1a3-1d139c2093b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:02.004081 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-163c502e-450a-43b6-b9d3-d1e9159a3c53 req-6958ac75-7846-48b9-b1a3-1d139c2093b5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0473480 Dec 16 18:01:02.053029 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-163c502e-450a-43b6-b9d3-d1e9159a3c53 req-9b487812-5389-48f1-9d0e-1e6052d9f659 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Dec 16 18:01:03.167881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdae427-13d9-42cf-b0b1-8ea4d04e16d2 req-d43c24c0-164e-44ba-98c7-1007a67e4952 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:03.169340 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-abdae427-13d9-42cf-b0b1-8ea4d04e16d2 req-d43c24c0-164e-44ba-98c7-1007a67e4952 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0482659 Dec 16 18:01:03.215441 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-abdae427-13d9-42cf-b0b1-8ea4d04e16d2 req-77e6b7a2-e3d7-43a3-bd1f-ab5c58197313 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Dec 16 18:01:04.202284 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:01:04.296737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:04.308552 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '461afd51-fbc4-4103-b884-7157aaf6202f', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f', 'mac_address': 'fa:16:3e:3c:b5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:01:04.334930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f410-7893-4159-bcd4-b0090f11eecd req-1ba8ffd5-c29a-40eb-be8a-d034a06cd359 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:04.336444 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01a2f410-7893-4159-bcd4-b0090f11eecd req-1ba8ffd5-c29a-40eb-be8a-d034a06cd359 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0497780 Dec 16 18:01:04.349599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:04.363615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461afd51-fbc4-4103-b884-7157aaf6202f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:01:04.383792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:04.387970 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01a2f410-7893-4159-bcd4-b0090f11eecd req-413fc23b-0bae-41b0-bed4-aefa859ce312 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445538 Dec 16 18:01:04.389799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:04.440116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:04.455429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['461afd51-fbc4-4103-b884-7157aaf6202f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:01:05.510775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6db497-dd51-4f01-9473-98a456dac68c req-ec1b361c-0073-4300-a336-0531c64b50e1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:05.512294 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c6db497-dd51-4f01-9473-98a456dac68c req-ec1b361c-0073-4300-a336-0531c64b50e1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 945 time: 0.0538177 Dec 16 18:01:05.558346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c6db497-dd51-4f01-9473-98a456dac68c req-923aa8cd-ad7f-4aa2-acbc-49e710527738 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Dec 16 18:01:06.216399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:06.261925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 461afd51-fbc4-4103-b884-7157aaf6202f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:06.262287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.335647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.360313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:06.362524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2b854-10c1-44d1-8b2c-5806ee757c4f" -d '{"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-plugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:06.374885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:06.378899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.406410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb94eec-a97b-46ef-8693-9b4dddbe5859 x-openstack-request-id: req-1fb94eec-a97b-46ef-8693-9b4dddbe5859 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:06.406712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-plugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:06.406965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1fb94eec-a97b-46ef-8693-9b4dddbe5859 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:06.407381 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'code': 200} Dec 16 18:01:06.429171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:06.676882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bfff2-ec23-4ffd-ada9-4c0494340d26 req-3548884d-a286-4f4e-8f5f-eee05e234d6f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:06.678377 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-495bfff2-ec23-4ffd-ada9-4c0494340d26 req-3548884d-a286-4f4e-8f5f-eee05e234d6f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0482142 Dec 16 18:01:06.725123 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-495bfff2-ec23-4ffd-ada9-4c0494340d26 req-0861abfd-3ad0-4fe6-993f-792567655eb9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Dec 16 18:01:07.394024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8eb8-e667-4243-a931-dd8a13e21df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:07.843449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037bb0d-ddc5-47f1-b742-7705e96d3c8d req-af89d4ca-ab8a-4e9a-bbca-48470f76cc1f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:07.844981 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d037bb0d-ddc5-47f1-b742-7705e96d3c8d req-af89d4ca-ab8a-4e9a-bbca-48470f76cc1f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0521531 Dec 16 18:01:07.890853 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d037bb0d-ddc5-47f1-b742-7705e96d3c8d req-07ae507c-90b7-4f58-a256-59256fafdd49 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Dec 16 18:01:08.165041 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-93e91969-0e9c-4ec6-bf93-edb012e90303 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:08.166565 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-93e91969-0e9c-4ec6-bf93-edb012e90303 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a&tenant_id=325d414ac243490e87e638557c29eefc&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 946 time: 0.0521662 Dec 16 18:01:08.179282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf93f01-e88d-40ea-bf6a-bab536c0242f req-1247d276-1808-4a19-9779-16a32a7fb9f5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:08.180756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdf93f01-e88d-40ea-bf6a-bab536c0242f req-1247d276-1808-4a19-9779-16a32a7fb9f5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0492508 Dec 16 18:01:08.227662 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdf93f01-e88d-40ea-bf6a-bab536c0242f req-d2ab0b6d-7e8b-4a71-b559-02deae8022c7 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Dec 16 18:01:08.233006 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-f4895c66-d253-4d1a-a8c1-97bf7e21c81f service neutron] 10.222.0.57 "GET /v2.0/ports/461afd51-fbc4-4103-b884-7157aaf6202f/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0583827 Dec 16 18:01:08.294282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-e510b98f-a4dc-49f2-83ad-c97345039188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:08.295828 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-e510b98f-a4dc-49f2-83ad-c97345039188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0413818 Dec 16 18:01:08.384053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-5af84745-83f8-4cf5-ab6f-9aeda157d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:08.385562 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-5af84745-83f8-4cf5-ab6f-9aeda157d764 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0821087 Dec 16 18:01:08.454711 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-eab6a73c-7547-4522-97de-e303fa886fa1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1002 time: 0.0609071 Dec 16 18:01:08.502404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-8e1efcb1-77f8-48a1-ae8b-4ef509be61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:08.503808 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-8e1efcb1-77f8-48a1-ae8b-4ef509be61fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0421364 Dec 16 18:01:08.548114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-c498593a-c16e-4c0e-af2c-fea4fe7eadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:08.549579 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-c498593a-c16e-4c0e-af2c-fea4fe7eadd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386529 Dec 16 18:01:08.642261 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-0a689f19-5913-4476-ad1f-b8cb6e267fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844176 Dec 16 18:01:08.728415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-1de0a72e-3e01-4473-a137-41ecac6e21a2 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791626 Dec 16 18:01:09.344725 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e293f2-2c59-4b44-b552-9ad129c8341b req-9f5a5475-dec2-4e22-b860-bbd9f332ea6d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:09.346212 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42e293f2-2c59-4b44-b552-9ad129c8341b req-9f5a5475-dec2-4e22-b860-bbd9f332ea6d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0473721 Dec 16 18:01:09.395740 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42e293f2-2c59-4b44-b552-9ad129c8341b req-a7fcc3fa-cf22-46c6-b1f0-b3aa3c0ceac5 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Dec 16 18:01:09.703071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04cd8002-3e10-4581-82f7-8bb34f383aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:10.516831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bd0dc-7657-4bad-8e73-88fd7b8d4c30 req-208305c4-0850-4193-9578-583ded96a5fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:10.518599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-524bd0dc-7657-4bad-8e73-88fd7b8d4c30 req-208305c4-0850-4193-9578-583ded96a5fa tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0537722 Dec 16 18:01:10.549523 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:01:10.565285 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-524bd0dc-7657-4bad-8e73-88fd7b8d4c30 req-9f0ec6ff-57b9-4231-a459-ee4e258248d3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Dec 16 18:01:10.925712 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:11.688357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac087ae-849c-497c-9955-cf2841e7f216 req-5854ab18-cc15-4ad5-be43-2b9e57862176 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:11.689916 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bac087ae-849c-497c-9955-cf2841e7f216 req-5854ab18-cc15-4ad5-be43-2b9e57862176 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0524139 Dec 16 18:01:11.739327 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bac087ae-849c-497c-9955-cf2841e7f216 req-0a315750-f67b-4d5e-ba22-f8d1b2ba9313 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Dec 16 18:01:12.169471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.862028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6904-962f-4371-8096-2576b674e061 req-60a7e44a-08a1-42c1-b2b2-5b3682384208 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:12.864577 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07ff6904-962f-4371-8096-2576b674e061 req-60a7e44a-08a1-42c1-b2b2-5b3682384208 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0570843 Dec 16 18:01:12.913933 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07ff6904-962f-4371-8096-2576b674e061 req-fce91c23-cdd1-434e-93ed-b72dbebc6693 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Dec 16 18:01:13.086129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.171127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-30c48fdc-4fd2-4575-926d-e8f7af4d482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:13.172722 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-30c48fdc-4fd2-4575-926d-e8f7af4d482a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a&tenant_id=325d414ac243490e87e638557c29eefc HTTP/1.1" status: 200 len: 1099 time: 0.0414441 Dec 16 18:01:13.240601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-0727169f-2c54-4c7e-8693-5c4632a54608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:13.242004 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-0727169f-2c54-4c7e-8693-5c4632a54608 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=325d414ac243490e87e638557c29eefc&device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 1099 time: 0.0442548 Dec 16 18:01:13.330387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-49411102-da3c-4011-a402-528775e0ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:13.331853 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-49411102-da3c-4011-a402-528775e0ea89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 200 len: 912 time: 0.0820553 Dec 16 18:01:13.401221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-8284fc26-273f-43cb-b154-2fdc3ad39777 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 200 len: 1002 time: 0.0613089 Dec 16 18:01:13.449237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-de3d4cf1-2b4a-40c3-abfd-9aa7a218563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:13.450655 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-de3d4cf1-2b4a-40c3-abfd-9aa7a218563d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 200 len: 850 time: 0.0429711 Dec 16 18:01:13.496746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-55fc83c7-3ef2-4e6c-8762-6544b492420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:13.498188 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-55fc83c7-3ef2-4e6c-8762-6544b492420a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=55c4d7de-c94c-42fe-8285-47bc9c629c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389824 Dec 16 18:01:13.587904 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-358039c1-ef2a-40f6-857c-5dd7746d755d service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Dec 16 18:01:13.681928 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c25c5f82-42a0-4089-bd6b-7d5b27ea0b3a req-53e6feb7-ff66-4567-8df5-ba53d0fafef3 service neutron] 10.222.0.57 "GET /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865638 Dec 16 18:01:14.030490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3b3d-15a6-4691-814e-49d35eb47887 req-8ff18bf3-1c11-4ce3-bf6b-ea22cc973c0d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:14.031979 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-307f3b3d-15a6-4691-814e-49d35eb47887 req-8ff18bf3-1c11-4ce3-bf6b-ea22cc973c0d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0490322 Dec 16 18:01:14.078216 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-307f3b3d-15a6-4691-814e-49d35eb47887 req-d18d6f64-d3bb-4c00-87df-b089e50c2134 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Dec 16 18:01:14.294306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:01:14.370669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:14.394790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:14.397126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0704e514-c185-4655-95f9-b9d6c2cd94e0" -d '{"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-unplugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:14.409875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:14.415181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:14.445553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d539238-8bc7-4f3b-95ab-434dc9b2e60e x-openstack-request-id: req-3d539238-8bc7-4f3b-95ab-434dc9b2e60e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:14.445852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-unplugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:14.446108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d539238-8bc7-4f3b-95ab-434dc9b2e60e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:14.446496 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'code': 200} Dec 16 18:01:14.467982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:15.196730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b5fa9-f3c7-4e78-8e10-3633b12836f5 req-1d64dd91-0fdf-4472-afd5-ecd89750afaf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:15.198396 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-931b5fa9-f3c7-4e78-8e10-3633b12836f5 req-1d64dd91-0fdf-4472-afd5-ecd89750afaf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0489042 Dec 16 18:01:15.257347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-931b5fa9-f3c7-4e78-8e10-3633b12836f5 req-f2790683-ee20-48d2-8817-3200e94e2d35 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524356 Dec 16 18:01:16.373915 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a9f8-a194-4e82-9572-00f3feb6885a req-cfddc47e-690b-41b9-91ee-f928b3b13b6d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:16.375401 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe55a9f8-a194-4e82-9572-00f3feb6885a req-cfddc47e-690b-41b9-91ee-f928b3b13b6d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0486031 Dec 16 18:01:16.426019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe55a9f8-a194-4e82-9572-00f3feb6885a req-1d8151e1-a730-4e18-b0aa-8ac405db6ce9 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 Dec 16 18:01:17.548752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8c7a4-efc4-476c-9823-582a712401cf req-1e9ca258-f80e-4657-8728-bf8d28bb25e1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:17.550317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ebc8c7a4-efc4-476c-9823-582a712401cf req-1e9ca258-f80e-4657-8728-bf8d28bb25e1 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0514596 Dec 16 18:01:17.597831 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ebc8c7a4-efc4-476c-9823-582a712401cf req-6cd85a3f-d98a-4e0e-955d-f3d3589b3abc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 Dec 16 18:01:18.722077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88afd4e-0501-40a3-bb08-3b3b3421d51f req-687a600b-4021-40da-8a02-451f288d5518 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:18.723475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f88afd4e-0501-40a3-bb08-3b3b3421d51f req-687a600b-4021-40da-8a02-451f288d5518 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0526826 Dec 16 18:01:18.769758 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f88afd4e-0501-40a3-bb08-3b3b3421d51f req-01cd8fd7-715b-4322-9686-d5b3bf20531a tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Dec 16 18:01:19.892180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f2107-868c-494a-bbed-06835ccf3365 req-ac565e59-27ab-4688-a6cc-5d5971e6f862 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:19.893933 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758f2107-868c-494a-bbed-06835ccf3365 req-ac565e59-27ab-4688-a6cc-5d5971e6f862 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 944 time: 0.0504029 Dec 16 18:01:19.939635 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-758f2107-868c-494a-bbed-06835ccf3365 req-4efb0310-da6b-4d69-bced-f53a26fdd972 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398619 Dec 16 18:01:20.340537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:01:20.419116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:20.443526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:20.454253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '461afd51-fbc4-4103-b884-7157aaf6202f', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'port_id': '461afd51-fbc4-4103-b884-7157aaf6202f', 'mac_address': 'fa:16:3e:3c:b5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:01:20.491098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:20.503611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461afd51-fbc4-4103-b884-7157aaf6202f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:01:20.523659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:20.527173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:20.575494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:20.585689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['461afd51-fbc4-4103-b884-7157aaf6202f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:01:21.057372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7956cbf-3bd0-4642-94ce-2df206b70a8a req-7a813506-c210-46bd-aa49-cd59e65a6837 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:21.058840 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7956cbf-3bd0-4642-94ce-2df206b70a8a req-7a813506-c210-46bd-aa49-cd59e65a6837 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0521178 Dec 16 18:01:21.105334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c7956cbf-3bd0-4642-94ce-2df206b70a8a req-1427e877-0de3-4753-ba42-77e4ba2c024b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 Dec 16 18:01:22.219988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f4b1a-8cde-4ddf-86b4-499048dba2c2 req-3231672c-7e0b-40e4-985e-8867ac14dc18 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:22.221457 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-077f4b1a-8cde-4ddf-86b4-499048dba2c2 req-3231672c-7e0b-40e4-985e-8867ac14dc18 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 946 time: 0.0477731 Dec 16 18:01:22.267097 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-077f4b1a-8cde-4ddf-86b4-499048dba2c2 req-bfd507a1-1aa2-4764-97f0-495bf93cd1ff tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Dec 16 18:01:22.356733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:22.402757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 461afd51-fbc4-4103-b884-7157aaf6202f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:22.403057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:22.479137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:22.501608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:22.503996 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35c2d0d-b6f6-43df-9c71-c5a9fee9b762" -d '{"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-plugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:22.516451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:22.521337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:22.550105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b535ec86-fe53-47af-bd7a-31b05f84ded9 x-openstack-request-id: req-b535ec86-fe53-47af-bd7a-31b05f84ded9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:22.550395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-plugged", "status": "completed", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:22.550657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b535ec86-fe53-47af-bd7a-31b05f84ded9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:22.551049 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'code': 200} Dec 16 18:01:22.569978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:23.381057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2274d-355b-4461-a731-26960ca46fd3 req-2a7656a9-0953-4481-93c9-5be756232d16 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:23.382501 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e8f2274d-355b-4461-a731-26960ca46fd3 req-2a7656a9-0953-4481-93c9-5be756232d16 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0472968 Dec 16 18:01:23.432232 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e8f2274d-355b-4461-a731-26960ca46fd3 req-26c4a40f-7089-4c62-b827-af848ed9e161 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Dec 16 18:01:24.547158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e73d0-cc43-43fc-8407-fab4aa664aff req-30e9e48a-0de1-46a9-bff2-c4452910a065 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:24.548621 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9c2e73d0-cc43-43fc-8407-fab4aa664aff req-30e9e48a-0de1-46a9-bff2-c4452910a065 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0476019 Dec 16 18:01:24.598472 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9c2e73d0-cc43-43fc-8407-fab4aa664aff req-4a6bb66e-e15c-460c-b9ae-ffcebe303203 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Dec 16 18:01:25.716299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f53c9-a9ee-40ae-b285-90f314440174 req-d13be257-3fa5-4d4a-815e-4418e7854044 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.718343 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d7f53c9-a9ee-40ae-b285-90f314440174 req-d13be257-3fa5-4d4a-815e-4418e7854044 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0527179 Dec 16 18:01:25.763851 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d7f53c9-a9ee-40ae-b285-90f314440174 req-108ab550-e37b-4332-9f40-c3ab5c0c0e2b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396087 Dec 16 18:01:25.881326 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1045fef-3e44-40bf-a92e-0a14d3821b37 req-1f6f783b-1d0d-4053-9325-569da968a8dd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.882701 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1045fef-3e44-40bf-a92e-0a14d3821b37 req-1f6f783b-1d0d-4053-9325-569da968a8dd tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0524139 Dec 16 18:01:25.929545 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1045fef-3e44-40bf-a92e-0a14d3821b37 req-e3f9acaf-22b8-4bf4-9c86-19492831f167 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Dec 16 18:01:26.040280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b99c4-e840-4f39-a78c-368ee4d9e6fd req-f2b60f27-b8d0-4eb3-ad2a-0c8f2c0e4a1b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:26.041760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d5b99c4-e840-4f39-a78c-368ee4d9e6fd req-f2b60f27-b8d0-4eb3-ad2a-0c8f2c0e4a1b tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0468960 Dec 16 18:01:26.087423 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d5b99c4-e840-4f39-a78c-368ee4d9e6fd req-b98df30f-7177-48dd-a035-7ff8a1c6a9d0 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Dec 16 18:01:26.313649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcafac4-09ef-4b9f-879a-7e5c3dc60248 req-f6f5b249-66b5-4b60-961f-67f4f14deadf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:26.315104 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3fcafac4-09ef-4b9f-879a-7e5c3dc60248 req-f6f5b249-66b5-4b60-961f-67f4f14deadf tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0479491 Dec 16 18:01:26.363790 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3fcafac4-09ef-4b9f-879a-7e5c3dc60248 req-a4cdcf70-1a5f-452c-b625-459e04c4d89f tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Dec 16 18:01:27.479329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7c97e-4e0a-440b-b093-d5f39e0fa6df req-99d6a663-b443-4a6b-87ac-9c7f2e8429df tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:27.480803 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-36d7c97e-4e0a-440b-b093-d5f39e0fa6df req-99d6a663-b443-4a6b-87ac-9c7f2e8429df tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0482044 Dec 16 18:01:27.526837 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-36d7c97e-4e0a-440b-b093-d5f39e0fa6df req-d7eb5780-2f79-4293-84c5-f1cbf5a9e99c tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 Dec 16 18:01:28.640550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2855367-cdd5-4653-9ccc-de8b750b191a req-6dd8bbbf-e1ec-448d-bc4e-cb2a5393cea6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:28.642078 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c2855367-cdd5-4653-9ccc-de8b750b191a req-6dd8bbbf-e1ec-448d-bc4e-cb2a5393cea6 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0494390 Dec 16 18:01:28.678808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-ebb84eb3-aa74-4ae9-8290-b9a8176298e4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:28.680256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-ebb84eb3-aa74-4ae9-8290-b9a8176298e4 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 947 time: 0.0484381 Dec 16 18:01:28.689311 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c2855367-cdd5-4653-9ccc-de8b750b191a req-cca765a9-20c4-42a7-8021-4b9072bf80bc tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9e2d7ab-5428-4185-9655-8cb8e40b7b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Dec 16 18:01:28.770903 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Deleting port 461afd51-fbc4-4103-b884-7157aaf6202f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:01:28.771220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.860528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] For port 461afd51-fbc4-4103-b884-7157aaf6202f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=461afd51-fbc4-4103-b884-7157aaf6202f,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:28.860907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.023578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.023934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.024246 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd disassociated. External IP: 172.26.2.42, port: 461afd51-fbc4-4103-b884-7157aaf6202f. Dec 16 18:01:29.024581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Calling delete_port for 461afd51-fbc4-4103-b884-7157aaf6202f owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:01:29.150630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.177956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event deleted for resources: {'Port': ['ID=461afd51-fbc4-4103-b884-7157aaf6202f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:29.188050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.188321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.188661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.189141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.189421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.189665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.189988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.190311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.190638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.190957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.191276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.191598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.191906 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:29.303685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:01:29.411573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:01:29.422540 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:01:29.431862 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:29.432464 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:01:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:29.450504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] No DVR routers for this DVR port 461afd51-fbc4-4103-b884-7157aaf6202f on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:01:29.453551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.456882 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-769fda45-59fe-4f3c-aa24-35b8f572a98a req-4f45c4e3-5f2e-4772-af05-83d8f756fb67 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.57 "DELETE /v2.0/ports/461afd51-fbc4-4103-b884-7157aaf6202f HTTP/1.1" status: 204 len: 173 time: 0.7700694 Dec 16 18:01:29.457345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-deleted', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:29.459590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c68de0f-88a1-4b76-953b-271ae020d234" -d '{"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-deleted", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:29.500300 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf3e70a-d1aa-466c-b028-73ddd2d0d312 x-openstack-request-id: req-5cf3e70a-d1aa-466c-b028-73ddd2d0d312 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:29.500598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59189ef-476e-48ad-975b-31f49af7d34a", "name": "network-vif-deleted", "tag": "461afd51-fbc4-4103-b884-7157aaf6202f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:29.500852 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cf3e70a-d1aa-466c-b028-73ddd2d0d312 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:29.501295 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59189ef-476e-48ad-975b-31f49af7d34a', 'name': 'network-vif-deleted', 'tag': '461afd51-fbc4-4103-b884-7157aaf6202f', 'status': 'completed', 'code': 200} Dec 16 18:01:29.541874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:29.739907 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:29.767287 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:01:29.776051 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:29.776669 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:01:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:29.791065 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8dee731d-4c53-47ee-bf95-f1dd89fe81a2 req-b828cb05-9119-4567-849d-30dd5454da94 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 210 time: 0.0299292 Dec 16 18:01:29.883745 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:30.157194 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:30.184755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61c80d-d8e8-43f9-a77f-91c7c8d00ff6 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '0fde7744-ebbe-461a-99ce-88a70bb848b5', 'name': '', 'network_id': '55c4d7de-c94c-42fe-8285-47bc9c629c5c', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'mac_address': 'fa:16:3e:e4:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:47Z', 'updated_at': '2021-12-16T17:55:51Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'subnets': [{'id': '5a9e49a4-739f-4776-8225-d8f9b87b607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:01:30.414394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b030b4-d944-4cbc-b1fe-820daa015180 None None] New status for floating IP a1fc0dc9-085a-4859-ac22-4b257f3d40dd: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:01:30.892011 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c64ed9f7-8ee3-4fbe-8ec2-a3f8f97c76da req-e4cfbcbb-094b-4d9d-9582-9be7dde1fe40 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 210 time: 0.0267444 Dec 16 18:01:31.990769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ec9fdfd8-2e05-4e07-8b78-0114842bd2ff req-8deefbb1-21dc-436a-8f68-4436f405790d tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 210 time: 0.0284839 Dec 16 18:01:32.403911 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:01:32.423644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 461afd51-fbc4-4103-b884-7157aaf6202f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:01:32.423982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 461afd51-fbc4-4103-b884-7157aaf6202f not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:01:33.084012 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a1ce08fc-4491-4bc2-94d4-ab9c4a56378f req-66de01a7-ffea-4adc-9cf9-dc186193d069 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/ports?device_id=a59189ef-476e-48ad-975b-31f49af7d34a HTTP/1.1" status: 200 len: 210 time: 0.0264518 Dec 16 18:01:37.396750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602f81f8-1e78-4b6b-8672-939fd650522d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.810082 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54650) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:37.865236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d28d70b-6174-4f03-9e37-16278408065e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.888658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d28d70b-6174-4f03-9e37-16278408065e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.934852 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d28d70b-6174-4f03-9e37-16278408065e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.937966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d28d70b-6174-4f03-9e37-16278408065e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.939666 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d28d70b-6174-4f03-9e37-16278408065e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "DELETE /v2.0/security-groups/c9e2d7ab-5428-4185-9655-8cb8e40b7b66 HTTP/1.1" status: 204 len: 168 time: 0.1280546 Dec 16 18:01:37.941787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54652) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:37.948907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28d70b-6174-4f03-9e37-16278408065e tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2d7ab-5428-4185-9655-8cb8e40b7b66,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:37.957789 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.api.v2.resource [None req-2fc5f33e-01b5-419a-a100-079bd530be35 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] show failed (client error): The resource could not be found. Dec 16 18:01:37.961679 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2fc5f33e-01b5-419a-a100-079bd530be35 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "GET /v2.0/security-groups/c9e2d7ab-5428-4185-9655-8cb8e40b7b66 HTTP/1.1" status: 404 len: 347 time: 0.0186334 Dec 16 18:01:37.961830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54654) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:38.089127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Deleting port 62fc778f-e141-43c5-96d3-b93546ee6294 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:01:38.089378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.162778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.163102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.174969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Calling delete_port for 62fc778f-e141-43c5-96d3-b93546ee6294 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:01:38.309775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.335154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Pushing event deleted for resources: {'Port': ['ID=62fc778f-e141-43c5-96d3-b93546ee6294,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:38.397315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.400211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.401389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-229c809a-eab6-4cee-a0a0-8f91250a1ae3 tempest-ServerActionsTestJSON-527718013 tempest-ServerActionsTestJSON-527718013-project] 10.222.0.66 "DELETE /v2.0/floatingips/a1fc0dc9-085a-4859-ac22-4b257f3d40dd HTTP/1.1" status: 204 len: 168 time: 0.4385583 Dec 16 18:01:38.404379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54656) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:39.115338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.349949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Deleting port 0fde7744-ebbe-461a-99ce-88a70bb848b5 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:01:39.350288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.427818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] For port 0fde7744-ebbe-461a-99ce-88a70bb848b5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0fde7744-ebbe-461a-99ce-88a70bb848b5,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:39.428102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.440737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Calling delete_port for 0fde7744-ebbe-461a-99ce-88a70bb848b5 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:01:39.614004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.639153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fde7744-ebbe-461a-99ce-88a70bb848b5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:39.708306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7f3b-bbc9-4796-9d72-1349585cbd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.799699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.014387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Router b5acde65-43a5-427a-83e5-e2070c74fe85 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:01:40.117885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:01:40.126363 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54660) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:40.126944 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6752b3e2-7528-4136-9594-0d760424c704 admin admin] 10.222.0.66 "PUT /v2.0/routers/b5acde65-43a5-427a-83e5-e2070c74fe85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215669 Dec 16 18:01:40.129538 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] Sync routers for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:01:40.138980 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:40.139679 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:01:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:40.250264 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:40.430675 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T18:01:39Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:40.456785 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] Checking router: b5acde65-43a5-427a-83e5-e2070c74fe85 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:01:40.464717 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] Routers {'b5acde65-43a5-427a-83e5-e2070c74fe85'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:40.465352 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:01:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5acde65-43a5-427a-83e5-e2070c74fe85'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:40.491757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.568820 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] Set router b5acde65-43a5-427a-83e5-e2070c74fe85 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:40.599263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.649596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Deleting port 90837ea7-b1af-4de3-9df7-ee16688b7820 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:01:40.649945 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.730427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] For port 90837ea7-b1af-4de3-9df7-ee16688b7820, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=90837ea7-b1af-4de3-9df7-ee16688b7820,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:40.730427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.743272 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T18:01:39Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:40.746761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Calling delete_port for 90837ea7-b1af-4de3-9df7-ee16688b7820 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:01:40.772408 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caab82-9036-4eeb-b433-5ebc78eec7c9 None None] The sync data for ids ['b5acde65-43a5-427a-83e5-e2070c74fe85'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'name': 'tempest-ServerActionsTestJSON-826204879-router', 'tenant_id': '325d414ac243490e87e638557c29eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:45Z', 'updated_at': '2021-12-16T18:01:39Z', 'revision_number': 5, 'project_id': '325d414ac243490e87e638557c29eefc', 'gw_port': {'id': '90837ea7-b1af-4de3-9df7-ee16688b7820', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acde65-43a5-427a-83e5-e2070c74fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:46Z', 'updated_at': '2021-12-16T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:01:40.926438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.930622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.956284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Pushing event deleted for resources: {'Port': ['ID=90837ea7-b1af-4de3-9df7-ee16688b7820,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:40.970470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be515c6-b9ab-417b-9de2-00b9b2915809 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:01:40.982905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.983243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.983588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.983964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.984416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.984627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.984979 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.985318 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.985650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.985983 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.986314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.986642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:40.986967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:41.023678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.115287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.117554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.162460 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.163453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5acde65-43a5-427a-83e5-e2070c74fe85 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:01:41.172016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.175705 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0bb67eb9-e473-4e17-bbbb-3c5341fbb238 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b5acde65-43a5-427a-83e5-e2070c74fe85 HTTP/1.1" status: 204 len: 168 time: 1.0447347 Dec 16 18:01:41.176019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54662) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:41.224262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Deleting subnet 5a9e49a4-739f-4776-8225-d8f9b87b607a {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:01:41.227912 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.263313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.343717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.398440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.421602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9e49a4-739f-4776-8225-d8f9b87b607a,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:41.427052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.430287 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-11d4134b-72ae-4d39-8e64-91d5ca5c6a14 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a9e49a4-739f-4776-8225-d8f9b87b607a HTTP/1.1" status: 204 len: 168 time: 0.2532377 Dec 16 18:01:41.433044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:41.443614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c1d95-f3e3-4932-ac31-b3ffafaf9403 None None] Network 55c4d7de-c94c-42fe-8285-47bc9c629c5c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:41.503123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.557016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Deleting port fcddb84e-2d06-462a-8ba2-70acc78e0a56 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:01:41.557340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.619670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] For port fcddb84e-2d06-462a-8ba2-70acc78e0a56, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fcddb84e-2d06-462a-8ba2-70acc78e0a56,segment=NetworkSegment(8a20f150-37f5-4e0a-8946-1e93a377b041),segment_id=8a20f150-37f5-4e0a-8946-1e93a377b041)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:41.620031 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.632216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Calling delete_port for fcddb84e-2d06-462a-8ba2-70acc78e0a56 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:01:41.713192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.739588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcddb84e-2d06-462a-8ba2-70acc78e0a56,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:41.743779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] No DVR routers for this DVR port fcddb84e-2d06-462a-8ba2-70acc78e0a56 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:01:41.773891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ee6da-8f11-4199-ac7c-6863f45cdf2c None None] DHCP port deletion for 55c4d7de-c94c-42fe-8285-47bc9c629c5c request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:01:41.825820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.845448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c4d7de-c94c-42fe-8285-47bc9c629c5c']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:41.854431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a20f150-37f5-4e0a-8946-1e93a377b041') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:41.854733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a20f150-37f5-4e0a-8946-1e93a377b041') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:41.864411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.878287 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.884604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:01:41.885029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:01:41.886729 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:01:41.939396 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.944553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.947783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/55c4d7de-c94c-42fe-8285-47bc9c629c5c HTTP/1.1" status: 204 len: 168 time: 0.5140769 Dec 16 18:01:41.961232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15004e1-a4c7-48ce-b238-9bd0af348eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c4d7de-c94c-42fe-8285-47bc9c629c5c,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:42.066267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54668) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:42.109305 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e39a5dfe-d530-4398-9091-cb2818e742bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=325d414ac243490e87e638557c29eefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418417 Dec 16 18:01:42.111828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54670) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:42.158329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc1de-a060-4c32-b6e8-69698fef8e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:42.170966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:42.179805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc1de-a060-4c32-b6e8-69698fef8e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:42.225290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc1de-a060-4c32-b6e8-69698fef8e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:42.227864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc1de-a060-4c32-b6e8-69698fef8e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:42.229046 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9c2bc1de-a060-4c32-b6e8-69698fef8e16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2013c10-967c-453f-9f0c-e013be301a55 HTTP/1.1" status: 204 len: 168 time: 0.1162915 Dec 16 18:01:42.237058 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bc1de-a060-4c32-b6e8-69698fef8e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2013c10-967c-453f-9f0c-e013be301a55,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:42.788295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fcddb84e-2d06-462a-8ba2-70acc78e0a56 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:01:42.809431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: fcddb84e-2d06-462a-8ba2-70acc78e0a56 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:01:42.809790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fcddb84e-2d06-462a-8ba2-70acc78e0a56 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:01:42.810219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fde7744-ebbe-461a-99ce-88a70bb848b5 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:01:42.830441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0fde7744-ebbe-461a-99ce-88a70bb848b5 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:01:42.830794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0fde7744-ebbe-461a-99ce-88a70bb848b5 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:01:42.831553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 90837ea7-b1af-4de3-9df7-ee16688b7820 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:01:42.852848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 90837ea7-b1af-4de3-9df7-ee16688b7820 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:01:42.853229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 90837ea7-b1af-4de3-9df7-ee16688b7820 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:01:42.887855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54692) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:42.994012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-525328119-network', 'tenant_id': 'a76b854f41dd471b99d0e21cfd8ed33a'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:43.018037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Made reservation on behalf of a76b854f41dd471b99d0e21cfd8ed33a for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:43.020341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.028594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.077100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.104509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.108093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.129224 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:01:43.145194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1cf93-409e-4dc6-9412-952fd00804e9,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:43.148069 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.148421 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Added segment 35767256-c700-4000-89a4-ab957ac5e456 of type vlan for network ecce9f06-5ac2-4deb-96d6-1c356a346c16 Dec 16 18:01:43.190924 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.216044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.217025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:43.217612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.270623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3816195 Dec 16 18:01:43.273935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54696) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:43.279201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Request body: {'subnet': {'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-525328119-subnet', 'tenant_id': 'a76b854f41dd471b99d0e21cfd8ed33a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:43.281720 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2ecca-d570-40e2-b4b6-15a4187e20d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ecce9f06-5ac2-4deb-96d6-1c356a346c16,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:43.293481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network ecce9f06-5ac2-4deb-96d6-1c356a346c16 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:01:43.306981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Made reservation on behalf of a76b854f41dd471b99d0e21cfd8ed33a for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:43.309943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.482003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.536127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072ece99-987c-4715-a240-b03ffef55fc7,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:43.544588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Checking segment: {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:43.544969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Network hostable DHCP agents. Network: ecce9f06-5ac2-4deb-96d6-1c356a346c16, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:01:43.561376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Network ecce9f06-5ac2-4deb-96d6-1c356a346c16 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:01:43.569926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, ecce9f06-5ac2-4deb-96d6-1c356a346c16) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:43.574072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:43.574658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:43.580127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefca28-61e8-4fdb-974e-7fd00120eb77 None None] Network ecce9f06-5ac2-4deb-96d6-1c356a346c16 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:43.590880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-73171d70-e9a8-47fa-ad77-18c0958a25a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3158143 Dec 16 18:01:43.684770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347783ee-0773-4bb8-b48e-3709bc39e14c None None] Network ecce9f06-5ac2-4deb-96d6-1c356a346c16 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:44.002090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-755c3408-fbf5-414f-ad70-77fa125b2421 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:44.003550 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-755c3408-fbf5-414f-ad70-77fa125b2421 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/networks?id=ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 200 len: 813 time: 0.1027870 Dec 16 18:01:44.019124 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-ef3c354e-25c2-48f3-902f-e41d53c8cd75 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/quotas/a76b854f41dd471b99d0e21cfd8ed33a HTTP/1.1" status: 200 len: 375 time: 0.0098355 Dec 16 18:01:44.049454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-131ada72-ded5-42c8-835c-3809574b97cc tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251958 Dec 16 18:01:44.177407 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-66308c7b-0003-4150-b094-9d3a8040ee67 service neutron] 10.222.0.66 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211245 Dec 16 18:01:44.268229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-4142fda9-91d5-4136-b914-d24fb264122b service neutron] 10.222.0.66 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Dec 16 18:01:44.419988 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7cdd7cd7-7bfb-4637-a86d-b8504261489d req-4b5ca849-03f8-4654-90a8-c1fce7d6d490 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 210 time: 0.0274520 Dec 16 18:01:45.331644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-592c9a8f-ab9d-464b-9924-d88dc88ddcee tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:45.333113 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-592c9a8f-ab9d-464b-9924-d88dc88ddcee tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "GET /v2.0/networks?id=ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 200 len: 813 time: 0.1085618 Dec 16 18:01:45.347483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Request body: {'port': {'device_id': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16', 'admin_state_up': True, 'tenant_id': 'a76b854f41dd471b99d0e21cfd8ed33a'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:45.461222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Made reservation on behalf of a76b854f41dd471b99d0e21cfd8ed33a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:45.464874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.513244 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fefbf83f-1775-4af0-ad4a-e3a45fba3550 req-4cc6fa5b-9d48-4794-b1e7-8ed97f197412 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 210 time: 0.0254309 Dec 16 18:01:45.588693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Allocated IP 172.20.0.6 (ecce9f06-5ac2-4deb-96d6-1c356a346c16/072ece99-987c-4715-a240-b03ffef55fc7/223d0b29-b505-4da0-a205-6225555ed8aa) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:45.737492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.770277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.815171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Network ecce9f06-5ac2-4deb-96d6-1c356a346c16 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:45.818239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:45.821970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:45.852500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Pushing event updated for resources: {'Port': ['ID=223d0b29-b505-4da0-a205-6225555ed8aa,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:45.877836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:45.878446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.893759 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-874a364b-ea59-4fa0-ada2-3ac8196343f2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500007 Dec 16 18:01:45.958691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Request body: {'port': {'device_id': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:46.013389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.284547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223d0b29-b505-4da0-a205-6225555ed8aa {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:01:46.292042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.309156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Transition to ACTIVE for port object 223d0b29-b505-4da0-a205-6225555ed8aa will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:01:46.313988 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.374832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=223d0b29-b505-4da0-a205-6225555ed8aa,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:46.449479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Attempting to bind port 223d0b29-b505-4da0-a205-6225555ed8aa on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:46.449814 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Attempting to bind port 223d0b29-b505-4da0-a205-6225555ed8aa by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:46.453341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Attempting to bind port 223d0b29-b505-4da0-a205-6225555ed8aa on network ecce9f06-5ac2-4deb-96d6-1c356a346c16 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:46.457686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Port 223d0b29-b505-4da0-a205-6225555ed8aa on network ecce9f06-5ac2-4deb-96d6-1c356a346c16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:01:46.458005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Attempting to bind port 223d0b29-b505-4da0-a205-6225555ed8aa on network ecce9f06-5ac2-4deb-96d6-1c356a346c16 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:46.462822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:46.463159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Checking segment: {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:46.463536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Bound using segment: {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:46.463954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Bound port: 223d0b29-b505-4da0-a205-6225555ed8aa, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:46.464304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.543379 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] For port 223d0b29-b505-4da0-a205-6225555ed8aa, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:46.547578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] For port 223d0b29-b505-4da0-a205-6225555ed8aa, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=223d0b29-b505-4da0-a205-6225555ed8aa,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:46.554475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.591997 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:46.592622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.595067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/223d0b29-b505-4da0-a205-6225555ed8aa HTTP/1.1" status: 200 len: 1093 time: 0.6921346 Dec 16 18:01:46.595808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'tag': '223d0b29-b505-4da0-a205-6225555ed8aa'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:46.598505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48" -d '{"events": [{"name": "network-changed", "server_uuid": "32fe4ddc-afd7-472e-a259-bd272f000ebb", "tag": "223d0b29-b505-4da0-a205-6225555ed8aa"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:46.626825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd6139-b019-4318-977b-5acadb1fa3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=223d0b29-b505-4da0-a205-6225555ed8aa,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:46.648451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949d040-8897-417e-b643-c8a3da028aff x-openstack-request-id: req-0949d040-8897-417e-b643-c8a3da028aff {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:46.648778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fe4ddc-afd7-472e-a259-bd272f000ebb", "tag": "223d0b29-b505-4da0-a205-6225555ed8aa", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:46.649093 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0949d040-8897-417e-b643-c8a3da028aff {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:46.649592 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'tag': '223d0b29-b505-4da0-a205-6225555ed8aa', 'status': 'completed', 'code': 200} Dec 16 18:01:46.664378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba78c5a-7ca0-4391-af34-8ec91db525c9 req-47914c20-8803-4033-a244-3e6ccbc36e0b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:46.665895 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ba78c5a-7ca0-4391-af34-8ec91db525c9 req-47914c20-8803-4033-a244-3e6ccbc36e0b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 943 time: 0.0824995 Dec 16 18:01:46.695390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-f835dee1-8f42-4d84-ab02-150ba4cdb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:46.697312 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-f835dee1-8f42-4d84-ab02-150ba4cdb753 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 1096 time: 0.0463696 Dec 16 18:01:46.720748 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ba78c5a-7ca0-4391-af34-8ec91db525c9 req-a4d01220-025d-495c-84fd-0e9162f4b400 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479672 Dec 16 18:01:46.748429 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-df60fc41-5f68-45d3-ae02-da91d6700f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223d0b29-b505-4da0-a205-6225555ed8aa HTTP/1.1" status: 200 len: 217 time: 0.0435503 Dec 16 18:01:46.798974 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-22522eda-389b-4a0e-bd8e-7a56d1a27223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:46.800384 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-22522eda-389b-4a0e-bd8e-7a56d1a27223 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=072ece99-987c-4715-a240-b03ffef55fc7 HTTP/1.1" status: 200 len: 853 time: 0.0454071 Dec 16 18:01:46.834061 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-6dd5b1a7-6ab0-45ab-825c-6e8d689ed887 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecce9f06-5ac2-4deb-96d6-1c356a346c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244589 Dec 16 18:01:46.930919 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-210fd62b-9c65-4330-9f00-f3e3e09daebb service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895457 Dec 16 18:01:47.021896 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-001e2ef5-e8cd-4c83-a0d6-f04db1372f8d req-498f2550-ff2d-4117-bde5-65b2306b88da service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840461 Dec 16 18:01:47.108025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-649903a5-891f-4ec0-9794-3e73a3861030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:47.110064 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-649903a5-891f-4ec0-9794-3e73a3861030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 1096 time: 0.0401905 Dec 16 18:01:47.200758 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-759df479-f285-4d44-860c-b7e07db2aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:47.202255 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-759df479-f285-4d44-860c-b7e07db2aed3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 200 len: 914 time: 0.0849359 Dec 16 18:01:47.243583 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-53ffcb37-0e2c-4ea8-9ffb-a4a8dc699227 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223d0b29-b505-4da0-a205-6225555ed8aa HTTP/1.1" status: 200 len: 217 time: 0.0340250 Dec 16 18:01:47.296797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-bb23b0f0-26cb-4058-a003-0b75d5c37d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:47.298243 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-bb23b0f0-26cb-4058-a003-0b75d5c37d97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=072ece99-987c-4715-a240-b03ffef55fc7 HTTP/1.1" status: 200 len: 853 time: 0.0464339 Dec 16 18:01:47.333593 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-49957d55-b400-4b75-a7a3-e8c4732cfbaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecce9f06-5ac2-4deb-96d6-1c356a346c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268297 Dec 16 18:01:47.422010 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-a2532fe6-d603-4216-ad71-f2d092f5f678 service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787065 Dec 16 18:01:47.511697 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7a4a17f8-6987-4e08-919e-b5ab3c1d3d48 req-9c72e4b5-70cb-4eac-9b22-960fb73fb244 service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Dec 16 18:01:47.548742 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:01:47.842962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb5dab-3dea-4746-872a-a09b1e90b976 req-f431b563-1242-4ada-bcf4-2e7fc2bf14b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:47.844455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57fb5dab-3dea-4746-872a-a09b1e90b976 req-f431b563-1242-4ada-bcf4-2e7fc2bf14b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 943 time: 0.0489321 Dec 16 18:01:47.890915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57fb5dab-3dea-4746-872a-a09b1e90b976 req-10791ebf-6d88-4f41-a37d-f80bfa2574b8 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Dec 16 18:01:49.002278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb4130-ee4a-463d-b058-f30e9f13c0df req-dcad71c1-03bb-4e25-a59e-c63d34f3f178 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:49.003641 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8feb4130-ee4a-463d-b058-f30e9f13c0df req-dcad71c1-03bb-4e25-a59e-c63d34f3f178 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 943 time: 0.0469639 Dec 16 18:01:49.053025 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8feb4130-ee4a-463d-b058-f30e9f13c0df req-866d68a3-7577-47cc-a86a-b34635c4ace0 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Dec 16 18:01:50.164242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e9fbd-6638-49d8-b48f-65ab3da207b4 req-156ccc52-3545-456e-ae3b-fb35a3c18eff tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:50.165728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-941e9fbd-6638-49d8-b48f-65ab3da207b4 req-156ccc52-3545-456e-ae3b-fb35a3c18eff tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 943 time: 0.0477440 Dec 16 18:01:50.212824 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-941e9fbd-6638-49d8-b48f-65ab3da207b4 req-6beaeb08-1f12-4fec-891b-7533e433346f tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Dec 16 18:01:50.415836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:50.479605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 223d0b29-b505-4da0-a205-6225555ed8aa details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:01:50.574776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 223d0b29-b505-4da0-a205-6225555ed8aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=223d0b29-b505-4da0-a205-6225555ed8aa,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:50.586755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '223d0b29-b505-4da0-a205-6225555ed8aa', 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16', 'port_id': '223d0b29-b505-4da0-a205-6225555ed8aa', 'mac_address': 'fa:16:3e:f7:31:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ece99-987c-4715-a240-b03ffef55fc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:01:50.624631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:50.637586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223d0b29-b505-4da0-a205-6225555ed8aa {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:01:50.656519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 223d0b29-b505-4da0-a205-6225555ed8aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=223d0b29-b505-4da0-a205-6225555ed8aa,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:50.660140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:50.705264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=223d0b29-b505-4da0-a205-6225555ed8aa,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:50.904688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['223d0b29-b505-4da0-a205-6225555ed8aa'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:01:51.325219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be002a-c5ad-4f59-96e2-3aeaed3d81ca req-197e5614-49d8-4ecb-9a5e-26cf3adcb144 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:51.326668 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88be002a-c5ad-4f59-96e2-3aeaed3d81ca req-197e5614-49d8-4ecb-9a5e-26cf3adcb144 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 944 time: 0.0470135 Dec 16 18:01:51.373192 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88be002a-c5ad-4f59-96e2-3aeaed3d81ca req-10c2cc3e-6a9f-4e19-84ab-797b21118902 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Dec 16 18:01:52.484364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 223d0b29-b505-4da0-a205-6225555ed8aa up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:52.487956 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ded7-75b4-4f05-bf53-5b72744d7158 req-52927e99-aee3-4f00-a854-4f83c9204e3a tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:52.489472 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b14ded7-75b4-4f05-bf53-5b72744d7158 req-52927e99-aee3-4f00-a854-4f83c9204e3a tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 944 time: 0.0523434 Dec 16 18:01:52.534809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 223d0b29-b505-4da0-a205-6225555ed8aa completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:01:52.537795 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b14ded7-75b4-4f05-bf53-5b72744d7158 req-905b1822-fd57-4efe-85b9-2cb51a7d9f3e tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Dec 16 18:01:52.539418 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 223d0b29-b505-4da0-a205-6225555ed8aa triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:52.539772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:52.619438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:52.641533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223d0b29-b505-4da0-a205-6225555ed8aa'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:52.644045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14ce19e-cab7-4a6b-a90b-6c45ab2e79e2" -d '{"events": [{"server_uuid": "32fe4ddc-afd7-472e-a259-bd272f000ebb", "name": "network-vif-plugged", "status": "completed", "tag": "223d0b29-b505-4da0-a205-6225555ed8aa"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:52.656368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 223d0b29-b505-4da0-a205-6225555ed8aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=223d0b29-b505-4da0-a205-6225555ed8aa,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:52.660847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:52.685681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac967c52-1122-4a71-9636-a7f3a51225e6 x-openstack-request-id: req-ac967c52-1122-4a71-9636-a7f3a51225e6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:52.685973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe4ddc-afd7-472e-a259-bd272f000ebb", "name": "network-vif-plugged", "status": "completed", "tag": "223d0b29-b505-4da0-a205-6225555ed8aa", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:52.686232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac967c52-1122-4a71-9636-a7f3a51225e6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:52.686624 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223d0b29-b505-4da0-a205-6225555ed8aa', 'code': 200} Dec 16 18:01:52.714465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=223d0b29-b505-4da0-a205-6225555ed8aa,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:52.845324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd0031-3fa8-4d4a-ab98-f061c99e3ffa req-8df73c72-f8e8-49a0-8501-0447e175c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:52.846837 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-77fd0031-3fa8-4d4a-ab98-f061c99e3ffa req-8df73c72-f8e8-49a0-8501-0447e175c117 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 1098 time: 0.0406857 Dec 16 18:01:52.890382 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-77fd0031-3fa8-4d4a-ab98-f061c99e3ffa req-f70c86bf-2fa8-40c2-8851-a388896bae75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Dec 16 18:01:53.651227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca1aad-1e4d-4627-8215-78d46353858d req-6acfba80-a619-41d6-8a69-10e5a7a0a986 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:53.652713 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8ca1aad-1e4d-4627-8215-78d46353858d req-6acfba80-a619-41d6-8a69-10e5a7a0a986 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0479107 Dec 16 18:01:53.698182 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8ca1aad-1e4d-4627-8215-78d46353858d req-06100c9d-1332-4fae-92af-cc0ece1c86e1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Dec 16 18:01:54.810961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0db77-5ffc-4dcc-877b-0539ac4be64a req-706b1e85-1457-42f1-9901-6ec939b14a1f tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:54.812423 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33a0db77-5ffc-4dcc-877b-0539ac4be64a req-706b1e85-1457-42f1-9901-6ec939b14a1f tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0477200 Dec 16 18:01:54.863082 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-33a0db77-5ffc-4dcc-877b-0539ac4be64a req-907365f4-dcd0-4a29-91ee-d4f72b47ba90 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Dec 16 18:01:55.090322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-643ef7a7-172c-4bad-843a-46b9d10e819b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:55.091811 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-643ef7a7-172c-4bad-843a-46b9d10e819b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/networks?id=ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 200 len: 813 time: 0.1093395 Dec 16 18:01:55.106726 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-2f87e0b8-7c4a-4ea6-be87-b2486c82f043 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/quotas/a76b854f41dd471b99d0e21cfd8ed33a HTTP/1.1" status: 200 len: 375 time: 0.0090358 Dec 16 18:01:55.158608 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-d87ae2d2-534d-4930-8d36-5a4959883896 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463400 Dec 16 18:01:55.244733 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-f1408514-46bf-4f9c-9db7-6c85b6ff5829 service neutron] 10.222.0.66 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791550 Dec 16 18:01:55.339211 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-e57474e4-c1cd-4c69-ad6d-2dfc1ed14a95 service neutron] 10.222.0.66 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885816 Dec 16 18:01:55.491598 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e19cf76e-21e6-4777-b4f8-157e141a5a7f req-723ca8a9-62d4-40bf-b871-0c4527de446f tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 210 time: 0.0276184 Dec 16 18:01:56.428752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-1bbf06d4-5074-4f09-b110-2207dcc35944 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:56.430221 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-1bbf06d4-5074-4f09-b110-2207dcc35944 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "GET /v2.0/networks?id=ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 200 len: 813 time: 0.1095884 Dec 16 18:01:56.443842 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Request body: {'port': {'device_id': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16', 'admin_state_up': True, 'tenant_id': 'a76b854f41dd471b99d0e21cfd8ed33a'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:56.550878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Made reservation on behalf of a76b854f41dd471b99d0e21cfd8ed33a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:56.554599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:56.667410 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ee79271a-bff2-4779-92d6-818c1f384a00 req-240988a2-0d8f-450b-8041-a952f78f4f3a tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 210 time: 0.1083293 Dec 16 18:01:56.688320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Allocated IP 172.20.0.3 (ecce9f06-5ac2-4deb-96d6-1c356a346c16/072ece99-987c-4715-a240-b03ffef55fc7/e71cef51-664d-47e1-9767-12d2245c876f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:56.831933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:56.863622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:56.874740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['223d0b29-b505-4da0-a205-6225555ed8aa'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:01:56.906823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Network ecce9f06-5ac2-4deb-96d6-1c356a346c16 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:56.910040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:56.913712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:56.936635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Pushing event updated for resources: {'Port': ['ID=e71cef51-664d-47e1-9767-12d2245c876f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:56.963999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:56.964621 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:56.980310 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-16c91280-b48c-426d-b8c1-4f071528f7b1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5408435 Dec 16 18:01:56.992489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Request body: {'port': {'device_id': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:57.048309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:57.294943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71cef51-664d-47e1-9767-12d2245c876f {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:01:57.302745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:57.314221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Transition to ACTIVE for port object e71cef51-664d-47e1-9767-12d2245c876f will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:01:57.317950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:57.385877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e71cef51-664d-47e1-9767-12d2245c876f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:57.432631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Attempting to bind port e71cef51-664d-47e1-9767-12d2245c876f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:57.433310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Attempting to bind port e71cef51-664d-47e1-9767-12d2245c876f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:57.433310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Attempting to bind port e71cef51-664d-47e1-9767-12d2245c876f on network ecce9f06-5ac2-4deb-96d6-1c356a346c16 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:57.437716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Port e71cef51-664d-47e1-9767-12d2245c876f on network ecce9f06-5ac2-4deb-96d6-1c356a346c16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:01:57.438078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Attempting to bind port e71cef51-664d-47e1-9767-12d2245c876f on network ecce9f06-5ac2-4deb-96d6-1c356a346c16 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:57.442967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:57.443303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Checking segment: {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:57.443683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Bound using segment: {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:57.444127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Bound port: e71cef51-664d-47e1-9767-12d2245c876f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35767256-c700-4000-89a4-ab957ac5e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:57.444505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:57.504883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] For port e71cef51-664d-47e1-9767-12d2245c876f, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:57.508548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] For port e71cef51-664d-47e1-9767-12d2245c876f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e71cef51-664d-47e1-9767-12d2245c876f,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:57.513300 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:57.548793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:57.549443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:57.550827 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e71cef51-664d-47e1-9767-12d2245c876f HTTP/1.1" status: 200 len: 1093 time: 0.5623534 Dec 16 18:01:57.551330 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'tag': 'e71cef51-664d-47e1-9767-12d2245c876f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:57.553588 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1dfa96-4c41-4f29-a360-36c7bc0bd64b", "tag": "e71cef51-664d-47e1-9767-12d2245c876f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:57.575066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0fd75-4005-4513-978a-0873a4097ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e71cef51-664d-47e1-9767-12d2245c876f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:57.592323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf691494-9327-4eea-b630-a252d350ed07 x-openstack-request-id: req-bf691494-9327-4eea-b630-a252d350ed07 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:57.592623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1dfa96-4c41-4f29-a360-36c7bc0bd64b", "tag": "e71cef51-664d-47e1-9767-12d2245c876f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:57.592874 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf691494-9327-4eea-b630-a252d350ed07 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:57.593304 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'tag': 'e71cef51-664d-47e1-9767-12d2245c876f', 'status': 'completed', 'code': 200} Dec 16 18:01:57.639619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-1d42cc99-fe2b-49a0-9511-f9fc8e515eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:57.641127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-1d42cc99-fe2b-49a0-9511-f9fc8e515eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 1096 time: 0.0433781 Dec 16 18:01:57.683308 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-1ad0d4fc-b5e9-4796-b5c9-fbf4cdf005bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71cef51-664d-47e1-9767-12d2245c876f HTTP/1.1" status: 200 len: 217 time: 0.0334792 Dec 16 18:01:57.733310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e545c-b386-4457-85dc-da240c63a458 req-3baadc67-4252-405b-9a90-521cbd1555e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:57.734771 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-3baadc67-4252-405b-9a90-521cbd1555e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=072ece99-987c-4715-a240-b03ffef55fc7 HTTP/1.1" status: 200 len: 853 time: 0.0435104 Dec 16 18:01:57.770148 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-9919eb3b-2284-4405-9af0-12326dcb2a43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecce9f06-5ac2-4deb-96d6-1c356a346c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283275 Dec 16 18:01:57.781920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfd937-21b8-41f5-b45d-dfcdd5309592 req-c55aa37c-dc71-41ae-9761-0a32ff80c7f6 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:57.783437 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dadfd937-21b8-41f5-b45d-dfcdd5309592 req-c55aa37c-dc71-41ae-9761-0a32ff80c7f6 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 943 time: 0.0489917 Dec 16 18:01:57.834522 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dadfd937-21b8-41f5-b45d-dfcdd5309592 req-c70df021-8cc6-45d5-b431-043987457d12 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Dec 16 18:01:57.864204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-532735ca-9de1-4120-b095-453ef668fb15 service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855079 Dec 16 18:01:57.953427 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-474e545c-b386-4457-85dc-da240c63a458 req-a12feaec-6020-4600-9c3d-2d9cb457e405 service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824893 Dec 16 18:01:58.038376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-e3828a7c-ebd2-41fc-80bb-8b2e545ca294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:58.039859 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-e3828a7c-ebd2-41fc-80bb-8b2e545ca294 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 1096 time: 0.0408740 Dec 16 18:01:58.126207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-be1b3eac-92ee-417c-a39e-e966c74ad6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:58.128208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-be1b3eac-92ee-417c-a39e-e966c74ad6a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 200 len: 914 time: 0.0813351 Dec 16 18:01:58.172736 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-56ad6af3-6d76-4b6b-821f-5ea86790cfb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e71cef51-664d-47e1-9767-12d2245c876f HTTP/1.1" status: 200 len: 217 time: 0.0357234 Dec 16 18:01:58.220776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-951fca1f-b500-4d14-8d6e-3db568bca5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:58.222389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-951fca1f-b500-4d14-8d6e-3db568bca5dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=072ece99-987c-4715-a240-b03ffef55fc7 HTTP/1.1" status: 200 len: 853 time: 0.0423870 Dec 16 18:01:58.254126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-58497d30-8e45-4f73-a383-7d4cc7d0bfdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecce9f06-5ac2-4deb-96d6-1c356a346c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241554 Dec 16 18:01:58.345453 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-cd0e665e-95d9-47e5-a4b0-49f9cb15b25f service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820029 Dec 16 18:01:58.438328 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-22aeb317-26e7-4530-9ce7-ddb8040fe1f8 req-1f4a0461-379e-4f26-b0b2-b58e762fa363 service neutron] 10.222.0.57 "GET /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792232 Dec 16 18:01:58.999158 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dba4c8-c82a-4cc1-ba75-8ab14843f0b9 req-511c4dc8-5c13-4ff3-af46-62b45951a9cc tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:59.000536 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-77dba4c8-c82a-4cc1-ba75-8ab14843f0b9 req-511c4dc8-5c13-4ff3-af46-62b45951a9cc tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 943 time: 0.0994194 Dec 16 18:01:59.046496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-77dba4c8-c82a-4cc1-ba75-8ab14843f0b9 req-6d630c8d-16e3-4161-939a-df8f87f1a526 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Dec 16 18:02:00.157099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83f04-c199-4078-b9f5-98ff0dc0532f req-6bc86036-8320-4606-92dd-3d886c0a6b8b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:00.159084 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0ad83f04-c199-4078-b9f5-98ff0dc0532f req-6bc86036-8320-4606-92dd-3d886c0a6b8b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 943 time: 0.0483246 Dec 16 18:02:00.205019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0ad83f04-c199-4078-b9f5-98ff0dc0532f req-3db97e03-b42d-4f0b-8ead-83698ada4f5d tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Dec 16 18:02:00.529575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device e71cef51-664d-47e1-9767-12d2245c876f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:02:00.624733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port e71cef51-664d-47e1-9767-12d2245c876f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e71cef51-664d-47e1-9767-12d2245c876f,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:00.636514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'e71cef51-664d-47e1-9767-12d2245c876f', 'network_id': 'ecce9f06-5ac2-4deb-96d6-1c356a346c16', 'port_id': 'e71cef51-664d-47e1-9767-12d2245c876f', 'mac_address': 'fa:16:3e:47:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ece99-987c-4715-a240-b03ffef55fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:02:00.672051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:00.685172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71cef51-664d-47e1-9767-12d2245c876f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:00.704198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port e71cef51-664d-47e1-9767-12d2245c876f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e71cef51-664d-47e1-9767-12d2245c876f,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:00.707922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:00.757256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=e71cef51-664d-47e1-9767-12d2245c876f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:00.764080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.764437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.764786 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.765155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.765496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.765828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.766161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.766493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.766823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.767152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.767481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.768068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.768392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:00.923204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['e71cef51-664d-47e1-9767-12d2245c876f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:01.317244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d3c57-10a4-4739-acb3-0c4dd2364157 req-1b2c14a5-5ef1-42d3-9633-db88f9888d16 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:01.318730 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc0d3c57-10a4-4739-acb3-0c4dd2364157 req-1b2c14a5-5ef1-42d3-9633-db88f9888d16 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 944 time: 0.0483370 Dec 16 18:02:01.371723 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc0d3c57-10a4-4739-acb3-0c4dd2364157 req-7ae706b6-00fe-43a6-b222-a274e00b1f4b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 Dec 16 18:02:02.484496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f44e1-e333-4231-9a58-777b6c7a06ad req-d2262a7f-e9bb-437b-a54c-283a190e362b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:02.486025 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-765f44e1-e333-4231-9a58-777b6c7a06ad req-d2262a7f-e9bb-437b-a54c-283a190e362b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 944 time: 0.0475755 Dec 16 18:02:02.531783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-765f44e1-e333-4231-9a58-777b6c7a06ad req-07c691f2-0b95-4a5f-a692-fc10534cca68 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Dec 16 18:02:02.543864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device e71cef51-664d-47e1-9767-12d2245c876f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:02.594408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port e71cef51-664d-47e1-9767-12d2245c876f completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:02:02.598608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port e71cef51-664d-47e1-9767-12d2245c876f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:02.598978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:02.673887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:02.694792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71cef51-664d-47e1-9767-12d2245c876f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:02.697045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c4b02e-a02c-4e46-81a6-26e1a928c401" -d '{"events": [{"server_uuid": "bf1dfa96-4c41-4f29-a360-36c7bc0bd64b", "name": "network-vif-plugged", "status": "completed", "tag": "e71cef51-664d-47e1-9767-12d2245c876f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:02.710189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port e71cef51-664d-47e1-9767-12d2245c876f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e71cef51-664d-47e1-9767-12d2245c876f,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:02.713899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:02.740248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc33e6-4476-4c10-b47a-b1cd855ceb6f x-openstack-request-id: req-36bc33e6-4476-4c10-b47a-b1cd855ceb6f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:02.740539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1dfa96-4c41-4f29-a360-36c7bc0bd64b", "name": "network-vif-plugged", "status": "completed", "tag": "e71cef51-664d-47e1-9767-12d2245c876f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:02.740790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36bc33e6-4476-4c10-b47a-b1cd855ceb6f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:02.741203 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71cef51-664d-47e1-9767-12d2245c876f', 'code': 200} Dec 16 18:02:02.766779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=e71cef51-664d-47e1-9767-12d2245c876f,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:02.896525 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ea182-d275-4fac-8ba0-0b3b77253af9 req-224e5104-8507-4f65-a1c9-c9b97f93746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:02.898002 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a85ea182-d275-4fac-8ba0-0b3b77253af9 req-224e5104-8507-4f65-a1c9-c9b97f93746e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 1098 time: 0.0394969 Dec 16 18:02:02.958867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a85ea182-d275-4fac-8ba0-0b3b77253af9 req-5559effd-5eca-4052-bac4-a12900295788 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Dec 16 18:02:03.646794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467225d-4ce2-4b24-9c30-1e10d1f01934 req-ff1a8f88-042f-49ef-8f8c-06d0d8128156 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:03.649847 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3467225d-4ce2-4b24-9c30-1e10d1f01934 req-ff1a8f88-042f-49ef-8f8c-06d0d8128156 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 945 time: 0.0512688 Dec 16 18:02:03.697958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3467225d-4ce2-4b24-9c30-1e10d1f01934 req-04d0466b-bef8-4977-96c4-793f66691323 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Dec 16 18:02:04.816194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89753f27-1313-46e4-b873-e9b31bcc3773 req-94e9a5f8-d375-48a5-ab8f-23d17df30072 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:04.817774 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-89753f27-1313-46e4-b873-e9b31bcc3773 req-94e9a5f8-d375-48a5-ab8f-23d17df30072 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 945 time: 0.0524321 Dec 16 18:02:04.864738 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-89753f27-1313-46e4-b873-e9b31bcc3773 req-36e486ce-bde6-4be5-b1fe-47c3a134aaee tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Dec 16 18:02:05.092478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5fe4c-1e35-413d-b61b-3891f4a2adc6 req-d3f6aad8-41b0-4e5f-914f-08e56315bff2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:05.093968 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ef5fe4c-1e35-413d-b61b-3891f4a2adc6 req-d3f6aad8-41b0-4e5f-914f-08e56315bff2 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 945 time: 0.0483661 Dec 16 18:02:05.139668 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3ef5fe4c-1e35-413d-b61b-3891f4a2adc6 req-82881c85-a32b-47ea-968c-356778289d3a tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Dec 16 18:02:06.253114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6549d38-3be9-482c-af54-27e1c2be1503 req-bd8e8a8b-bda2-474f-81d2-daf161e98ffd tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:06.254586 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f6549d38-3be9-482c-af54-27e1c2be1503 req-bd8e8a8b-bda2-474f-81d2-daf161e98ffd tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 945 time: 0.0481975 Dec 16 18:02:06.304861 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f6549d38-3be9-482c-af54-27e1c2be1503 req-d4138787-cd83-4ba4-9f61-57e442d4388e tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Dec 16 18:02:06.482302 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-f0489207-33b6-4510-be68-b832df7b2755 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:06.483670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-f0489207-33b6-4510-be68-b832df7b2755 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 945 time: 0.0476773 Dec 16 18:02:06.582945 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Deleting port e71cef51-664d-47e1-9767-12d2245c876f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:06.583285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:06.674285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] For port e71cef51-664d-47e1-9767-12d2245c876f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e71cef51-664d-47e1-9767-12d2245c876f,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:06.674649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:06.687002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Calling delete_port for e71cef51-664d-47e1-9767-12d2245c876f owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:06.812958 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:06.825342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['223d0b29-b505-4da0-a205-6225555ed8aa', 'e71cef51-664d-47e1-9767-12d2245c876f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:06.843089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Pushing event deleted for resources: {'Port': ['ID=e71cef51-664d-47e1-9767-12d2245c876f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:06.882225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] No DVR routers for this DVR port e71cef51-664d-47e1-9767-12d2245c876f on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:06.885163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:06.888532 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-55fb818b-580a-47a3-bfe8-26ca8d74060f req-27e3d739-51a1-44bb-a908-c5c0aff19ec1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "DELETE /v2.0/ports/e71cef51-664d-47e1-9767-12d2245c876f HTTP/1.1" status: 204 len: 173 time: 0.3881559 Dec 16 18:02:06.888990 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'name': 'network-vif-deleted', 'tag': 'e71cef51-664d-47e1-9767-12d2245c876f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:06.891684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d512c359-84d9-459a-bd31-f1dc22dab433" -d '{"events": [{"server_uuid": "bf1dfa96-4c41-4f29-a360-36c7bc0bd64b", "name": "network-vif-deleted", "tag": "e71cef51-664d-47e1-9767-12d2245c876f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:06.935457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23b2b11-1889-491d-b989-4f35281626ef x-openstack-request-id: req-f23b2b11-1889-491d-b989-4f35281626ef {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:06.935756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1dfa96-4c41-4f29-a360-36c7bc0bd64b", "name": "network-vif-deleted", "tag": "e71cef51-664d-47e1-9767-12d2245c876f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:06.936020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f23b2b11-1889-491d-b989-4f35281626ef {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:06.936693 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1dfa96-4c41-4f29-a360-36c7bc0bd64b', 'name': 'network-vif-deleted', 'tag': 'e71cef51-664d-47e1-9767-12d2245c876f', 'status': 'completed', 'code': 200} Dec 16 18:02:07.404682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7f610a7-4ce1-4484-b2ad-ec53abe5b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:07.418512 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f5550400-788f-415c-ad71-1809defe0076 req-56f2c704-5c52-40fd-981a-17889c064406 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1dfa96-4c41-4f29-a360-36c7bc0bd64b HTTP/1.1" status: 200 len: 210 time: 0.0283692 Dec 16 18:02:08.562701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dbf49-d857-4aea-91cc-6f6b3b05aeca req-3dbc2e79-6bd3-4626-883d-e7b396452c90 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:08.564173 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e2dbf49-d857-4aea-91cc-6f6b3b05aeca req-3dbc2e79-6bd3-4626-883d-e7b396452c90 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0486405 Dec 16 18:02:08.611030 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e2dbf49-d857-4aea-91cc-6f6b3b05aeca req-6936b1a0-9067-4c4b-b490-92fdd59ff681 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Dec 16 18:02:08.739304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecf723-bfc6-479f-bb7c-acc2f360e9ec req-32c3c3e4-a2d7-4cd5-8884-3847e2ab2bfb tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:08.740667 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37ecf723-bfc6-479f-bb7c-acc2f360e9ec req-32c3c3e4-a2d7-4cd5-8884-3847e2ab2bfb tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0476792 Dec 16 18:02:08.791142 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-37ecf723-bfc6-479f-bb7c-acc2f360e9ec req-3aeff8ec-8743-4078-92b5-f7189865668d tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Dec 16 18:02:08.905675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9465109-0c52-4b27-a208-e04f14991082 req-5b5a94d2-190d-4dad-ae55-d7c27851d158 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:08.907137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9465109-0c52-4b27-a208-e04f14991082 req-5b5a94d2-190d-4dad-ae55-d7c27851d158 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0480945 Dec 16 18:02:08.953506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e9465109-0c52-4b27-a208-e04f14991082 req-c72d4f44-7e03-4008-8b50-f128e650e537 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Dec 16 18:02:09.114246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3deee-9c9c-4817-a230-5e95af62dc5d req-86fba260-f29b-4254-8294-c5f07f1c0299 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.115750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a2f3deee-9c9c-4817-a230-5e95af62dc5d req-86fba260-f29b-4254-8294-c5f07f1c0299 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0477607 Dec 16 18:02:09.163054 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a2f3deee-9c9c-4817-a230-5e95af62dc5d req-45b3e7bd-cd97-4bca-9077-88fd29b196ff tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Dec 16 18:02:09.278633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e809-37af-4d6d-96db-d8016de3086a req-4662ce9f-a471-4a49-b2ea-12de21462f17 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.279990 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0795e809-37af-4d6d-96db-d8016de3086a req-4662ce9f-a471-4a49-b2ea-12de21462f17 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0517678 Dec 16 18:02:09.326359 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0795e809-37af-4d6d-96db-d8016de3086a req-e8bc85ee-0518-4aa7-9921-cd2939fec55b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Dec 16 18:02:09.446605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bff8bd-7def-459b-a54b-6bc044db65c8 req-776ed1f7-d957-4ec4-b98b-c4d1e70e0eda tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.448118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57bff8bd-7def-459b-a54b-6bc044db65c8 req-776ed1f7-d957-4ec4-b98b-c4d1e70e0eda tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0482993 Dec 16 18:02:09.494313 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-57bff8bd-7def-459b-a54b-6bc044db65c8 req-f53143ed-e6df-4de6-ae85-74fd140aff98 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Dec 16 18:02:09.712315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5024579d-7d09-4e21-be9c-d1e8f9eb5404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.791339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6198c-5096-4b43-b687-1a06c5b66e21 req-d26bc127-35e3-42a4-b378-a1023c96efaf tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.792715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ece6198c-5096-4b43-b687-1a06c5b66e21 req-d26bc127-35e3-42a4-b378-a1023c96efaf tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0513191 Dec 16 18:02:09.839409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ece6198c-5096-4b43-b687-1a06c5b66e21 req-9f40df27-167a-452e-9c8b-058a75448e3a tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Dec 16 18:02:10.544364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device e71cef51-664d-47e1-9767-12d2245c876f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:02:10.565043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: e71cef51-664d-47e1-9767-12d2245c876f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:02:10.565395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device e71cef51-664d-47e1-9767-12d2245c876f not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:02:10.930714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:10.957431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc805b53-0d92-430c-b496-e0353781465e req-3ccdb1bc-7d30-4c10-bb80-0ce07de2762e tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.958901 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc805b53-0d92-430c-b496-e0353781465e req-3ccdb1bc-7d30-4c10-bb80-0ce07de2762e tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0497117 Dec 16 18:02:11.004796 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc805b53-0d92-430c-b496-e0353781465e req-b05f4e4a-5d48-485a-a61c-2e5ca7387dd1 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/security-groups?id=faf1cf93-409e-4dc6-9412-952fd00804e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Dec 16 18:02:11.150845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-03e93c1b-1e20-4fa8-9c83-4732e82ac6a3 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:11.152293 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-03e93c1b-1e20-4fa8-9c83-4732e82ac6a3 tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 945 time: 0.0485721 Dec 16 18:02:11.242469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Deleting port 223d0b29-b505-4da0-a205-6225555ed8aa {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:11.242797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:11.330800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] For port 223d0b29-b505-4da0-a205-6225555ed8aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=223d0b29-b505-4da0-a205-6225555ed8aa,segment=NetworkSegment(35767256-c700-4000-89a4-ab957ac5e456),segment_id=35767256-c700-4000-89a4-ab957ac5e456)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:11.331185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:11.342543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Calling delete_port for 223d0b29-b505-4da0-a205-6225555ed8aa owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:11.790076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:11.801156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['223d0b29-b505-4da0-a205-6225555ed8aa'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:11.820698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Pushing event deleted for resources: {'Port': ['ID=223d0b29-b505-4da0-a205-6225555ed8aa,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:11.865287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] No DVR routers for this DVR port 223d0b29-b505-4da0-a205-6225555ed8aa on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:11.867775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:11.871089 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f66d5fe3-dcf7-4d8e-bdec-44952558a537 req-9a1bc158-fcfc-4c90-b3b9-7522a8b09c2b tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.57 "DELETE /v2.0/ports/223d0b29-b505-4da0-a205-6225555ed8aa HTTP/1.1" status: 204 len: 173 time: 0.7107451 Dec 16 18:02:11.871530 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'name': 'network-vif-deleted', 'tag': '223d0b29-b505-4da0-a205-6225555ed8aa'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:11.873786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf806e-97b7-4e85-b1a3-816e1127bf53" -d '{"events": [{"server_uuid": "32fe4ddc-afd7-472e-a259-bd272f000ebb", "name": "network-vif-deleted", "tag": "223d0b29-b505-4da0-a205-6225555ed8aa"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:11.914415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6302b2-9e6e-4480-add6-324ae8d76f8e x-openstack-request-id: req-ba6302b2-9e6e-4480-add6-324ae8d76f8e {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:11.914716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe4ddc-afd7-472e-a259-bd272f000ebb", "name": "network-vif-deleted", "tag": "223d0b29-b505-4da0-a205-6225555ed8aa", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:11.915023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba6302b2-9e6e-4480-add6-324ae8d76f8e {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:11.915430 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe4ddc-afd7-472e-a259-bd272f000ebb', 'name': 'network-vif-deleted', 'tag': '223d0b29-b505-4da0-a205-6225555ed8aa', 'status': 'completed', 'code': 200} Dec 16 18:02:12.111592 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-93ee3157-2e9f-4652-91cf-2b8307bd7097 req-438cc902-5bea-409d-8356-54a73430431e tempest-ServersNegativeTestJSON-322006737 tempest-ServersNegativeTestJSON-322006737-project] 10.222.0.66 "GET /v2.0/ports?device_id=32fe4ddc-afd7-472e-a259-bd272f000ebb HTTP/1.1" status: 200 len: 210 time: 0.0248902 Dec 16 18:02:12.174471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.079389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.168989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54852) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:13.212667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Deleting subnet 072ece99-987c-4715-a240-b03ffef55fc7 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:02:13.215670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.248689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.289645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.340038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.366123 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072ece99-987c-4715-a240-b03ffef55fc7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:13.368062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.371267 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d3ece2fa-e455-4b27-bd05-9e18561f0361 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/072ece99-987c-4715-a240-b03ffef55fc7 HTTP/1.1" status: 204 len: 168 time: 0.2012756 Dec 16 18:02:13.373719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54854) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:13.440010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.518682 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.537820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce9f06-5ac2-4deb-96d6-1c356a346c16']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:13.546654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35767256-c700-4000-89a4-ab957ac5e456') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:13.546955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35767256-c700-4000-89a4-ab957ac5e456') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:13.556516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.569338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.575013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:13.575391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:13.577038 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:13.633220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.637412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.640797 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ecce9f06-5ac2-4deb-96d6-1c356a346c16 HTTP/1.1" status: 204 len: 168 time: 0.2661796 Dec 16 18:02:13.653118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626e1ce-abae-4164-b428-3cca1b010ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecce9f06-5ac2-4deb-96d6-1c356a346c16,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:13.746310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54858) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:13.785410 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e76d14cb-9f5e-481e-bb63-ca0fc1e55ef8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a76b854f41dd471b99d0e21cfd8ed33a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379484 Dec 16 18:02:13.787667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54860) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:13.841627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2bff24a-fa27-4ac2-938a-5ec358ee7887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.865336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2bff24a-fa27-4ac2-938a-5ec358ee7887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.911091 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2bff24a-fa27-4ac2-938a-5ec358ee7887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.913625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2bff24a-fa27-4ac2-938a-5ec358ee7887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:13.914765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a2bff24a-fa27-4ac2-938a-5ec358ee7887 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/faf1cf93-409e-4dc6-9412-952fd00804e9 HTTP/1.1" status: 204 len: 168 time: 0.1262052 Dec 16 18:02:13.922673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bff24a-fa27-4ac2-938a-5ec358ee7887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf1cf93-409e-4dc6-9412-952fd00804e9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:14.543412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 223d0b29-b505-4da0-a205-6225555ed8aa no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:02:14.563806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 223d0b29-b505-4da0-a205-6225555ed8aa {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:02:14.564155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 223d0b29-b505-4da0-a205-6225555ed8aa not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:02:14.581019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54882) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:14.672780 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1748699061'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:14.696053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:14.699291 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.707558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.787616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.791298 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.814132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:14.830644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf677b-5d04-4172-baac-ca4e58961c6a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:14.833810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.834155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Added segment 32c4e834-bb80-4453-90d6-25c0936c2299 of type vlan for network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c Dec 16 18:02:14.873896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.898149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.903762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:14.904347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.968284 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3860939 Dec 16 18:02:14.984897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e2031-a21e-45ad-8ae4-edbd69dbe9a7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Network': ['ID=fff2bf3e-0f84-4628-8a70-9dcbac0ee96c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:14.995775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:18.201447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54886) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:18.207193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'subnet': {'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:18.292638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:18.296119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.473153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.541534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Subnet': ['ID=0ef1f698-d615-49e2-9ca5-c4ddb1b7f1fd,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:18.545164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Checking segment: {'id': '32c4e834-bb80-4453-90d6-25c0936c2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:18.545533 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network hostable DHCP agents. Network: fff2bf3e-0f84-4628-8a70-9dcbac0ee96c, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:18.562080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:18.570440 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, fff2bf3e-0f84-4628-8a70-9dcbac0ee96c) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:18.575235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:18.576289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.579589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822d3e1-c33a-4659-ac75-9b5a98e11e70 None None] Network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:18.592547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4b5f4c0f-a222-429c-9922-2f680b749283 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3898282 Dec 16 18:02:18.595849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54888) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:18.601311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663570045'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:18.626009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:18.629470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.657342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:18.668876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.669267 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Added segment e53c52b6-09ca-44bd-8d85-e8d6e8bddc66 of type vlan for network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 Dec 16 18:02:18.686266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-fff2bf3e-0f84-4628-8a70-9dcbac0ee96c', 'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c', 'project_id': '47b6efb89e574d02899213bdbc53914a', 'fixed_ips': [{'subnet_id': '0ef1f698-d615-49e2-9ca5-c4ddb1b7f1fd'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:18.687154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.718314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.744443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.749902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:18.750516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:18.809054 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2114091 Dec 16 18:02:18.811805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54890) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:18.823779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'subnet': {'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:18.847198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959326e-8ce6-471a-8199-99d748adff62 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Network': ['ID=0c6f1f0d-1e94-42dc-ad2f-c32cd327b030,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:18.858162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:19.033046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Allocated IP 2001:db8:0:ffff::2 (fff2bf3e-0f84-4628-8a70-9dcbac0ee96c/0ef1f698-d615-49e2-9ca5-c4ddb1b7f1fd/dac88fce-4ea1-4375-a259-9f08579fd45a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:19.180061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.185795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.195585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:19.199797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.227509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:19.230824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:19.234466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:19.241368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Pushing event updated for resources: {'Port': ['ID=dac88fce-4ea1-4375-a259-9f08579fd45a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:19.292674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Attempting to bind port dac88fce-4ea1-4375-a259-9f08579fd45a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:19.292989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Attempting to bind port dac88fce-4ea1-4375-a259-9f08579fd45a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '32c4e834-bb80-4453-90d6-25c0936c2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:19.293362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Attempting to bind port dac88fce-4ea1-4375-a259-9f08579fd45a on network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:19.298604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:19.298981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Checking segment: {'id': '32c4e834-bb80-4453-90d6-25c0936c2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:19.299414 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.299900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Bound using segment: {'id': '32c4e834-bb80-4453-90d6-25c0936c2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:19.300276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Bound port: dac88fce-4ea1-4375-a259-9f08579fd45a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c4e834-bb80-4453-90d6-25c0936c2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fff2bf3e-0f84-4628-8a70-9dcbac0ee96c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:19.300658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.366630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] For port dac88fce-4ea1-4375-a259-9f08579fd45a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:19.369788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] For port dac88fce-4ea1-4375-a259-9f08579fd45a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dac88fce-4ea1-4375-a259-9f08579fd45a,segment=NetworkSegment(32c4e834-bb80-4453-90d6-25c0936c2299),segment_id=32c4e834-bb80-4453-90d6-25c0936c2299)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:19.373444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.391243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.436204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003712d-36e4-4159-91f8-8461d5bd9e6d None None] Pushing event updated for resources: {'Port': ['ID=dac88fce-4ea1-4375-a259-9f08579fd45a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:19.458687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Subnet': ['ID=aa4a11ab-6076-4dff-9f7b-cc0595abe956,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:19.468718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Checking segment: {'id': 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:19.469117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network hostable DHCP agents. Network: 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:19.485880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:19.495050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:19.499114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:19.499718 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.505322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a49022-bccc-4654-9783-cd572ddf1692 None None] Network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:19.516470 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0da48cb6-9582-4a01-b41d-fdce3543542a tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7036426 Dec 16 18:02:19.520167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54892) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:19.639768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-0c6f1f0d-1e94-42dc-ad2f-c32cd327b030', 'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030', 'project_id': '47b6efb89e574d02899213bdbc53914a', 'fixed_ips': [{'subnet_id': 'aa4a11ab-6076-4dff-9f7b-cc0595abe956'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:19.640742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.655645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.742485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.796017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Allocated IP 2001:db8::2 (0c6f1f0d-1e94-42dc-ad2f-c32cd327b030/aa4a11ab-6076-4dff-9f7b-cc0595abe956/1fd13ebd-98eb-4ca2-a738-c749e642c11d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:19.935241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.943679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.959488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:19.985708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:19.986407 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4a11ab-6076-4dff-9f7b-cc0595abe956,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:19.990850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:19.996120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:19.999211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Pushing event updated for resources: {'Port': ['ID=1fd13ebd-98eb-4ca2-a738-c749e642c11d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:20.052244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.053219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Attempting to bind port 1fd13ebd-98eb-4ca2-a738-c749e642c11d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:20.053660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Attempting to bind port 1fd13ebd-98eb-4ca2-a738-c749e642c11d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:20.054506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Attempting to bind port 1fd13ebd-98eb-4ca2-a738-c749e642c11d on network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:20.059881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:20.060266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Checking segment: {'id': 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:20.060672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.061094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Bound using segment: {'id': 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:20.061578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Bound port: 1fd13ebd-98eb-4ca2-a738-c749e642c11d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:20.061958 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.083658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6f1f0d-1e94-42dc-ad2f-c32cd327b030']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:20.093328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:20.093622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:20.105882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.121302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.129049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:20.129504 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:20.132737 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:20.134573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] For port 1fd13ebd-98eb-4ca2-a738-c749e642c11d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:20.188853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] For port 1fd13ebd-98eb-4ca2-a738-c749e642c11d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1fd13ebd-98eb-4ca2-a738-c749e642c11d,segment=NetworkSegment(e53c52b6-09ca-44bd-8d85-e8d6e8bddc66),segment_id=e53c52b6-09ca-44bd-8d85-e8d6e8bddc66)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:20.190114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 18:02:20.190114 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 18:02:20.190114 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': '0c6f1f0d-1e94-42dc-ad2f-c32cd327b030'}] Dec 16 18:02:20.190114 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 18:02:20.190620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 18:02:20.193769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.278769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc24fe8-a506-4565-8b5d-4e3ab9c1d802 None None] Pushing event updated for resources: {'Port': ['ID=1fd13ebd-98eb-4ca2-a738-c749e642c11d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:20.303947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb619e-48f0-4b41-aaa6-b74646fc0ffb None None] Network 0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:20.381669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaeb601-6a24-424e-92eb-516d567311f1 None None] Network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:20.461405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9337ea26-ac88-4eaf-b626-51e19206c2b0 None None] Provisioning complete for port dac88fce-4ea1-4375-a259-9f08579fd45a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:20.461774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9337ea26-ac88-4eaf-b626-51e19206c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.465433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.582798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9337ea26-ac88-4eaf-b626-51e19206c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.618423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9337ea26-ac88-4eaf-b626-51e19206c2b0 None None] For port dac88fce-4ea1-4375-a259-9f08579fd45a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dac88fce-4ea1-4375-a259-9f08579fd45a,segment=NetworkSegment(32c4e834-bb80-4453-90d6-25c0936c2299),segment_id=32c4e834-bb80-4453-90d6-25c0936c2299)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:20.622794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9337ea26-ac88-4eaf-b626-51e19206c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.672880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337ea26-ac88-4eaf-b626-51e19206c2b0 None None] Pushing event updated for resources: {'Port': ['ID=dac88fce-4ea1-4375-a259-9f08579fd45a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:20.691940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.717681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0d252-cea5-4197-bc7b-9df8205c9dd5 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 18:02:20.750393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Deleting port 1fd13ebd-98eb-4ca2-a738-c749e642c11d {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:20.750796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.773775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-995c649d-4c77-49f6-bfbe-7a8579dd191d None None] Provisioning complete for port dac88fce-4ea1-4375-a259-9f08579fd45a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:20.774157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-995c649d-4c77-49f6-bfbe-7a8579dd191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.824602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] For port 1fd13ebd-98eb-4ca2-a738-c749e642c11d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1fd13ebd-98eb-4ca2-a738-c749e642c11d,segment=NetworkSegment(e53c52b6-09ca-44bd-8d85-e8d6e8bddc66),segment_id=e53c52b6-09ca-44bd-8d85-e8d6e8bddc66)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:20.825335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.837223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0d252-cea5-4197-bc7b-9df8205c9dd5 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 18:02:20.841469 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Calling delete_port for 1fd13ebd-98eb-4ca2-a738-c749e642c11d owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:20.876256 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dac88fce-4ea1-4375-a259-9f08579fd45a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:20.925974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:20.951820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Port': ['ID=1fd13ebd-98eb-4ca2-a738-c749e642c11d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:20.953641 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No DVR routers for this DVR port 1fd13ebd-98eb-4ca2-a738-c749e642c11d on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:21.014148 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dac88fce-4ea1-4375-a259-9f08579fd45a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:21.014518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.032896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.053154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6f1f0d-1e94-42dc-ad2f-c32cd327b030']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:21.062322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:21.062625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53c52b6-09ca-44bd-8d85-e8d6e8bddc66') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:21.072212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.085554 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.092090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:21.092428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:21.095382 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:21.154012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.159230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.163067 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 HTTP/1.1" status: 204 len: 168 time: 1.6414950 Dec 16 18:02:21.167131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54894) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:21.172437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57113197'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:21.178027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc42a3-b0e7-47fe-8404-66e823945bfc tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Network': ['ID=0c6f1f0d-1e94-42dc-ad2f-c32cd327b030,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:21.202969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:21.207146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.234313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:21.244443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.244794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Added segment 660111df-1ee0-48ee-befc-d40b9428c993 of type vlan for network 8be9f604-0c3c-49dd-88ca-db6e530bc779 Dec 16 18:02:21.283129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.307221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.312779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:21.313394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.366660 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1983409 Dec 16 18:02:21.369455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:21.374131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'subnet': {'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:21.425522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d4a9f-a6f5-40cb-bc7d-0838378ed0d1 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Network': ['ID=8be9f604-0c3c-49dd-88ca-db6e530bc779,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:21.436576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 8be9f604-0c3c-49dd-88ca-db6e530bc779 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:21.481584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:21.485129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.546021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Performing IP validity checks on allocation pools {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 18:02:21.546538 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.ipam_backend_mixin [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 18:02:21.662244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.727699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Subnet': ['ID=3b05b5a4-2be2-463b-b8a4-6e48d47fc9f0,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:21.737749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Checking segment: {'id': '660111df-1ee0-48ee-befc-d40b9428c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:21.738239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network hostable DHCP agents. Network: 8be9f604-0c3c-49dd-88ca-db6e530bc779, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:21.755411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network 8be9f604-0c3c-49dd-88ca-db6e530bc779 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:21.764850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 8be9f604-0c3c-49dd-88ca-db6e530bc779) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:21.770560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:21.771547 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.775578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505056d-1f6c-4a6f-b4eb-452320f95abe None None] Network 8be9f604-0c3c-49dd-88ca-db6e530bc779 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:21.790737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-26c33acc-bdbd-4625-ba3c-41b21dea097b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4202890 Dec 16 18:02:21.795047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54898) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:21.880333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-8be9f604-0c3c-49dd-88ca-db6e530bc779', 'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779', 'project_id': '47b6efb89e574d02899213bdbc53914a', 'fixed_ips': [{'subnet_id': '3b05b5a4-2be2-463b-b8a4-6e48d47fc9f0'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:21.881250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.898431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.949548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.016740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Allocated IP 2001:db8::3 (8be9f604-0c3c-49dd-88ca-db6e530bc779/3b05b5a4-2be2-463b-b8a4-6e48d47fc9f0/1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:22.160512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.167000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.181631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.209474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Network 8be9f604-0c3c-49dd-88ca-db6e530bc779 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:22.212397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:22.215500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Subnet': ['ID=3b05b5a4-2be2-463b-b8a4-6e48d47fc9f0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:22.215839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:22.223581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Pushing event updated for resources: {'Port': ['ID=1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:22.278401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.279335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Attempting to bind port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:22.279704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Attempting to bind port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '660111df-1ee0-48ee-befc-d40b9428c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:22.280063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Attempting to bind port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31 on network 8be9f604-0c3c-49dd-88ca-db6e530bc779 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:22.284900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:22.285295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Checking segment: {'id': '660111df-1ee0-48ee-befc-d40b9428c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:22.285691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.286074 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Bound using segment: {'id': '660111df-1ee0-48ee-befc-d40b9428c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:22.286531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Bound port: 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660111df-1ee0-48ee-befc-d40b9428c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8be9f604-0c3c-49dd-88ca-db6e530bc779'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:22.286907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.297990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be9f604-0c3c-49dd-88ca-db6e530bc779']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:22.308527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660111df-1ee0-48ee-befc-d40b9428c993') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:22.308823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660111df-1ee0-48ee-befc-d40b9428c993') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:22.319891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.333792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.340760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:22.341196 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:22.344634 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:22.407546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.db.api [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 18:02:22.407546 dv-neutron-821818-2-hyperv neutron-server[103242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 18:02:22.407546 dv-neutron-821818-2-hyperv neutron-server[103242]: [parameters: {'id': '8be9f604-0c3c-49dd-88ca-db6e530bc779'}] Dec 16 18:02:22.407546 dv-neutron-821818-2-hyperv neutron-server[103242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 18:02:22.408060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG oslo_db.api [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 18:02:22.492562 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] For port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:22.495488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] For port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31,segment=NetworkSegment(660111df-1ee0-48ee-befc-d40b9428c993),segment_id=660111df-1ee0-48ee-befc-d40b9428c993)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:22.498834 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.572619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3e93-13a3-4395-8c1f-59a7a5b34bd3 None None] Pushing event updated for resources: {'Port': ['ID=1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:22.585622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4f193-eefb-4ecd-8af9-56fda0437387 None None] Network 8be9f604-0c3c-49dd-88ca-db6e530bc779 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:22.680223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cea7df-de2f-4857-8a45-994b95a731cf None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 18:02:22.747345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cea7df-de2f-4857-8a45-994b95a731cf None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 18:02:22.910109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:22.962197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Deleting port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:22.962534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.022237 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] For port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31,segment=NetworkSegment(660111df-1ee0-48ee-befc-d40b9428c993),segment_id=660111df-1ee0-48ee-befc-d40b9428c993)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:23.022591 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.038821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Calling delete_port for 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:23.115906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.142836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Port': ['ID=1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:23.144711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No DVR routers for this DVR port 1c5b2909-9fda-47ca-a08b-fd7bc4e9ab31 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:23.227691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.248134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be9f604-0c3c-49dd-88ca-db6e530bc779']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:23.257152 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660111df-1ee0-48ee-befc-d40b9428c993') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:23.257454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660111df-1ee0-48ee-befc-d40b9428c993') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:23.266529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.279398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.285659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:23.286045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:23.288893 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:23.347865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.354432 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.357518 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/8be9f604-0c3c-49dd-88ca-db6e530bc779 HTTP/1.1" status: 204 len: 168 time: 1.5614638 Dec 16 18:02:23.361234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:23.367065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260251413'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:23.369500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ca6db-98c4-4358-9f79-df29262adc63 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Network': ['ID=8be9f604-0c3c-49dd-88ca-db6e530bc779,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:23.390699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:23.394511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.421231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:23.430806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.431156 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Added segment 3473775d-2cc0-47a5-9dc4-fcc26fadeb51 of type vlan for network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 Dec 16 18:02:23.469598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.494709 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.500102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:23.500690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.552133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1891258 Dec 16 18:02:23.555119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54902) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:23.560190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'subnet': {'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:23.569194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ce402-013d-41ad-b254-eef14b0b3308 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Network': ['ID=c4b7a42b-366a-49d3-8800-da41fcb4cbb0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:23.579588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:23.649814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:23.653436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.828281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.894070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Subnet': ['ID=7f2cbba6-49c9-409f-b4d6-af516a789831,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:23.901521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Checking segment: {'id': '3473775d-2cc0-47a5-9dc4-fcc26fadeb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:23.901908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network hostable DHCP agents. Network: c4b7a42b-366a-49d3-8800-da41fcb4cbb0, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:23.921163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:23.930046 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c4b7a42b-366a-49d3-8800-da41fcb4cbb0) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:23.934004 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:23.934608 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.939190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedeb6cc-4c4e-48c4-b3bd-49316c18b6eb None None] Network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:23.951171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fd1d4f02-4768-4eac-9c49-abfec79e18c0 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3949523 Dec 16 18:02:23.954659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54904) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:23.960258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061267019'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:23.982534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:23.986074 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.009347 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:24.018861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.019214 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Added segment 208058f0-6cab-457a-8e7e-adf593269b1e of type vlan for network 60148760-6580-4b34-9dd0-9e295a1ca29f Dec 16 18:02:24.047147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c4b7a42b-366a-49d3-8800-da41fcb4cbb0', 'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0', 'project_id': '47b6efb89e574d02899213bdbc53914a', 'fixed_ips': [{'subnet_id': '7f2cbba6-49c9-409f-b4d6-af516a789831'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:24.048303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.060028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.088020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.093468 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:24.094087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.158906 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2029541 Dec 16 18:02:24.161863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54906) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:24.165597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedabdb-e6b0-4211-817b-056cd24e6ede tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Network': ['ID=60148760-6580-4b34-9dd0-9e295a1ca29f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:24.167045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Request body: {'subnet': {'network_id': '60148760-6580-4b34-9dd0-9e295a1ca29f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:24.180747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 60148760-6580-4b34-9dd0-9e295a1ca29f details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:24.234591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Allocated IP 2001:db8::2 (c4b7a42b-366a-49d3-8800-da41fcb4cbb0/7f2cbba6-49c9-409f-b4d6-af516a789831/b357c86d-0fc5-47ff-a67e-ce8e89fd2806) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:24.262598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Made reservation on behalf of 47b6efb89e574d02899213bdbc53914a for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:24.266231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.403474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.410603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.449215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.456028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:24.458937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:24.463363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:24.465330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Pushing event updated for resources: {'Port': ['ID=b357c86d-0fc5-47ff-a67e-ce8e89fd2806,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:24.508706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event updated for resources: {'Subnet': ['ID=00618bb5-a1ab-4fc1-bff9-c28bd3b54890,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:24.517279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Checking segment: {'id': '208058f0-6cab-457a-8e7e-adf593269b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60148760-6580-4b34-9dd0-9e295a1ca29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:24.518476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network hostable DHCP agents. Network: 60148760-6580-4b34-9dd0-9e295a1ca29f, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:24.522397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Attempting to bind port b357c86d-0fc5-47ff-a67e-ce8e89fd2806 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:24.522793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Attempting to bind port b357c86d-0fc5-47ff-a67e-ce8e89fd2806 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3473775d-2cc0-47a5-9dc4-fcc26fadeb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:24.523140 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Attempting to bind port b357c86d-0fc5-47ff-a67e-ce8e89fd2806 on network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:24.528240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:24.528643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Checking segment: {'id': '3473775d-2cc0-47a5-9dc4-fcc26fadeb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:24.529075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.529466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Bound using segment: {'id': '3473775d-2cc0-47a5-9dc4-fcc26fadeb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:24.529929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Bound port: b357c86d-0fc5-47ff-a67e-ce8e89fd2806, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3473775d-2cc0-47a5-9dc4-fcc26fadeb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c4b7a42b-366a-49d3-8800-da41fcb4cbb0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:24.530307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.536089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Network 60148760-6580-4b34-9dd0-9e295a1ca29f is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:24.546299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 60148760-6580-4b34-9dd0-9e295a1ca29f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:24.547917 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:02:24.550806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:24.551394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.569348 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9d632727-1528-4d4f-9bde-f10ad41e6858 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4040613 Dec 16 18:02:24.569788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54908) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:24.571375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f072a-c3ae-4d1a-a372-583de1375d4d None None] Network 60148760-6580-4b34-9dd0-9e295a1ca29f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:24.656769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] For port b357c86d-0fc5-47ff-a67e-ce8e89fd2806, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:24.668018 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.679667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] For port b357c86d-0fc5-47ff-a67e-ce8e89fd2806, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b357c86d-0fc5-47ff-a67e-ce8e89fd2806,segment=NetworkSegment(3473775d-2cc0-47a5-9dc4-fcc26fadeb51),segment_id=3473775d-2cc0-47a5-9dc4-fcc26fadeb51)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:24.697383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.720218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.724626 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf17132-3531-4595-83a6-4a7125fb90b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-60148760-6580-4b34-9dd0-9e295a1ca29f', 'network_id': '60148760-6580-4b34-9dd0-9e295a1ca29f', 'project_id': '47b6efb89e574d02899213bdbc53914a', 'fixed_ips': [{'subnet_id': '00618bb5-a1ab-4fc1-bff9-c28bd3b54890'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:24.725495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf17132-3531-4595-83a6-4a7125fb90b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.782804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10022d8-3338-469d-b925-0a992aaab69b None None] Pushing event updated for resources: {'Port': ['ID=b357c86d-0fc5-47ff-a67e-ce8e89fd2806,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:24.802741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.833320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Subnet': ['ID=00618bb5-a1ab-4fc1-bff9-c28bd3b54890,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server [None req-ddf17132-3531-4595-83a6-4a7125fb90b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00618bb5-a1ab-4fc1-bff9-c28bd3b54890: This subnet is being modified by another concurrent operation. Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise exception Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00618bb5-a1ab-4fc1-bff9-c28bd3b54890: This subnet is being modified by another concurrent operation. Dec 16 18:02:24.863237 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server Dec 16 18:02:24.881082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0b741-f4a2-4631-9399-c94fddbd8cc5 None None] Network 60148760-6580-4b34-9dd0-9e295a1ca29f requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:24.899047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.926262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60148760-6580-4b34-9dd0-9e295a1ca29f']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:24.944799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208058f0-6cab-457a-8e7e-adf593269b1e') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:24.945259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208058f0-6cab-457a-8e7e-adf593269b1e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:24.961192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.980207 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.986372 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:24.987568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:24.990586 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:25.051226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.057900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.060983 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/60148760-6580-4b34-9dd0-9e295a1ca29f HTTP/1.1" status: 204 len: 168 time: 0.4900694 Dec 16 18:02:25.064112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54910) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:25.073446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573faff3-215b-4e98-9dfa-5edcad186144 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Network': ['ID=60148760-6580-4b34-9dd0-9e295a1ca29f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:25.092680 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48348ae-d30c-4481-a600-c605b5d40d78 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] GET failed (client error): The resource could not be found. Dec 16 18:02:25.096978 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e48348ae-d30c-4481-a600-c605b5d40d78 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "GET /v2.0/subnets/00618bb5-a1ab-4fc1-bff9-c28bd3b54890 HTTP/1.1" status: 404 len: 337 time: 0.0289311 Dec 16 18:02:25.097768 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54912) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:25.116547 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-196f30f9-da14-4783-a1f0-6f7f75491f46 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:25.117087 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196f30f9-da14-4783-a1f0-6f7f75491f46 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:25.120154 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-196f30f9-da14-4783-a1f0-6f7f75491f46 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/60148760-6580-4b34-9dd0-9e295a1ca29f HTTP/1.1" status: 404 len: 339 time: 0.0213170 Dec 16 18:02:25.123874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54914) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:25.150260 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ab4c1f-217c-490b-9870-741cb5eeafa9 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:25.150711 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ab4c1f-217c-490b-9870-741cb5eeafa9 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:25.153717 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-13ab4c1f-217c-490b-9870-741cb5eeafa9 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/subnets/00618bb5-a1ab-4fc1-bff9-c28bd3b54890 HTTP/1.1" status: 404 len: 337 time: 0.0289302 Dec 16 18:02:25.156088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54916) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:25.173698 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf2fa78-95d9-4632-bb2e-48cda282ad9b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:25.174161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf2fa78-95d9-4632-bb2e-48cda282ad9b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:25.177096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bbf2fa78-95d9-4632-bb2e-48cda282ad9b tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/60148760-6580-4b34-9dd0-9e295a1ca29f HTTP/1.1" status: 404 len: 339 time: 0.0200958 Dec 16 18:02:25.179227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54918) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:25.232556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Deleting subnet 7f2cbba6-49c9-409f-b4d6-af516a789831 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:02:25.235606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.277089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.358452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.421706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.450506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2cbba6-49c9-409f-b4d6-af516a789831,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:25.452452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.457428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0e28bf4c-5efb-4aa6-9eae-aed8ecfde2a8 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/subnets/7f2cbba6-49c9-409f-b4d6-af516a789831 HTTP/1.1" status: 204 len: 168 time: 0.2772641 Dec 16 18:02:25.458811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54920) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:25.537743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.596907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Deleting port b357c86d-0fc5-47ff-a67e-ce8e89fd2806 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:25.597295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.661360 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] For port b357c86d-0fc5-47ff-a67e-ce8e89fd2806, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b357c86d-0fc5-47ff-a67e-ce8e89fd2806,segment=NetworkSegment(3473775d-2cc0-47a5-9dc4-fcc26fadeb51),segment_id=3473775d-2cc0-47a5-9dc4-fcc26fadeb51)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:25.661726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.674998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Calling delete_port for b357c86d-0fc5-47ff-a67e-ce8e89fd2806 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:25.702521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb753e50-229d-4042-9f0e-9d9db295e421 None None] Network c4b7a42b-366a-49d3-8800-da41fcb4cbb0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:25.758573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.785467 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Port': ['ID=b357c86d-0fc5-47ff-a67e-ce8e89fd2806,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:25.790672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No DVR routers for this DVR port b357c86d-0fc5-47ff-a67e-ce8e89fd2806 on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:25.809754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-face6726-f920-4ee4-b686-e2d3aacbb43b None None] Could not find standard attr ID for object b357c86d-0fc5-47ff-a67e-ce8e89fd2806. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 18:02:25.836617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd981d0-bfcc-4890-b9a8-0ad54c5cbe48 None None] DHCP port deletion for c4b7a42b-366a-49d3-8800-da41fcb4cbb0 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:25.860606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfefa8b-a2d4-44d7-a27a-bfb9dc4576df None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 18:02:25.878397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.898635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b7a42b-366a-49d3-8800-da41fcb4cbb0']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:25.907808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3473775d-2cc0-47a5-9dc4-fcc26fadeb51') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:25.908114 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3473775d-2cc0-47a5-9dc4-fcc26fadeb51') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:25.918203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.926679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfefa8b-a2d4-44d7-a27a-bfb9dc4576df None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 18:02:25.931892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.938082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:25.938489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:25.941853 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:25.999089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.007026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.012470 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/c4b7a42b-366a-49d3-8800-da41fcb4cbb0 HTTP/1.1" status: 204 len: 168 time: 0.5503771 Dec 16 18:02:26.013189 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:26.020748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88220b5-c099-4649-b43f-99141f50e7b6 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Network': ['ID=c4b7a42b-366a-49d3-8800-da41fcb4cbb0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:26.045905 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c8374d-f27b-47a7-90fa-27bbd23a993d tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:26.046345 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c8374d-f27b-47a7-90fa-27bbd23a993d tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:26.049415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b1c8374d-f27b-47a7-90fa-27bbd23a993d tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/subnets/3b05b5a4-2be2-463b-b8a4-6e48d47fc9f0 HTTP/1.1" status: 404 len: 337 time: 0.0352433 Dec 16 18:02:26.052039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54924) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:26.070273 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae7596b-b018-4a29-99a7-b66a8b17b50d tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:26.070760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae7596b-b018-4a29-99a7-b66a8b17b50d tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:26.073756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fae7596b-b018-4a29-99a7-b66a8b17b50d tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/8be9f604-0c3c-49dd-88ca-db6e530bc779 HTTP/1.1" status: 404 len: 339 time: 0.0207486 Dec 16 18:02:26.076109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54926) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:26.101561 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-149d64c6-c37e-46b4-a389-0656e74dd7c9 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:26.102001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149d64c6-c37e-46b4-a389-0656e74dd7c9 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:26.104926 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-149d64c6-c37e-46b4-a389-0656e74dd7c9 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/subnets/aa4a11ab-6076-4dff-9f7b-cc0595abe956 HTTP/1.1" status: 404 len: 337 time: 0.0279179 Dec 16 18:02:26.107313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54928) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:26.124464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd024bc-a336-4666-bb83-9c9237a2bc5c tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] DELETE failed (client error): The resource could not be found. Dec 16 18:02:26.125354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd024bc-a336-4666-bb83-9c9237a2bc5c tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 18:02:26.127969 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ecd024bc-a336-4666-bb83-9c9237a2bc5c tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/0c6f1f0d-1e94-42dc-ad2f-c32cd327b030 HTTP/1.1" status: 404 len: 339 time: 0.0197778 Dec 16 18:02:26.130475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54930) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:26.182849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Deleting subnet 0ef1f698-d615-49e2-9ca5-c4ddb1b7f1fd {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:02:26.185913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.225110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.309280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.364811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.391020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef1f698-d615-49e2-9ca5-c4ddb1b7f1fd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:26.396117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.399520 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1a7a25af-e086-4345-bb81-a1e5d16ec688 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/subnets/0ef1f698-d615-49e2-9ca5-c4ddb1b7f1fd HTTP/1.1" status: 204 len: 168 time: 0.2680211 Dec 16 18:02:26.401630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a8690-3552-4724-bfd8-2ccd8be85ebe None None] Network fff2bf3e-0f84-4628-8a70-9dcbac0ee96c requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:26.401815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54932) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:26.489573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.542352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Deleting port dac88fce-4ea1-4375-a259-9f08579fd45a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:26.543043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.549944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] DHCP port deletion for fff2bf3e-0f84-4628-8a70-9dcbac0ee96c request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:26.595055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] Deleting port dac88fce-4ea1-4375-a259-9f08579fd45a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:26.595429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.608545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] For port dac88fce-4ea1-4375-a259-9f08579fd45a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dac88fce-4ea1-4375-a259-9f08579fd45a,segment=NetworkSegment(32c4e834-bb80-4453-90d6-25c0936c2299),segment_id=32c4e834-bb80-4453-90d6-25c0936c2299)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:26.608921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.622227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Calling delete_port for dac88fce-4ea1-4375-a259-9f08579fd45a owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:26.656038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] For port dac88fce-4ea1-4375-a259-9f08579fd45a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dac88fce-4ea1-4375-a259-9f08579fd45a,segment=NetworkSegment(32c4e834-bb80-4453-90d6-25c0936c2299),segment_id=32c4e834-bb80-4453-90d6-25c0936c2299)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:26.656432 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.668203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] Calling delete_port for dac88fce-4ea1-4375-a259-9f08579fd45a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:26.700581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.726424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Port': ['ID=dac88fce-4ea1-4375-a259-9f08579fd45a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:26.731078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] No DVR routers for this DVR port dac88fce-4ea1-4375-a259-9f08579fd45a on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:26.745167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.770315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] Pushing event deleted for resources: {'Port': ['ID=dac88fce-4ea1-4375-a259-9f08579fd45a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:26.773716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe34bec-751a-4a82-aeee-604fce435e0c None None] No DVR routers for this DVR port dac88fce-4ea1-4375-a259-9f08579fd45a on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:26.823661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.831302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dac88fce-4ea1-4375-a259-9f08579fd45a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:02:26.848652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff2bf3e-0f84-4628-8a70-9dcbac0ee96c']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:26.851096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dac88fce-4ea1-4375-a259-9f08579fd45a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:02:26.851446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dac88fce-4ea1-4375-a259-9f08579fd45a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:02:26.858376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c4e834-bb80-4453-90d6-25c0936c2299') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:26.858681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c4e834-bb80-4453-90d6-25c0936c2299') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:26.868658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.882201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.888154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:26.888543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:26.891556 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:26.951602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.958164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.961302 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] 10.222.0.66 "DELETE /v2.0/networks/fff2bf3e-0f84-4628-8a70-9dcbac0ee96c HTTP/1.1" status: 204 len: 168 time: 0.5584462 Dec 16 18:02:26.973357 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6bfca-a22b-4001-9272-4683c79942c7 tempest-NetworksIpV6Test-455257837 tempest-NetworksIpV6Test-455257837-project] Pushing event deleted for resources: {'Network': ['ID=fff2bf3e-0f84-4628-8a70-9dcbac0ee96c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:27.202424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54938) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:27.329719 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dcf703fc-c4d2-4a68-8213-abedb391bf50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47b6efb89e574d02899213bdbc53914a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261396 Dec 16 18:02:27.332710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54942) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:27.379248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52db022a-fc3b-4a89-90b2-54771be7a11e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:27.400277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52db022a-fc3b-4a89-90b2-54771be7a11e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:27.445455 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52db022a-fc3b-4a89-90b2-54771be7a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:27.448211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-52db022a-fc3b-4a89-90b2-54771be7a11e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:27.449386 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-52db022a-fc3b-4a89-90b2-54771be7a11e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2cf677b-5d04-4172-baac-ca4e58961c6a HTTP/1.1" status: 204 len: 168 time: 0.1157463 Dec 16 18:02:27.457496 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db022a-fc3b-4a89-90b2-54771be7a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf677b-5d04-4172-baac-ca4e58961c6a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:28.068836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54964) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:28.160108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-452097990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:28.185166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.186140 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.237764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.241631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.258562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.259737 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e4928eb1-03e2-4799-ae83-33984bfbe933 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1898637 Dec 16 18:02:28.262583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54968) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:28.267774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1864214899'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:28.289311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Made reservation on behalf of f7670dd07af24e39a1b6acea8c9eb3fd for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:28.292567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.301193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.374393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.378518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.406028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:28.412527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42488400-8351-4351-897e-d52e0df09028,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:28.418989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.419322 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Added segment db0b5d63-22b8-4ad6-bc53-ec12a689dccb of type vlan for network 78046a3f-fb20-4d73-b340-6781e8a3af55 Dec 16 18:02:28.456883 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.483641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.489635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:28.490206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.542225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2784235 Dec 16 18:02:28.544887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54970) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:28.556247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Request body: {'subnet': {'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:28.600684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd59ca-f752-4d9a-b0e6-c6ec696cb0cb tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event updated for resources: {'Network': ['ID=78046a3f-fb20-4d73-b340-6781e8a3af55,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:28.610722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 78046a3f-fb20-4d73-b340-6781e8a3af55 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:28.654025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Made reservation on behalf of f7670dd07af24e39a1b6acea8c9eb3fd for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:28.657611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.834411 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.897506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event updated for resources: {'Subnet': ['ID=8470e332-7d8e-4a7d-bb0e-9c53f1d7328f,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:28.902428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Checking segment: {'id': 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:28.902793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Network hostable DHCP agents. Network: 78046a3f-fb20-4d73-b340-6781e8a3af55, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:28.919674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Network 78046a3f-fb20-4d73-b340-6781e8a3af55 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:28.927610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 78046a3f-fb20-4d73-b340-6781e8a3af55) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:28.931468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:28.932062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:28.936200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510b44e-fc26-4e2e-8dad-62b73ea8c9f7 None None] Network 78046a3f-fb20-4d73-b340-6781e8a3af55 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:28.948198 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-df89f9bd-d492-48b2-9c5c-63b973e6de11 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4022992 Dec 16 18:02:28.951165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54972) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:28.956520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-658152790'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:28.978138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Made reservation on behalf of f7670dd07af24e39a1b6acea8c9eb3fd for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:28.981575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.004535 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:29.013313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.013810 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Added segment 668a07dd-09f5-4bfb-bfb1-9e842fdeab38 of type vlan for network 90140de1-5488-4a2d-ba1f-e0da899e5936 Dec 16 18:02:29.039376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-78046a3f-fb20-4d73-b340-6781e8a3af55', 'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55', 'project_id': 'f7670dd07af24e39a1b6acea8c9eb3fd', 'fixed_ips': [{'subnet_id': '8470e332-7d8e-4a7d-bb0e-9c53f1d7328f'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:29.040355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.053436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.077081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.083020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:29.083599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.137606 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1853898 Dec 16 18:02:29.140426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54974) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:29.147987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Request body: {'subnet': {'network_id': '90140de1-5488-4a2d-ba1f-e0da899e5936', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:29.173126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Allocated IP 172.20.0.2 (78046a3f-fb20-4d73-b340-6781e8a3af55/8470e332-7d8e-4a7d-bb0e-9c53f1d7328f/7a16e2d8-ed2d-4d05-a012-ca38b463e717) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:29.195396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event updated for resources: {'Network': ['ID=90140de1-5488-4a2d-ba1f-e0da899e5936,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:29.208609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.208981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.209331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.209672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.210007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.210338 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.210669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.210995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.211321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.211649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.211979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.212299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.212617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f44a4-ac74-4b53-b30c-23362958c6bd tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:29.227543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 90140de1-5488-4a2d-ba1f-e0da899e5936 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:29.261573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Made reservation on behalf of f7670dd07af24e39a1b6acea8c9eb3fd for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:29.265013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.368856 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.373688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.413841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Network 78046a3f-fb20-4d73-b340-6781e8a3af55 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:29.416796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:29.420259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:29.430599 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Pushing event updated for resources: {'Port': ['ID=7a16e2d8-ed2d-4d05-a012-ca38b463e717,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:29.449746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.488687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Attempting to bind port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:29.489152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Attempting to bind port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:29.489515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Attempting to bind port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 on network 78046a3f-fb20-4d73-b340-6781e8a3af55 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:29.494424 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:29.494794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Checking segment: {'id': 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:29.495194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.495586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Bound using segment: {'id': 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:29.496053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Bound port: 7a16e2d8-ed2d-4d05-a012-ca38b463e717, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '78046a3f-fb20-4d73-b340-6781e8a3af55'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:29.496423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.511635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event updated for resources: {'Subnet': ['ID=f03e4497-f21c-4c03-8bb2-e4da50553049,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:29.521479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Checking segment: {'id': '668a07dd-09f5-4bfb-bfb1-9e842fdeab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '90140de1-5488-4a2d-ba1f-e0da899e5936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:29.521846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Network hostable DHCP agents. Network: 90140de1-5488-4a2d-ba1f-e0da899e5936, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:29.539113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Network 90140de1-5488-4a2d-ba1f-e0da899e5936 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:29.548641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 90140de1-5488-4a2d-ba1f-e0da899e5936) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:29.553447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:29.554069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.564737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3497e0-3e7d-4507-8c69-ddc17e330ce3 None None] Network 90140de1-5488-4a2d-ba1f-e0da899e5936 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:29.572633 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1c002cac-6fb2-4cdb-be08-8176406552a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4286039 Dec 16 18:02:29.573030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54976) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:29.577391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-8e1cb1e1-5dde-4d0f-a8f1-5c53f174c551 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Request body: {'router': {'external_gateway_info': {'network_id': '90140de1-5488-4a2d-ba1f-e0da899e5936'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:29.616932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] For port 7a16e2d8-ed2d-4d05-a012-ca38b463e717, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:29.783504 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] For port 7a16e2d8-ed2d-4d05-a012-ca38b463e717, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7a16e2d8-ed2d-4d05-a012-ca38b463e717,segment=NetworkSegment(db0b5d63-22b8-4ad6-bc53-ec12a689dccb),segment_id=db0b5d63-22b8-4ad6-bc53-ec12a689dccb)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:29.784969 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e1cb1e1-5dde-4d0f-a8f1-5c53f174c551 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.791283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.871338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aed159-ffeb-4863-881e-546774f07446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-90140de1-5488-4a2d-ba1f-e0da899e5936', 'network_id': '90140de1-5488-4a2d-ba1f-e0da899e5936', 'project_id': 'f7670dd07af24e39a1b6acea8c9eb3fd', 'fixed_ips': [{'subnet_id': 'f03e4497-f21c-4c03-8bb2-e4da50553049'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:29.872195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5aed159-ffeb-4863-881e-546774f07446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:29.886181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cdc1b-b131-4c85-9b56-52580ea86558 None None] Pushing event updated for resources: {'Port': ['ID=7a16e2d8-ed2d-4d05-a012-ca38b463e717,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:29.900558 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.api.v2.resource [None req-8e1cb1e1-5dde-4d0f-a8f1-5c53f174c551 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 18:02:29.901656 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8e1cb1e1-5dde-4d0f-a8f1-5c53f174c551 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "PUT /v2.0/routers/9d563acc-e837-4473-b255-1fd75f9402bf HTTP/1.1" status: 400 len: 364 time: 0.3277018 Dec 16 18:02:29.908058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54978) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:29.966004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Deleting subnet f03e4497-f21c-4c03-8bb2-e4da50553049 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:02:29.969435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.016870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.076325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.138489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server [None req-a5aed159-ffeb-4863-881e-546774f07446 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03e4497-f21c-4c03-8bb2-e4da50553049: This subnet is being modified by another concurrent operation. Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server raise exception Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03e4497-f21c-4c03-8bb2-e4da50553049: This subnet is being modified by another concurrent operation. Dec 16 18:02:30.141243 dv-neutron-821818-2-hyperv neutron-server[103244]: ERROR oslo_messaging.rpc.server Dec 16 18:02:30.162178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7f546-d4fd-4b1d-93e8-a63b3771bf35 None None] Network 90140de1-5488-4a2d-ba1f-e0da899e5936 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:30.168925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event deleted for resources: {'Subnet': ['ID=f03e4497-f21c-4c03-8bb2-e4da50553049,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:30.171070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.175602 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fdf6f8a0-0e1f-47ff-9a4a-c094d7d621a9 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "DELETE /v2.0/subnets/f03e4497-f21c-4c03-8bb2-e4da50553049 HTTP/1.1" status: 204 len: 168 time: 0.2647028 Dec 16 18:02:30.177861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54980) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:30.262730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.346518 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.370264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90140de1-5488-4a2d-ba1f-e0da899e5936']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:30.379903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668a07dd-09f5-4bfb-bfb1-9e842fdeab38') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:30.380199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668a07dd-09f5-4bfb-bfb1-9e842fdeab38') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:30.389709 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.402807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.408599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:30.408997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:30.412034 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:30.472708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.479806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.483065 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "DELETE /v2.0/networks/90140de1-5488-4a2d-ba1f-e0da899e5936 HTTP/1.1" status: 204 len: 168 time: 0.3041904 Dec 16 18:02:30.485509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54982) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:30.504274 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fcdaf-b404-489b-babc-12ae6cf07502 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event deleted for resources: {'Network': ['ID=90140de1-5488-4a2d-ba1f-e0da899e5936,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:30.548165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Deleting subnet 8470e332-7d8e-4a7d-bb0e-9c53f1d7328f {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:02:30.552006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.601222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.687638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.746040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.779490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event deleted for resources: {'Subnet': ['ID=8470e332-7d8e-4a7d-bb0e-9c53f1d7328f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:30.783379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.786984 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7f27859c-5d8a-4557-8500-e5b5c9286a80 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "DELETE /v2.0/subnets/8470e332-7d8e-4a7d-bb0e-9c53f1d7328f HTTP/1.1" status: 204 len: 168 time: 0.3005347 Dec 16 18:02:30.789875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54984) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:30.802273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b401c-94ff-4eba-910f-6597e9d931f3 None None] Network 78046a3f-fb20-4d73-b340-6781e8a3af55 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:30.883453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.901547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7a16e2d8-ed2d-4d05-a012-ca38b463e717 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:30.907650 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-02a41e5d-0108-41c4-a853-ca8d257a6fa1 None None] Provisioning complete for port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:30.908244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a41e5d-0108-41c4-a853-ca8d257a6fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:30.940397 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Deleting port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:30.940733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.007680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] For port 7a16e2d8-ed2d-4d05-a012-ca38b463e717, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=7a16e2d8-ed2d-4d05-a012-ca38b463e717,segment=NetworkSegment(db0b5d63-22b8-4ad6-bc53-ec12a689dccb),segment_id=db0b5d63-22b8-4ad6-bc53-ec12a689dccb)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:31.007680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.024778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Calling delete_port for 7a16e2d8-ed2d-4d05-a012-ca38b463e717 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:31.025133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:31.025522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.050547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] DHCP port deletion for 78046a3f-fb20-4d73-b340-6781e8a3af55 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:31.061854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a41e5d-0108-41c4-a853-ca8d257a6fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.104762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.115723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Could not find standard attr ID for object 7a16e2d8-ed2d-4d05-a012-ca38b463e717. {{(pid=103244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 18:02:31.130220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event deleted for resources: {'Port': ['ID=7a16e2d8-ed2d-4d05-a012-ca38b463e717,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:31.134690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] No DVR routers for this DVR port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:31.137736 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No ports have port_id starting with 7a16e2d8-ed2d-4d05-a012-ca38b463e717 Dec 16 18:02:31.156677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Deleting port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:02:31.157088 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.216428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.218952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] For port 7a16e2d8-ed2d-4d05-a012-ca38b463e717, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:31.219345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.236020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78046a3f-fb20-4d73-b340-6781e8a3af55']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:31.236228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Calling delete_port for 7a16e2d8-ed2d-4d05-a012-ca38b463e717 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:02:31.238862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 18:02:31.240107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.245061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:31.245360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0b5d63-22b8-4ad6-bc53-ec12a689dccb') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:31.254505 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.265499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] Pushing event deleted for resources: {'Port': ['ID=7a16e2d8-ed2d-4d05-a012-ca38b463e717,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:31.267304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51387829-66af-4157-a7ed-015ba7424f26 None None] No DVR routers for this DVR port 7a16e2d8-ed2d-4d05-a012-ca38b463e717 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:02:31.269584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.277491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:02:31.277890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:02:31.281310 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:02:31.285356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d9c7c-0662-42fb-8c25-60f38dc25c45 None None] get_active_networks_info from dv-neutron-821818-2-hyperv {{(pid=103244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 18:02:31.342235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.344618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d9c7c-0662-42fb-8c25-60f38dc25c45 None None] Resources bound (agent type, host, resource id): {{(pid=103244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 18:02:31.347680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.350962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "DELETE /v2.0/networks/78046a3f-fb20-4d73-b340-6781e8a3af55 HTTP/1.1" status: 204 len: 168 time: 0.5601408 Dec 16 18:02:31.353743 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54986) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:31.365430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9fe6-147e-44f8-856f-191fa591500d tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Pushing event deleted for resources: {'Network': ['ID=78046a3f-fb20-4d73-b340-6781e8a3af55,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:31.384453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 54988) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:31.384610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c4ebeda5-867e-4104-9a3f-00893cdc6b79 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d563acc-e837-4473-b255-1fd75f9402bf HTTP/1.1" status: 200 len: 205 time: 0.0295935 Dec 16 18:02:31.458867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.609182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.611291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.655048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.655466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Fanout notify agent at l3_agent the message router_deleted on router 9d563acc-e837-4473-b255-1fd75f9402bf {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:02:31.662207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:31.663313 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-63a8ee2b-58c7-466f-8a16-dd5d5f1b3233 tempest-RoutersNegativeTest-1612634919 tempest-RoutersNegativeTest-1612634919-project] 10.222.0.66 "DELETE /v2.0/routers/9d563acc-e837-4473-b255-1fd75f9402bf HTTP/1.1" status: 204 len: 168 time: 0.2778649 Dec 16 18:02:31.897942 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54994) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:32.030353 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0949a431-b933-4327-ae31-6083eb1379c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7670dd07af24e39a1b6acea8c9eb3fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312418 Dec 16 18:02:32.032773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 54998) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:32.080953 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa425eb2-3343-4777-930a-1503ef64fdc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.101443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa425eb2-3343-4777-930a-1503ef64fdc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.146319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa425eb2-3343-4777-930a-1503ef64fdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.148948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa425eb2-3343-4777-930a-1503ef64fdc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.150102 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fa425eb2-3343-4777-930a-1503ef64fdc4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42488400-8351-4351-897e-d52e0df09028 HTTP/1.1" status: 204 len: 168 time: 0.1164124 Dec 16 18:02:32.157587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425eb2-3343-4777-930a-1503ef64fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42488400-8351-4351-897e-d52e0df09028,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:32.754105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55020) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:32.811616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7a16e2d8-ed2d-4d05-a012-ca38b463e717 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:02:32.832840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 7a16e2d8-ed2d-4d05-a012-ca38b463e717 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:02:32.833227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 7a16e2d8-ed2d-4d05-a012-ca38b463e717 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:02:32.854804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1470810871-network', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:32.878773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Made reservation on behalf of d32becc48fc94d24bfa50c532c99cd47 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:32.881120 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.889152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.962477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.966096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:32.987370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:33.000473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e5cd7-0070-408e-a4ec-a9ede7d611af,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:33.005382 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.005727 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Added segment 0a92dcf6-2e5b-469f-889a-a51e782b8128 of type vlan for network 5df16718-5486-459e-a1b8-1e08fc2fcda5 Dec 16 18:02:33.044563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.069236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.070167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:33.070763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.125135 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3699243 Dec 16 18:02:33.128057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55024) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:33.133330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Request body: {'subnet': {'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-subnet', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:33.136306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4859f1-30bd-4972-ab89-00587e3fd24a admin admin] Pushing event updated for resources: {'Network': ['ID=5df16718-5486-459e-a1b8-1e08fc2fcda5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:33.145980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:33.156603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Made reservation on behalf of d32becc48fc94d24bfa50c532c99cd47 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:33.159585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.321082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.659047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:33.664199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Checking segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:33.664557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Network hostable DHCP agents. Network: 5df16718-5486-459e-a1b8-1e08fc2fcda5, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:33.680778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:33.689017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 5df16718-5486-459e-a1b8-1e08fc2fcda5) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:33.693815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:33.694873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.698008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c6656-0095-4eb3-8212-68578fc712d2 None None] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:33.713463 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c3c45b4a-8192-424d-9ae0-426048bc7085 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5840979 Dec 16 18:02:33.714077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55026) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:33.718383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:33.739435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.740596 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.793097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.803412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-5df16718-5486-459e-a1b8-1e08fc2fcda5', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:33.804347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.933335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:33.940035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Allocated IP 172.20.0.2 (5df16718-5486-459e-a1b8-1e08fc2fcda5/fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3/1f7f4893-374a-4541-9ddf-e74ffd42514e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:34.080614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.085759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.126002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.129491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:34.132349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:34.134764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:34.140574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Pushing event updated for resources: {'Port': ['ID=1f7f4893-374a-4541-9ddf-e74ffd42514e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:34.149659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.193333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Attempting to bind port 1f7f4893-374a-4541-9ddf-e74ffd42514e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:34.193749 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Attempting to bind port 1f7f4893-374a-4541-9ddf-e74ffd42514e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:34.194100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Attempting to bind port 1f7f4893-374a-4541-9ddf-e74ffd42514e on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:34.199055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:34.199651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Checking segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:34.200062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.200455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Bound using segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:34.200925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Bound port: 1f7f4893-374a-4541-9ddf-e74ffd42514e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:34.201323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.249653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Allocated IP 172.26.2.64 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/72d6df36-a080-4508-864e-ee7b73fcb1b2) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:34.262934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] For port 1f7f4893-374a-4541-9ddf-e74ffd42514e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:34.266019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] For port 1f7f4893-374a-4541-9ddf-e74ffd42514e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1f7f4893-374a-4541-9ddf-e74ffd42514e,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:34.271045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.332035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975b28-c7fb-450b-966e-e09bd0f27e37 None None] Pushing event updated for resources: {'Port': ['ID=1f7f4893-374a-4541-9ddf-e74ffd42514e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:34.365919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.400402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.435778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:34.438689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:34.442701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:34.454078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ecbc6-fe22-4b1a-88ca-e67b4c3eddb7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:34.495817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Pushing event updated for resources: {'Port': ['ID=72d6df36-a080-4508-864e-ee7b73fcb1b2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:34.583557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b8a2a79e-69c9-4dbe-866d-d831c571a223 None None] Provisioning complete for port 72d6df36-a080-4508-864e-ee7b73fcb1b2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:34.583920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8a2a79e-69c9-4dbe-866d-d831c571a223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.624056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2a79e-69c9-4dbe-866d-d831c571a223 None None] Port 72d6df36-a080-4508-864e-ee7b73fcb1b2 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:34.733222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.848829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1f7f4893-374a-4541-9ddf-e74ffd42514e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:34.896767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1f7f4893-374a-4541-9ddf-e74ffd42514e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:34.897157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.932733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:34.977710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:35.010972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 1f7f4893-374a-4541-9ddf-e74ffd42514e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1f7f4893-374a-4541-9ddf-e74ffd42514e,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:35.017233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:35.068382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=1f7f4893-374a-4541-9ddf-e74ffd42514e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:35.074270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:02:35.185123 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:02:35.194075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Sync routers for ids ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:02:35.204242 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:35.205655 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9f47b4fa-8964-44f6-bb19-cb3a85269012 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4905457 Dec 16 18:02:35.208307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Routers {'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:35.208972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:35.209166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55028) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:35.259109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473d5db-bfde-4c0d-938e-2d44effd36df None None] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:35.547172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1bc46666-1d57-439d-b0ca-2b68d731cf73 None None] Provisioning complete for port 1f7f4893-374a-4541-9ddf-e74ffd42514e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:35.547441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bc46666-1d57-439d-b0ca-2b68d731cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:35.581781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Set router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:35.849984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:02:34Z', 'revision_number': 3, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:35.876918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Checking router: b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:02:35.877306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Updating router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 port 72d6df36-a080-4508-864e-ee7b73fcb1b2 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:02:35.907681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:35.960173 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.069326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-837a8780-f18e-4dbe-abbb-700ddbbadca9 None None] Provisioning complete for port 1f7f4893-374a-4541-9ddf-e74ffd42514e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:36.069865 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-837a8780-f18e-4dbe-abbb-700ddbbadca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.164014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Allocated IP 172.20.0.1 (5df16718-5486-459e-a1b8-1e08fc2fcda5/fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3/47f6a2c8-a46d-4342-a24c-8b5446a82eaf) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:36.237794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.243338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.265583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.287002 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe64177-702f-46d6-bf49-c8b883c396e4 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:36.298736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Attempting to bind port 72d6df36-a080-4508-864e-ee7b73fcb1b2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:36.299682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Attempting to bind port 72d6df36-a080-4508-864e-ee7b73fcb1b2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:36.300228 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Attempting to bind port 72d6df36-a080-4508-864e-ee7b73fcb1b2 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:36.302015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.307586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd7733-41bb-4d59-9ece-57bcd556de21 None None] Pushing event updated for resources: {'Port': ['ID=72d6df36-a080-4508-864e-ee7b73fcb1b2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:36.312151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:36.312489 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:36.312982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.313312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:36.313797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Bound port: 72d6df36-a080-4508-864e-ee7b73fcb1b2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:36.314182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.341446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:36.344394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:36.348736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:36.372619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-131fe051-85cb-46e0-b23e-5af4828e8d3c None None] Provisioning complete for port 72d6df36-a080-4508-864e-ee7b73fcb1b2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:36.373030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-131fe051-85cb-46e0-b23e-5af4828e8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.377188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Pushing event updated for resources: {'Port': ['ID=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:36.396970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.402907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] For port 72d6df36-a080-4508-864e-ee7b73fcb1b2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:36.419394 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] For port 72d6df36-a080-4508-864e-ee7b73fcb1b2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=72d6df36-a080-4508-864e-ee7b73fcb1b2,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:36.427092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.432219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-131fe051-85cb-46e0-b23e-5af4828e8d3c None None] Port 72d6df36-a080-4508-864e-ee7b73fcb1b2 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:36.478357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40beca37-bc3c-4b20-b620-2d9d0f416fd9 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:36.499572 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Routers {'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:36.500199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:36.502332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd7733-41bb-4d59-9ece-57bcd556de21 None None] Pushing event updated for resources: {'Port': ['ID=72d6df36-a080-4508-864e-ee7b73fcb1b2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:36.546679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.569997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e286e18b-1599-4758-a1ed-e714452e72b2 None None] Provisioning complete for port 72d6df36-a080-4508-864e-ee7b73fcb1b2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:36.570372 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e286e18b-1599-4758-a1ed-e714452e72b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.653346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] Set router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:36.713070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.717616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.787740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.795572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Pushing event updated for resources: {'Port': ['ID=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:36.801481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e286e18b-1599-4758-a1ed-e714452e72b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.832309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e286e18b-1599-4758-a1ed-e714452e72b2 None None] For port 72d6df36-a080-4508-864e-ee7b73fcb1b2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=72d6df36-a080-4508-864e-ee7b73fcb1b2,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:36.846201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1f7f4893-374a-4541-9ddf-e74ffd42514e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:36.857335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e286e18b-1599-4758-a1ed-e714452e72b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:36.896904 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:36.898331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:36.977325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286e18b-1599-4758-a1ed-e714452e72b2 None None] Pushing event updated for resources: {'Port': ['ID=72d6df36-a080-4508-864e-ee7b73fcb1b2,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:37.006029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5af6c2dd-a18b-4041-81ca-f454f5004158 None None] Provisioning complete for port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:37.006403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5af6c2dd-a18b-4041-81ca-f454f5004158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.023900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:02:37.029778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1f7f4893-374a-4541-9ddf-e74ffd42514e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:37.030162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.079473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '47f6a2c8-a46d-4342-a24c-8b5446a82eaf', 'name': '', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'mac_address': 'fa:16:3e:19:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:35Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 1, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'subnets': [{'id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:37.082981 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5af6c2dd-a18b-4041-81ca-f454f5004158 None None] Port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:37.114501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee5b3d-36b4-41e3-bfb9-dc4cbbac3b59 None None] The sync data for ids ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '47f6a2c8-a46d-4342-a24c-8b5446a82eaf', 'name': '', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'mac_address': 'fa:16:3e:19:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:35Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 1, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'subnets': [{'id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:02:37.164499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:02:37.176363 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-222d2a57-8c41-40d3-aee9-ceb27ce4fed2 admin admin] 10.222.0.66 "PUT /v2.0/routers/b5678574-0b60-4bc1-bf70-c8c7a7bc3b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627755 Dec 16 18:02:37.205573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f0f25951-32b3-42b9-a1e4-24f737981bee None None] Provisioning complete for port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:37.206026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0f25951-32b3-42b9-a1e4-24f737981bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.240819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f0f25951-32b3-42b9-a1e4-24f737981bee None None] Port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:37.400978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e8955e7-66f3-49a9-88f1-ba847f7bb640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.675119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55044) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:37.680169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-331632240-network', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:37.709752 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Made reservation on behalf of a5718d9bb96147ce86d82ba85e7e4ad8 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:37.712027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.737490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.827949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.828710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.857401 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:02:37.867754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979a544d-3363-49ea-a3dc-f37d4e2eff3f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:37.872616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.872893 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Added segment 94011c62-28db-425b-9f3c-9dc33e42ab91 of type vlan for network 94d3fb64-b592-45a2-a161-0e5569b1b436 Dec 16 18:02:37.913753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.940429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:37.941449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:37.942025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.003795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3275466 Dec 16 18:02:38.006495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55046) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:38.013295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Request body: {'subnet': {'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-subnet', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:38.018003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b609c-4922-4008-a7cd-3a57a3909f44 admin admin] Pushing event updated for resources: {'Network': ['ID=94d3fb64-b592-45a2-a161-0e5569b1b436,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:38.028412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:02:38.038134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Made reservation on behalf of a5718d9bb96147ce86d82ba85e7e4ad8 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:38.040438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.215747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.270986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2249f825-3d07-48a6-8db0-043f2cc98d70,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:38.283059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Checking segment: {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:38.283954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Network hostable DHCP agents. Network: 94d3fb64-b592-45a2-a161-0e5569b1b436, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:02:38.301878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:02:38.312560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 94d3fb64-b592-45a2-a161-0e5569b1b436) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:38.316742 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:38.317390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.322347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d5827-2bec-4cee-882e-02a01846b9e8 None None] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:38.334496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-61435577-8e92-496f-a7b1-1420f3dd5b6d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3269923 Dec 16 18:02:38.337108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55048) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:38.341583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:38.369920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.371866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.427051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.439476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-94d3fb64-b592-45a2-a161-0e5569b1b436', 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'fixed_ips': [{'subnet_id': '2249f825-3d07-48a6-8db0-043f2cc98d70'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:02:38.440357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.563285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.572518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Allocated IP 172.20.0.2 (94d3fb64-b592-45a2-a161-0e5569b1b436/2249f825-3d07-48a6-8db0-043f2cc98d70/d566ec80-5c8b-4dbf-90ba-1ee162eea3e9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:38.720585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.730720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.771931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.778790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:38.781685 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:38.786687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:38.789615 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Pushing event updated for resources: {'Port': ['ID=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:38.792500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:38.941950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Allocated IP 172.26.2.218 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/141ef558-c05b-45d9-b0ba-89887dd2308b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:39.006522 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 72d6df36-a080-4508-864e-ee7b73fcb1b2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:39.045209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Attempting to bind port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:39.045583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Attempting to bind port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:39.045956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Attempting to bind port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 on network 94d3fb64-b592-45a2-a161-0e5569b1b436 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:39.047909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.055979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:39.056356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Checking segment: {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:39.056759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.057188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Bound using segment: {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:39.057658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Bound port: d566ec80-5c8b-4dbf-90ba-1ee162eea3e9, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:39.058038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.082297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.107663 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Sync routers for ids ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:02:39.112905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 72d6df36-a080-4508-864e-ee7b73fcb1b2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:39.113438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.120267 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Routers {'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:39.120903 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:39.133795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:39.136708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:39.141748 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:39.144585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Pushing event updated for resources: {'Port': ['ID=141ef558-c05b-45d9-b0ba-89887dd2308b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:39.172032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] For port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:39.179853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e365898-6502-4f2c-a5bd-bd46c981e166 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:39.193193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] For port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,segment=NetworkSegment(94011c62-28db-425b-9f3c-9dc33e42ab91),segment_id=94011c62-28db-425b-9f3c-9dc33e42ab91)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:39.200403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.238185 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Set router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:39.313868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd8cf7-8171-4df1-8802-9ebc6933cb3c None None] Pushing event updated for resources: {'Port': ['ID=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:39.323945 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-11b1cfac-2e7d-485a-a67a-19e30442eeff None None] Provisioning complete for port 141ef558-c05b-45d9-b0ba-89887dd2308b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:39.324475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11b1cfac-2e7d-485a-a67a-19e30442eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.367592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-11b1cfac-2e7d-485a-a67a-19e30442eeff None None] Port 141ef558-c05b-45d9-b0ba-89887dd2308b cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:39.445264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.483014 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '47f6a2c8-a46d-4342-a24c-8b5446a82eaf', 'name': '', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'mac_address': 'fa:16:3e:19:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:35Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 2, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'subnets': [{'id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:39.512351 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Checking router: b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:02:39.512713 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Updating router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:02:39.542320 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.690908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.714722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3d59d44-7509-4683-bddf-eadf82d574ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.825366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Router aa036fca-265a-4bb4-9c86-b39b8afee7c0 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:02:39.913753 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.919567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.931398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:02:39.941742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Sync routers for ids ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:02:39.951504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.951794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Routers {'aa036fca-265a-4bb4-9c86-b39b8afee7c0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:39.952465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:39.955982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-eb58f1d4-f20a-4278-bf1f-5a5ccec731b5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6177821 Dec 16 18:02:39.956757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55050) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:39.977432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Pushing event updated for resources: {'Port': ['ID=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:40.004394 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.005146 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.005788 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.006356 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.006898 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.007545 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.008081 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.008621 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.009189 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.009722 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.010300 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.010850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.011392 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:40.060808 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Attempting to bind port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:40.061234 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Attempting to bind port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:40.061603 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Attempting to bind port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:40.067160 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:40.067795 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Checking segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:40.068361 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.068909 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Bound using segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:40.069578 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Bound port: 47f6a2c8-a46d-4342-a24c-8b5446a82eaf, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:40.070245 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.126768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Set router aa036fca-265a-4bb4-9c86-b39b8afee7c0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:40.150106 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] For port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:40.155794 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] For port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:40.171587 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.229182 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba8a0-f2e0-4352-867e-64d938774010 None None] Pushing event updated for resources: {'Port': ['ID=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:40.253446 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Routers {'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:40.254595 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:40.371769 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] Set router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:40.391825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7eada194-3fd7-4196-ac45-771cd697c445 None None] Provisioning complete for port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:40.394240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eada194-3fd7-4196-ac45-771cd697c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.502906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:39Z', 'revision_number': 3, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:40.535286 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Checking router: aa036fca-265a-4bb4-9c86-b39b8afee7c0 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:02:40.536045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Updating router aa036fca-265a-4bb4-9c86-b39b8afee7c0 port 141ef558-c05b-45d9-b0ba-89887dd2308b binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:02:40.540602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eada194-3fd7-4196-ac45-771cd697c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.543137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.591182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7eada194-3fd7-4196-ac45-771cd697c445 None None] For port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:40.608246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b585b6-b24f-4380-a6f2-02be6a6fd313 None None] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:02:40.622013 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '47f6a2c8-a46d-4342-a24c-8b5446a82eaf', 'name': '', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'mac_address': 'fa:16:3e:19:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:35Z', 'updated_at': '2021-12-16T18:02:40Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'subnets': [{'id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:40.626251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eada194-3fd7-4196-ac45-771cd697c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.651085 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1efd8c-50bc-4f99-b397-3d39b58d087c None None] The sync data for ids ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '47f6a2c8-a46d-4342-a24c-8b5446a82eaf', 'name': '', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'mac_address': 'fa:16:3e:19:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:35Z', 'updated_at': '2021-12-16T18:02:40Z', 'revision_number': 4, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'subnets': [{'id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:02:40.687632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.740835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Allocated IP 172.20.0.1 (94d3fb64-b592-45a2-a161-0e5569b1b436/2249f825-3d07-48a6-8db0-043f2cc98d70/ba47e388-41b0-4df8-b7c7-eb8ed958e91e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:40.887340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.935039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.945663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eada194-3fd7-4196-ac45-771cd697c445 None None] Pushing event updated for resources: {'Port': ['ID=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:40.979529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:40.983875 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:40.988516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:41.013404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Provisioning complete for port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:41.013783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.018679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:41.030927 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.031290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.031639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.031988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.032329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.032664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.033867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.034362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.034868 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.035358 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.036029 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.036522 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.037017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:41.061118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.061348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.185016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.187089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.207087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:41.211678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.326398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b767d-8e11-4eb7-89c3-24bc73e20981 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:41.335503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] For port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,segment=NetworkSegment(94011c62-28db-425b-9f3c-9dc33e42ab91),segment_id=94011c62-28db-425b-9f3c-9dc33e42ab91)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:41.348886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.352763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Attempting to bind port 141ef558-c05b-45d9-b0ba-89887dd2308b on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:41.353189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Attempting to bind port 141ef558-c05b-45d9-b0ba-89887dd2308b by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:41.353558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Attempting to bind port 141ef558-c05b-45d9-b0ba-89887dd2308b on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:41.361863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef787734-ea0b-442b-881d-37525ece29c4 None None] Pushing event updated for resources: {'Port': ['ID=141ef558-c05b-45d9-b0ba-89887dd2308b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:41.405155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:41.406013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:41.406013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.406328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:41.406824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Bound port: 141ef558-c05b-45d9-b0ba-89887dd2308b, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:41.407199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.440699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Provisioning complete for port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:41.441110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.502575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:41.502950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.541092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e9aaf-a290-4edc-92f3-d284aabf416c None None] Pushing event updated for resources: {'Port': ['ID=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:41.554062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.570361 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] For port 141ef558-c05b-45d9-b0ba-89887dd2308b, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:41.575477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] For port 141ef558-c05b-45d9-b0ba-89887dd2308b, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=141ef558-c05b-45d9-b0ba-89887dd2308b,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:41.584471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.662494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20092c14-67c3-42d3-a05e-0daeebd47bda None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:02:41.699219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Routers {'aa036fca-265a-4bb4-9c86-b39b8afee7c0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:41.700114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:41.750516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.756247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.824400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:41.827025 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.916893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef787734-ea0b-442b-881d-37525ece29c4 None None] Pushing event updated for resources: {'Port': ['ID=141ef558-c05b-45d9-b0ba-89887dd2308b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:41.931619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:41.933117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:41.940064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 47f6a2c8-a46d-4342-a24c-8b5446a82eaf up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:42.040979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] Set router aa036fca-265a-4bb4-9c86-b39b8afee7c0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:42.056867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Router aa036fca-265a-4bb4-9c86-b39b8afee7c0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:02:42.091850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Provisioning complete for port ba47e388-41b0-4df8-b7c7-eb8ed958e91e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:42.092218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.147030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:42.147478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.171514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:02:42.176726 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-16bf9e74-db29-4865-8c75-98d74282dba8 admin admin] 10.222.0.66 "PUT /v2.0/routers/aa036fca-265a-4bb4-9c86-b39b8afee7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2188876 Dec 16 18:02:42.247887 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Port ba47e388-41b0-4df8-b7c7-eb8ed958e91e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:42.261447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.295729 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Provisioning complete for port 141ef558-c05b-45d9-b0ba-89887dd2308b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:42.296097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.450224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.456683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'ba47e388-41b0-4df8-b7c7-eb8ed958e91e', 'name': '', 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'mac_address': 'fa:16:3e:c3:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:40Z', 'updated_at': '2021-12-16T18:02:40Z', 'revision_number': 1, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'subnets': [{'id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:42.488053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8da7fb-8039-4495-b589-b6a1624dd6cd None None] The sync data for ids ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'] in dv-neutron-821818-2-hyperv is: [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'ba47e388-41b0-4df8-b7c7-eb8ed958e91e', 'name': '', 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'mac_address': 'fa:16:3e:c3:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:40Z', 'updated_at': '2021-12-16T18:02:40Z', 'revision_number': 1, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'subnets': [{'id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:02:42.498776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] For port 141ef558-c05b-45d9-b0ba-89887dd2308b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=141ef558-c05b-45d9-b0ba-89887dd2308b,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:42.504232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.552695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Provisioning complete for port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:42.553098 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.585637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd81cf-a713-432b-84c8-1ea8a6caf480 None None] Pushing event updated for resources: {'Port': ['ID=141ef558-c05b-45d9-b0ba-89887dd2308b,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:42.769476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c7c512a7-e501-4bb9-9e28-9e77acd79feb None None] Provisioning complete for port ba47e388-41b0-4df8-b7c7-eb8ed958e91e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:42.770179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7c512a7-e501-4bb9-9e28-9e77acd79feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.843861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c7c512a7-e501-4bb9-9e28-9e77acd79feb None None] Port ba47e388-41b0-4df8-b7c7-eb8ed958e91e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:42.863531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:42.922165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:42.922548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.008146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 47f6a2c8-a46d-4342-a24c-8b5446a82eaf up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:43.057596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:43.058213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.061524 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-52c04a42-9eeb-4c18-9556-ba4b3bfcdcf2 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:43.063134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-52c04a42-9eeb-4c18-9556-ba4b3bfcdcf2 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 817 time: 0.1112194 Dec 16 18:02:43.080373 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-519e8099-f7a1-490d-bf63-98d3a2365356 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/quotas/d32becc48fc94d24bfa50c532c99cd47 HTTP/1.1" status: 200 len: 375 time: 0.0097692 Dec 16 18:02:43.111584 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.141171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-01e83fc1-6075-4b30-bd8f-915f0241ce3f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520558 Dec 16 18:02:43.238748 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-ccf8eec7-c67e-44d1-8f1c-aef46d945406 service neutron] 10.222.0.66 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850449 Dec 16 18:02:43.330765 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-78047584-edc0-44f3-9c0c-3db761cc5464 service neutron] 10.222.0.66 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Dec 16 18:02:43.519697 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e778a61a-3bea-4adb-aaf6-7eaf3c36ca39 req-417a1d53-cd9a-4101-81e3-6c5ccea2ff8c tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 210 time: 0.0494344 Dec 16 18:02:44.445440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-a088f1aa-aeff-42d7-8bef-c871183fa1bc tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.446887 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-a088f1aa-aeff-42d7-8bef-c871183fa1bc tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 817 time: 0.1043394 Dec 16 18:02:44.459743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Request body: {'port': {'device_id': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'admin_state_up': True, 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:44.584098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Made reservation on behalf of d32becc48fc94d24bfa50c532c99cd47 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:02:44.587987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.623291 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cdb55a89-522a-4121-8d7a-7d3eecc442a0 req-aca08dfa-b6a4-4f85-adf2-bbd105e0b0ea tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 210 time: 0.0309389 Dec 16 18:02:44.717762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Allocated IP 172.20.0.3 (5df16718-5486-459e-a1b8-1e08fc2fcda5/fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3/b89079df-8b61-4c21-9e77-88fc82494d86) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:44.838573 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Sync routers for ids ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:02:44.849315 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Routers {'aa036fca-265a-4bb4-9c86-b39b8afee7c0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:44.849937 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:44.865249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 141ef558-c05b-45d9-b0ba-89887dd2308b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:44.879109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.914443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.926923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 141ef558-c05b-45d9-b0ba-89887dd2308b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:44.927409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.972136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Pushing event updated for resources: {'Port': ['ID=b89079df-8b61-4c21-9e77-88fc82494d86,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:44.982863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:44.984687 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:44.988294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:44.993520 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Set router aa036fca-265a-4bb4-9c86-b39b8afee7c0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:45.039028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:45.039652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.057506 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-3f93db23-4cf2-4001-97d5-be8431a3771e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015449 Dec 16 18:02:45.071186 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Request body: {'port': {'device_id': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:45.137167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.206913 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'ba47e388-41b0-4df8-b7c7-eb8ed958e91e', 'name': '', 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'mac_address': 'fa:16:3e:c3:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:40Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 2, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'subnets': [{'id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:45.236718 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Checking router: aa036fca-265a-4bb4-9c86-b39b8afee7c0 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:02:45.237001 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Updating router aa036fca-265a-4bb4-9c86-b39b8afee7c0 port ba47e388-41b0-4df8-b7c7-eb8ed958e91e binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:02:45.261130 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.280889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-95366e3d-eedf-410d-81d9-82da928f4689 None None] Provisioning complete for port b89079df-8b61-4c21-9e77-88fc82494d86 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:45.281633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95366e3d-eedf-410d-81d9-82da928f4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.317560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-95366e3d-eedf-410d-81d9-82da928f4689 None None] Port b89079df-8b61-4c21-9e77-88fc82494d86 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:02:45.403323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89079df-8b61-4c21-9e77-88fc82494d86 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:45.413545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.425544 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Transition to ACTIVE for port object b89079df-8b61-4c21-9e77-88fc82494d86 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:02:45.429590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.482982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Pushing event updated for resources: {'Port': ['ID=b89079df-8b61-4c21-9e77-88fc82494d86,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:45.530888 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.541933 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.551770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Attempting to bind port b89079df-8b61-4c21-9e77-88fc82494d86 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:45.552110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Attempting to bind port b89079df-8b61-4c21-9e77-88fc82494d86 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:45.552446 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Attempting to bind port b89079df-8b61-4c21-9e77-88fc82494d86 on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:45.557177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Port b89079df-8b61-4c21-9e77-88fc82494d86 on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:02:45.557628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Attempting to bind port b89079df-8b61-4c21-9e77-88fc82494d86 on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:45.563149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:45.563876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Checking segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:45.565034 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Bound using segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:45.565567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Bound port: b89079df-8b61-4c21-9e77-88fc82494d86, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:45.566022 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.589084 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2021794-39eb-4506-bd37-2ace79c8933a None None] Pushing event updated for resources: {'Port': ['ID=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:45.662869 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Attempting to bind port ba47e388-41b0-4df8-b7c7-eb8ed958e91e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:45.663836 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Attempting to bind port ba47e388-41b0-4df8-b7c7-eb8ed958e91e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:45.664212 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Attempting to bind port ba47e388-41b0-4df8-b7c7-eb8ed958e91e on network 94d3fb64-b592-45a2-a161-0e5569b1b436 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:45.671314 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:45.671672 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Checking segment: {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:45.672089 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.672486 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Bound using segment: {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:45.672984 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Bound port: ba47e388-41b0-4df8-b7c7-eb8ed958e91e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94011c62-28db-425b-9f3c-9dc33e42ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:45.673937 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.765847 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] For port ba47e388-41b0-4df8-b7c7-eb8ed958e91e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:45.770449 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] For port ba47e388-41b0-4df8-b7c7-eb8ed958e91e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,segment=NetworkSegment(94011c62-28db-425b-9f3c-9dc33e42ab91),segment_id=94011c62-28db-425b-9f3c-9dc33e42ab91)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:45.777599 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.800639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65368d5-a86d-4bff-8fe2-c41cccc69370 req-20607d05-567b-4294-8975-e6decc756c34 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:45.802982 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a65368d5-a86d-4bff-8fe2-c41cccc69370 req-20607d05-567b-4294-8975-e6decc756c34 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 943 time: 0.0709949 Dec 16 18:02:45.849493 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Routers {'aa036fca-265a-4bb4-9c86-b39b8afee7c0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:45.850152 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:02:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:45.877441 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a65368d5-a86d-4bff-8fe2-c41cccc69370 req-802b3f1b-cffa-487b-b151-0bb7f6892368 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663900 Dec 16 18:02:45.890442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8fbbbd5a-703c-4da5-ab14-3b2803bde9d5 None None] Provisioning complete for port ba47e388-41b0-4df8-b7c7-eb8ed958e91e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:45.896075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbd5a-703c-4da5-ab14-3b2803bde9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.006556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbd5a-703c-4da5-ab14-3b2803bde9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.042846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8fbbbd5a-703c-4da5-ab14-3b2803bde9d5 None None] For port ba47e388-41b0-4df8-b7c7-eb8ed958e91e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,segment=NetworkSegment(94011c62-28db-425b-9f3c-9dc33e42ab91),segment_id=94011c62-28db-425b-9f3c-9dc33e42ab91)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:46.050144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fbbbd5a-703c-4da5-ab14-3b2803bde9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.056127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] For port b89079df-8b61-4c21-9e77-88fc82494d86, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:46.059739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] For port b89079df-8b61-4c21-9e77-88fc82494d86, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b89079df-8b61-4c21-9e77-88fc82494d86,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:46.066536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.088726 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2021794-39eb-4506-bd37-2ace79c8933a None None] Pushing event updated for resources: {'Port': ['ID=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:46.099459 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] Set router aa036fca-265a-4bb4-9c86-b39b8afee7c0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:46.111001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.111001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.112678 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] 10.222.0.57 "PUT /v2.0/ports/b89079df-8b61-4c21-9e77-88fc82494d86 HTTP/1.1" status: 200 len: 1093 time: 1.0467966 Dec 16 18:02:46.115139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'tag': 'b89079df-8b61-4c21-9e77-88fc82494d86'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:46.118994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbbd5a-703c-4da5-ab14-3b2803bde9d5 None None] Pushing event updated for resources: {'Port': ['ID=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:46.126384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e86d70-2482-4cab-bf66-db39da2f8b75" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7c5252-7705-4bf5-8b0c-e456cc145c76", "tag": "b89079df-8b61-4c21-9e77-88fc82494d86"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:46.154190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834f5a-3eed-49da-8ccb-956f7aa2a78d service neutron] Pushing event updated for resources: {'Port': ['ID=b89079df-8b61-4c21-9e77-88fc82494d86,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:46.184062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7fde7317-2e7b-4352-a767-c86758d8d0b6 None None] Provisioning complete for port ba47e388-41b0-4df8-b7c7-eb8ed958e91e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:46.184751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fde7317-2e7b-4352-a767-c86758d8d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.197847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733865da-e1bf-482b-8623-937b16cd844f x-openstack-request-id: req-733865da-e1bf-482b-8623-937b16cd844f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:46.198141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7c5252-7705-4bf5-8b0c-e456cc145c76", "tag": "b89079df-8b61-4c21-9e77-88fc82494d86", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:46.198395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-733865da-e1bf-482b-8623-937b16cd844f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:46.198799 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'tag': 'b89079df-8b61-4c21-9e77-88fc82494d86', 'status': 'completed', 'code': 200} Dec 16 18:02:46.215250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-80643963-e63f-4c43-a337-2bb4030b37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.216914 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-80643963-e63f-4c43-a337-2bb4030b37c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 1096 time: 0.0562098 Dec 16 18:02:46.268551 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-1e959b95-2d06-40d8-96d8-52be4570f9a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b89079df-8b61-4c21-9e77-88fc82494d86 HTTP/1.1" status: 200 len: 217 time: 0.0424941 Dec 16 18:02:46.340511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-9b652b06-acb5-4074-958a-3773ef189e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.342206 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-9b652b06-acb5-4074-958a-3773ef189e3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 HTTP/1.1" status: 200 len: 856 time: 0.0660427 Dec 16 18:02:46.397198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-df6067cd-c2b1-472e-a74b-b75c630071c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.397520 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'ba47e388-41b0-4df8-b7c7-eb8ed958e91e', 'name': '', 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'mac_address': 'fa:16:3e:c3:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:40Z', 'updated_at': '2021-12-16T18:02:45Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'subnets': [{'id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:46.399560 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-df6067cd-c2b1-472e-a74b-b75c630071c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5df16718-5486-459e-a1b8-1e08fc2fcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498567 Dec 16 18:02:46.440227 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0944657-bce6-4ce7-a612-f7154802b90d None None] The sync data for ids ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'] in dv-neutron-821818-2-hyperv is: [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:41Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'ba47e388-41b0-4df8-b7c7-eb8ed958e91e', 'name': '', 'network_id': '94d3fb64-b592-45a2-a161-0e5569b1b436', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'mac_address': 'fa:16:3e:c3:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:40Z', 'updated_at': '2021-12-16T18:02:45Z', 'revision_number': 4, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'subnets': [{'id': '2249f825-3d07-48a6-8db0-043f2cc98d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:02:46.526657 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-205280f8-2ac4-41f9-afa9-c61c81f2f3fb service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193023 Dec 16 18:02:46.629878 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-45df6ba0-d600-4774-aa1d-7f80d4552d37 req-daebea60-440e-4644-bbdf-50170510ce06 service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953684 Dec 16 18:02:46.723531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-6eb845cb-1b64-48e3-b02b-e16653ef4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.725133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-6eb845cb-1b64-48e3-b02b-e16653ef4542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 1096 time: 0.0419369 Dec 16 18:02:46.828153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-cdd57899-e9b9-4a22-80b7-4501ef429f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.830362 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-cdd57899-e9b9-4a22-80b7-4501ef429f05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 918 time: 0.0955365 Dec 16 18:02:46.862692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ba47e388-41b0-4df8-b7c7-eb8ed958e91e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:46.882355 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-188d5840-9098-48f6-8773-7129f5490a93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b89079df-8b61-4c21-9e77-88fc82494d86 HTTP/1.1" status: 200 len: 217 time: 0.0428443 Dec 16 18:02:46.915289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port ba47e388-41b0-4df8-b7c7-eb8ed958e91e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:46.915839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.942812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-84516458-e388-4744-9c48-95343c5c9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.944217 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-84516458-e388-4744-9c48-95343c5c9932 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 HTTP/1.1" status: 200 len: 856 time: 0.0508180 Dec 16 18:02:47.001244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-1659b0a9-3dfc-4991-8281-46640a0d2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:47.002978 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-1659b0a9-3dfc-4991-8281-46640a0d2ba3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5df16718-5486-459e-a1b8-1e08fc2fcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501604 Dec 16 18:02:47.019560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8e5e2-3e89-4ec0-8074-2f055c76f44b req-208350a9-daf0-4660-8ac1-294c6814dbf6 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:47.021354 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00a8e5e2-3e89-4ec0-8074-2f055c76f44b req-208350a9-daf0-4660-8ac1-294c6814dbf6 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 943 time: 0.0672443 Dec 16 18:02:47.068976 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00a8e5e2-3e89-4ec0-8074-2f055c76f44b req-c4af824c-0d33-4989-a433-007d64b306f9 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Dec 16 18:02:47.099064 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-3a39427b-3652-4add-8e14-11a3e0ab2dcf service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Dec 16 18:02:47.193305 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-72e86d70-2482-4cab-bf66-db39da2f8b75 req-a40d05f9-56ea-415c-a2e5-9486ed43fe4b service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846772 Dec 16 18:02:48.190583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59815-b096-44d1-8013-b80c3ac9bb63 req-d552ebf1-0bbd-44e1-830b-c3cd65c7f725 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:48.192055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbb59815-b096-44d1-8013-b80c3ac9bb63 req-d552ebf1-0bbd-44e1-830b-c3cd65c7f725 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 943 time: 0.0487130 Dec 16 18:02:48.239100 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbb59815-b096-44d1-8013-b80c3ac9bb63 req-250c5094-7476-4c72-aacb-0aa7af9844ec tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Dec 16 18:02:48.697846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b89079df-8b61-4c21-9e77-88fc82494d86 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:02:48.789061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b89079df-8b61-4c21-9e77-88fc82494d86, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b89079df-8b61-4c21-9e77-88fc82494d86,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:48.800408 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'b89079df-8b61-4c21-9e77-88fc82494d86', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'port_id': 'b89079df-8b61-4c21-9e77-88fc82494d86', 'mac_address': 'fa:16:3e:8b:62:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:02:48.841330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:48.853774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89079df-8b61-4c21-9e77-88fc82494d86 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:48.871995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b89079df-8b61-4c21-9e77-88fc82494d86, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b89079df-8b61-4c21-9e77-88fc82494d86,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:48.877293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:48.924058 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b89079df-8b61-4c21-9e77-88fc82494d86,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:49.077379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['b89079df-8b61-4c21-9e77-88fc82494d86'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:49.356571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03e696-b935-4744-a666-1133266fa947 req-cc46be89-5b2a-4a9d-8206-c5b6f7ea38ec tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.358085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6d03e696-b935-4744-a666-1133266fa947 req-cc46be89-5b2a-4a9d-8206-c5b6f7ea38ec tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 944 time: 0.0522542 Dec 16 18:02:49.404202 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6d03e696-b935-4744-a666-1133266fa947 req-99d1e5e1-070d-4b78-9f18-aaf4f96b92ca tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Dec 16 18:02:50.414213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:50.520654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add806-e0cf-4697-aa90-6f83d47ce2a2 req-a87e9d04-4bf4-4457-805d-40ee7f81049a tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:50.522314 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01add806-e0cf-4697-aa90-6f83d47ce2a2 req-a87e9d04-4bf4-4457-805d-40ee7f81049a tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 944 time: 0.0510278 Dec 16 18:02:50.571026 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-01add806-e0cf-4697-aa90-6f83d47ce2a2 req-f8897e3b-4260-4b9e-bde6-d54614231332 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Dec 16 18:02:50.697323 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b89079df-8b61-4c21-9e77-88fc82494d86 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:50.746445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port b89079df-8b61-4c21-9e77-88fc82494d86 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:02:50.750425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port b89079df-8b61-4c21-9e77-88fc82494d86 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:50.750794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:50.830590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:50.854971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89079df-8b61-4c21-9e77-88fc82494d86'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:50.857222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa0e9ee-7c19-4859-8c9f-3b920b62fa6b" -d '{"events": [{"server_uuid": "5e7c5252-7705-4bf5-8b0c-e456cc145c76", "name": "network-vif-plugged", "status": "completed", "tag": "b89079df-8b61-4c21-9e77-88fc82494d86"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:51.015718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96567c02-a8c3-4762-9cce-1a89afca9635 x-openstack-request-id: req-96567c02-a8c3-4762-9cce-1a89afca9635 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:51.015952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7c5252-7705-4bf5-8b0c-e456cc145c76", "name": "network-vif-plugged", "status": "completed", "tag": "b89079df-8b61-4c21-9e77-88fc82494d86", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:51.016272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96567c02-a8c3-4762-9cce-1a89afca9635 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:51.016553 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89079df-8b61-4c21-9e77-88fc82494d86', 'code': 200} Dec 16 18:02:51.018557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b89079df-8b61-4c21-9e77-88fc82494d86, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b89079df-8b61-4c21-9e77-88fc82494d86,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:51.022684 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:51.069543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda273-0d06-46d1-99eb-b5b9f10b9974 req-136e8f01-c176-4fd1-9987-b76906adb463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:51.071285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b89079df-8b61-4c21-9e77-88fc82494d86,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:51.071756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a0bda273-0d06-46d1-99eb-b5b9f10b9974 req-136e8f01-c176-4fd1-9987-b76906adb463 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 1098 time: 0.0412035 Dec 16 18:02:51.121670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a0bda273-0d06-46d1-99eb-b5b9f10b9974 req-68450786-492c-46ba-95f2-fc88dddc230a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Dec 16 18:02:51.685209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325db0-4108-4e5e-9562-301398358a49 req-ee2ec864-64e5-4017-a15b-44d5536193a1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:51.686665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d325db0-4108-4e5e-9562-301398358a49 req-ee2ec864-64e5-4017-a15b-44d5536193a1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 945 time: 0.0481668 Dec 16 18:02:51.737986 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d325db0-4108-4e5e-9562-301398358a49 req-8192ba78-85f3-4295-89c6-2c6d387cb23d tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Dec 16 18:02:52.854838 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef934-f052-48ff-9741-9f0891b773bb req-459737f6-d6a9-4fad-ac73-53fa8d9bc5f4 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:52.856331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd0ef934-f052-48ff-9741-9f0891b773bb req-459737f6-d6a9-4fad-ac73-53fa8d9bc5f4 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Dec 16 18:02:52.902948 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd0ef934-f052-48ff-9741-9f0891b773bb req-a40c6654-329c-4d3c-9d34-ead69dce85ae tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Dec 16 18:02:53.018613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb89a1-a339-4278-bb96-aa2471c5661e req-5651ed5f-b36a-46a5-a1ee-aaba36fe8e91 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:53.020095 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98bb89a1-a339-4278-bb96-aa2471c5661e req-5651ed5f-b36a-46a5-a1ee-aaba36fe8e91 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Dec 16 18:02:53.066058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98bb89a1-a339-4278-bb96-aa2471c5661e req-2f1ec8c4-0654-4992-b22e-11b58974e621 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Dec 16 18:02:53.290958 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-807a2aff-347d-46eb-8472-cca53e80ed5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409675 Dec 16 18:02:53.370628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-f2ebfe0f-20b0-4949-b983-3f5282869dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:53.372244 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-f2ebfe0f-20b0-4949-b983-3f5282869dd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 1098 time: 0.0397441 Dec 16 18:02:53.483947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-8fc7bd46-0d63-4a42-b572-12e8d00de336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:53.485475 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-8fc7bd46-0d63-4a42-b572-12e8d00de336 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 918 time: 0.0932946 Dec 16 18:02:53.536211 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-6df590a4-7a02-4491-a4b5-a9b40571b117 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b89079df-8b61-4c21-9e77-88fc82494d86 HTTP/1.1" status: 200 len: 217 time: 0.0430267 Dec 16 18:02:53.587584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-40f156bc-af95-4747-b96c-35089b6eb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:53.589123 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-40f156bc-af95-4747-b96c-35089b6eb73c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 HTTP/1.1" status: 200 len: 856 time: 0.0460663 Dec 16 18:02:53.638260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-c3192507-de3e-4e50-a916-12e7e0ac3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:53.639744 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-c3192507-de3e-4e50-a916-12e7e0ac3c15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5df16718-5486-459e-a1b8-1e08fc2fcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432894 Dec 16 18:02:53.730114 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-46cced88-8d4c-415d-a075-e45e9b2db318 service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817654 Dec 16 18:02:53.822500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-090a9a85-f09b-44b2-a939-4cf30a371ab9 req-7a96f1cc-c13e-43b2-a14b-02ec192d6562 service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852361 Dec 16 18:03:01.547567 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:03:07.395567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-366e4910-0969-4ef9-aa78-86683eba8dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:09.720268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5ff910e-3cfe-4587-843a-6883beb0542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:10.935910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:12.180485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:13.086901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:15.827530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983daa0-751c-404e-a870-0c60efc10cc2 req-376ae00f-a6c2-4f32-b348-36aba6754595 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:15.829822 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e983daa0-751c-404e-a870-0c60efc10cc2 req-376ae00f-a6c2-4f32-b348-36aba6754595 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Dec 16 18:03:15.876921 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e983daa0-751c-404e-a870-0c60efc10cc2 req-c75ce69b-1bdf-494d-ac5d-1a4685618c84 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Dec 16 18:03:16.994108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b024-208d-43a0-baa7-6ad5a64369e9 req-3380fa1d-3726-4bf2-9221-1bed6f5fcd9c tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:16.995569 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8510b024-208d-43a0-baa7-6ad5a64369e9 req-3380fa1d-3726-4bf2-9221-1bed6f5fcd9c tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 945 time: 0.0479882 Dec 16 18:03:17.040969 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8510b024-208d-43a0-baa7-6ad5a64369e9 req-76732a74-9035-4220-ae5f-33b4dc0e8f34 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Dec 16 18:03:17.409641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-088b68fd-6fea-4fcf-944f-a9a5f6c49704 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:17.411106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-088b68fd-6fea-4fcf-944f-a9a5f6c49704 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Dec 16 18:03:17.497158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Deleting port b89079df-8b61-4c21-9e77-88fc82494d86 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:17.497500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.587004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] For port b89079df-8b61-4c21-9e77-88fc82494d86, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b89079df-8b61-4c21-9e77-88fc82494d86,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:17.587366 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.599950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Calling delete_port for b89079df-8b61-4c21-9e77-88fc82494d86 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:17.729051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.741229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['b89079df-8b61-4c21-9e77-88fc82494d86'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:03:17.759018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Pushing event deleted for resources: {'Port': ['ID=b89079df-8b61-4c21-9e77-88fc82494d86,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:17.800441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] No DVR routers for this DVR port b89079df-8b61-4c21-9e77-88fc82494d86 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:03:17.802993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.806409 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b6d46c48-3f04-4031-84a9-6531720d30dc req-3b66f089-b118-45e8-9fa8-5767f9be8dcf tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "DELETE /v2.0/ports/b89079df-8b61-4c21-9e77-88fc82494d86 HTTP/1.1" status: 204 len: 173 time: 0.3892033 Dec 16 18:03:17.806860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'name': 'network-vif-deleted', 'tag': 'b89079df-8b61-4c21-9e77-88fc82494d86'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:17.809125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571e6cc9-6e7d-4293-a3b3-127a0a0c25c6" -d '{"events": [{"server_uuid": "5e7c5252-7705-4bf5-8b0c-e456cc145c76", "name": "network-vif-deleted", "tag": "b89079df-8b61-4c21-9e77-88fc82494d86"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:17.847001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252504ca-608e-4f75-b14f-517a477c32ce x-openstack-request-id: req-252504ca-608e-4f75-b14f-517a477c32ce {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:17.847982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7c5252-7705-4bf5-8b0c-e456cc145c76", "name": "network-vif-deleted", "tag": "b89079df-8b61-4c21-9e77-88fc82494d86", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:17.848246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-252504ca-608e-4f75-b14f-517a477c32ce {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:17.848652 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7c5252-7705-4bf5-8b0c-e456cc145c76', 'name': 'network-vif-deleted', 'tag': 'b89079df-8b61-4c21-9e77-88fc82494d86', 'status': 'completed', 'code': 200} Dec 16 18:03:18.148565 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38ceb683-3b4a-4fd5-88f3-439b9b25c7d8 req-8cdf470f-5138-4005-874d-8d17e5b19447 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7c5252-7705-4bf5-8b0c-e456cc145c76 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Dec 16 18:03:19.690542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aab29c8f-d081-430d-b9f4-37b0e243cf03 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:19.691993 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aab29c8f-d081-430d-b9f4-37b0e243cf03 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 817 time: 0.1069260 Dec 16 18:03:19.707012 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-a8155a24-1636-4606-bc5d-c73fbb000d73 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/quotas/d32becc48fc94d24bfa50c532c99cd47 HTTP/1.1" status: 200 len: 375 time: 0.0093427 Dec 16 18:03:19.756291 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-ec33b115-d11a-43ca-8a20-6ca6751197d9 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440664 Dec 16 18:03:19.853657 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-cb72bed2-0088-4d04-9159-393b8db52428 service neutron] 10.222.0.66 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853291 Dec 16 18:03:19.940958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-c6d775c8-2437-460d-ba44-97098c50bd1b service neutron] 10.222.0.66 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805285 Dec 16 18:03:20.101178 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3695c716-5acc-4343-ac60-051646e67109 req-a6b0c9a3-954a-4afd-b3cc-a6643bd1d9c5 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 210 time: 0.0315213 Dec 16 18:03:20.428618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:20.821136 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b89079df-8b61-4c21-9e77-88fc82494d86 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:03:20.841773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: b89079df-8b61-4c21-9e77-88fc82494d86 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:03:20.842200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b89079df-8b61-4c21-9e77-88fc82494d86 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:03:20.995661 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-63f95183-6c80-47e7-b9c2-c80348238030 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:20.997128 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-63f95183-6c80-47e7-b9c2-c80348238030 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 817 time: 0.1099825 Dec 16 18:03:21.010899 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Request body: {'port': {'device_id': '7063d488-9912-44e7-9d04-63a76af14496', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'admin_state_up': True, 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:21.120586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Made reservation on behalf of d32becc48fc94d24bfa50c532c99cd47 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:03:21.124036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.192410 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9af4ac2-8732-4770-86f5-c87e1fe3fd94 req-7541852b-609b-4dae-8b22-780ef814435b tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 210 time: 0.0256650 Dec 16 18:03:21.244492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Allocated IP 172.20.0.12 (5df16718-5486-459e-a1b8-1e08fc2fcda5/fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3/d9e95f02-eaea-47a2-970b-760777eef617) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:03:21.389007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.422396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.471064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:03:21.474240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:03:21.476526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:03:21.502188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Pushing event updated for resources: {'Port': ['ID=d9e95f02-eaea-47a2-970b-760777eef617,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:21.532864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:21.533565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.551725 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-091a109d-01d6-4ab0-8470-d8025a1986bd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445454 Dec 16 18:03:21.564683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Request body: {'port': {'device_id': '7063d488-9912-44e7-9d04-63a76af14496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:21.620863 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.756377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-914e3794-596a-4083-8889-22bbbe212332 None None] Provisioning complete for port d9e95f02-eaea-47a2-970b-760777eef617 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:03:21.756970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-914e3794-596a-4083-8889-22bbbe212332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.789583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-914e3794-596a-4083-8889-22bbbe212332 None None] Port d9e95f02-eaea-47a2-970b-760777eef617 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:03:21.879222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e95f02-eaea-47a2-970b-760777eef617 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:03:21.886350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.898566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Transition to ACTIVE for port object d9e95f02-eaea-47a2-970b-760777eef617 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:03:21.902104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.967702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e95f02-eaea-47a2-970b-760777eef617,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:22.022773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Attempting to bind port d9e95f02-eaea-47a2-970b-760777eef617 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:03:22.023480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Attempting to bind port d9e95f02-eaea-47a2-970b-760777eef617 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:03:22.023678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Attempting to bind port d9e95f02-eaea-47a2-970b-760777eef617 on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:03:22.029532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Port d9e95f02-eaea-47a2-970b-760777eef617 on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:03:22.029858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Attempting to bind port d9e95f02-eaea-47a2-970b-760777eef617 on network 5df16718-5486-459e-a1b8-1e08fc2fcda5 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:03:22.034898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:03:22.035236 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Checking segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:03:22.035620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Bound using segment: {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:03:22.036046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Bound port: d9e95f02-eaea-47a2-970b-760777eef617, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a92dcf6-2e5b-469f-889a-a51e782b8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:03:22.036400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:22.105292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] For port d9e95f02-eaea-47a2-970b-760777eef617, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:03:22.108320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] For port d9e95f02-eaea-47a2-970b-760777eef617, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9e95f02-eaea-47a2-970b-760777eef617,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:03:22.113941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:22.149241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.149877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:22.151280 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9e95f02-eaea-47a2-970b-760777eef617 HTTP/1.1" status: 200 len: 1094 time: 0.5913973 Dec 16 18:03:22.151810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7063d488-9912-44e7-9d04-63a76af14496', 'tag': 'd9e95f02-eaea-47a2-970b-760777eef617'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:22.153965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7063d488-9912-44e7-9d04-63a76af14496", "tag": "d9e95f02-eaea-47a2-970b-760777eef617"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:22.176545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4709a2-277b-4798-9835-b345ce2fea06 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e95f02-eaea-47a2-970b-760777eef617,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:22.267237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-407dc937-957e-425a-bbac-f93c8baecb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.268793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-407dc937-957e-425a-bbac-f93c8baecb27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 1097 time: 0.0624337 Dec 16 18:03:22.274648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9bb220-5299-4f21-a0eb-b06c0e43964f x-openstack-request-id: req-5e9bb220-5299-4f21-a0eb-b06c0e43964f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:22.274944 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7063d488-9912-44e7-9d04-63a76af14496", "tag": "d9e95f02-eaea-47a2-970b-760777eef617", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:22.275202 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e9bb220-5299-4f21-a0eb-b06c0e43964f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:22.275619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7063d488-9912-44e7-9d04-63a76af14496', 'tag': 'd9e95f02-eaea-47a2-970b-760777eef617', 'status': 'completed', 'code': 200} Dec 16 18:03:22.317720 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-33f782dc-f5c2-4603-8713-10530b67666a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9e95f02-eaea-47a2-970b-760777eef617 HTTP/1.1" status: 200 len: 217 time: 0.0385594 Dec 16 18:03:22.328377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532095d6-3018-4d8b-9a8e-d663deaf0af9 req-59176e53-66f4-48d6-9f11-a5404739b363 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.330752 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-532095d6-3018-4d8b-9a8e-d663deaf0af9 req-59176e53-66f4-48d6-9f11-a5404739b363 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 944 time: 0.0519779 Dec 16 18:03:22.372182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-bbb1c0c9-ca11-44c0-abbe-30d4c951de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.373675 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-bbb1c0c9-ca11-44c0-abbe-30d4c951de06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 HTTP/1.1" status: 200 len: 856 time: 0.0478959 Dec 16 18:03:22.378942 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-532095d6-3018-4d8b-9a8e-d663deaf0af9 req-898840ce-6a45-4e68-8d40-7ca1085e1a6c tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Dec 16 18:03:22.419280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-d42886cb-f0ed-4054-9b74-d06a739aa44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.420680 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-d42886cb-f0ed-4054-9b74-d06a739aa44a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5df16718-5486-459e-a1b8-1e08fc2fcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403588 Dec 16 18:03:22.510049 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-b738b46b-8706-42c6-8f5a-80d7f2d350c9 service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823698 Dec 16 18:03:22.596316 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a87c558c-d2ca-4478-9deb-85140b6ea942 req-60716fa2-5532-47a6-8b93-af4ad3bc7161 service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784907 Dec 16 18:03:22.685243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-815f0bae-8c28-420b-bbb1-c6ac0e0a4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.686636 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-815f0bae-8c28-420b-bbb1-c6ac0e0a4964 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d32becc48fc94d24bfa50c532c99cd47&device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 1097 time: 0.0404906 Dec 16 18:03:22.779077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-4b4d1855-d423-44f6-b7cb-4179817dc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.780522 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-4b4d1855-d423-44f6-b7cb-4179817dc08c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 200 len: 918 time: 0.0863979 Dec 16 18:03:22.823072 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-f02235e6-b115-438c-9f8d-bf92a53e5f8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9e95f02-eaea-47a2-970b-760777eef617 HTTP/1.1" status: 200 len: 217 time: 0.0343425 Dec 16 18:03:22.872395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-26e16c3e-2add-4f0e-b2ab-c6f379664beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.873862 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-26e16c3e-2add-4f0e-b2ab-c6f379664beb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 HTTP/1.1" status: 200 len: 856 time: 0.0424638 Dec 16 18:03:22.922847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-a4bd4725-c380-4b96-bdf9-76f5d2442217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.924301 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-a4bd4725-c380-4b96-bdf9-76f5d2442217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5df16718-5486-459e-a1b8-1e08fc2fcda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428157 Dec 16 18:03:23.011893 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-8e70cd6b-dd30-4f05-b14b-8bc9f403d11e service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790226 Dec 16 18:03:23.103440 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a50b699b-49c0-48e7-b67e-6b40fee4dc0a req-83a3db47-4f57-429c-8caa-da6772137fcc service neutron] 10.222.0.57 "GET /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824547 Dec 16 18:03:23.492506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784491-77f1-4aca-bfce-49b8f3957839 req-60503d48-4b45-4cda-9a3e-063478f334a5 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:23.493995 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-60784491-77f1-4aca-bfce-49b8f3957839 req-60503d48-4b45-4cda-9a3e-063478f334a5 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 944 time: 0.0468390 Dec 16 18:03:23.543563 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-60784491-77f1-4aca-bfce-49b8f3957839 req-ede9a825-7d88-47f8-ac13-fcabdd466604 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 Dec 16 18:03:24.654203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c2e4-e8ce-447d-b324-c0bdcbaecbcf req-9586d756-97da-4fae-bbbb-3924d4b6cef8 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:24.655637 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9661c2e4-e8ce-447d-b324-c0bdcbaecbcf req-9586d756-97da-4fae-bbbb-3924d4b6cef8 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 944 time: 0.0471756 Dec 16 18:03:24.703245 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9661c2e4-e8ce-447d-b324-c0bdcbaecbcf req-7b2da657-234c-4c75-8d9b-addd43510b97 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Dec 16 18:03:24.836617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9e95f02-eaea-47a2-970b-760777eef617 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:03:24.926836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port d9e95f02-eaea-47a2-970b-760777eef617, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9e95f02-eaea-47a2-970b-760777eef617,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:24.937535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'd9e95f02-eaea-47a2-970b-760777eef617', 'network_id': '5df16718-5486-459e-a1b8-1e08fc2fcda5', 'port_id': 'd9e95f02-eaea-47a2-970b-760777eef617', 'mac_address': 'fa:16:3e:0b:c9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:03:24.976370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:24.988510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e95f02-eaea-47a2-970b-760777eef617 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:03:25.006299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port d9e95f02-eaea-47a2-970b-760777eef617, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9e95f02-eaea-47a2-970b-760777eef617,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:25.010116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:25.055242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=d9e95f02-eaea-47a2-970b-760777eef617,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:25.061951 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.062295 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.062634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.063495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.063823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.064147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.064470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.064792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.065144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.065471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.065791 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.066103 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.066415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:25.216385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['d9e95f02-eaea-47a2-970b-760777eef617'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:03:25.817323 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061a8ac-465b-4b78-bf29-c1bdb401579b req-4bd58c2f-7d9b-46fb-abb3-d03daaae91da tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:25.818777 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2061a8ac-465b-4b78-bf29-c1bdb401579b req-4bd58c2f-7d9b-46fb-abb3-d03daaae91da tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Dec 16 18:03:25.864644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2061a8ac-465b-4b78-bf29-c1bdb401579b req-11906d83-2e9e-42cc-be11-8efd74a8fc6e tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Dec 16 18:03:26.846375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9e95f02-eaea-47a2-970b-760777eef617 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:03:26.895277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port d9e95f02-eaea-47a2-970b-760777eef617 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:03:26.899421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port d9e95f02-eaea-47a2-970b-760777eef617 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:03:26.899880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:26.979139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:26.981399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f579-2089-484e-a6c7-b84a231597f7 req-b19d109a-9f80-4ad2-8f5e-5744b8d558dd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:26.982881 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe19f579-2089-484e-a6c7-b84a231597f7 req-b19d109a-9f80-4ad2-8f5e-5744b8d558dd tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 945 time: 0.0521529 Dec 16 18:03:27.002748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7063d488-9912-44e7-9d04-63a76af14496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e95f02-eaea-47a2-970b-760777eef617'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:27.004993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525c2efc-e9e1-44d3-994d-7c0c71eea6f9" -d '{"events": [{"server_uuid": "7063d488-9912-44e7-9d04-63a76af14496", "name": "network-vif-plugged", "status": "completed", "tag": "d9e95f02-eaea-47a2-970b-760777eef617"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:27.018790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port d9e95f02-eaea-47a2-970b-760777eef617, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9e95f02-eaea-47a2-970b-760777eef617,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:27.023419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:27.037484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe19f579-2089-484e-a6c7-b84a231597f7 req-22bbc795-f202-4420-ab66-5a1eae25f5e0 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Dec 16 18:03:27.046260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466ad11-78d2-41e9-8ba2-3d0320f1e4a6 x-openstack-request-id: req-a466ad11-78d2-41e9-8ba2-3d0320f1e4a6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:27.046551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7063d488-9912-44e7-9d04-63a76af14496", "name": "network-vif-plugged", "status": "completed", "tag": "d9e95f02-eaea-47a2-970b-760777eef617", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:27.046806 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a466ad11-78d2-41e9-8ba2-3d0320f1e4a6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:27.047701 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7063d488-9912-44e7-9d04-63a76af14496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e95f02-eaea-47a2-970b-760777eef617', 'code': 200} Dec 16 18:03:27.072819 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=d9e95f02-eaea-47a2-970b-760777eef617,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:27.207954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55fc88-6fa6-48c4-98ca-0d6c6bc3ecc7 req-ff460a32-ee46-4afc-b275-6252b568e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:27.209577 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6f55fc88-6fa6-48c4-98ca-0d6c6bc3ecc7 req-ff460a32-ee46-4afc-b275-6252b568e5ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 1099 time: 0.0405827 Dec 16 18:03:27.252667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6f55fc88-6fa6-48c4-98ca-0d6c6bc3ecc7 req-e4b4c413-8f90-4f08-9dcf-46634658d5c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Dec 16 18:03:28.150880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd349-0da8-4e8c-9a81-5120569add75 req-3a1baec1-102b-4440-86d8-ecaf8883eb1f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:28.152390 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c97bd349-0da8-4e8c-9a81-5120569add75 req-3a1baec1-102b-4440-86d8-ecaf8883eb1f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Dec 16 18:03:28.198673 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c97bd349-0da8-4e8c-9a81-5120569add75 req-b52a4dc2-0425-47fb-9b6d-633ded81f0d1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403905 Dec 16 18:03:29.312124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a37b0b-4c7e-4261-b5d7-fb93412929d7 req-ac64baeb-038e-4316-b7a1-f31444ec9873 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:29.313623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99a37b0b-4c7e-4261-b5d7-fb93412929d7 req-ac64baeb-038e-4316-b7a1-f31444ec9873 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 946 time: 0.0481856 Dec 16 18:03:29.363509 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99a37b0b-4c7e-4261-b5d7-fb93412929d7 req-c3c5075c-ceef-4b80-87e6-6c832cf577eb tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Dec 16 18:03:29.475138 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe044e-a578-403d-ba5c-19a4e42f7f46 req-84abe9c6-4d7b-4d62-b4bb-1aa613bec53f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:29.476660 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-affe044e-a578-403d-ba5c-19a4e42f7f46 req-84abe9c6-4d7b-4d62-b4bb-1aa613bec53f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 946 time: 0.0484729 Dec 16 18:03:29.522436 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-affe044e-a578-403d-ba5c-19a4e42f7f46 req-260d090e-199c-4228-ac3e-ff2492ddafc9 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Dec 16 18:03:37.402446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14188ae8-66cd-4a96-8a19-0b9eabde9920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:38.546559 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:03:39.721840 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44583cea-9bc9-4848-b9a7-1ede676266a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:40.938761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:42.182823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:43.090598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:50.418193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:51.960385 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed7f0-7cc3-43a7-a10a-a6d0de253edb req-0079ae06-8e68-4c47-9e0c-8fa2be1510dc tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:51.965203 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-319ed7f0-7cc3-43a7-a10a-a6d0de253edb req-0079ae06-8e68-4c47-9e0c-8fa2be1510dc tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 946 time: 0.0516760 Dec 16 18:03:52.010898 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-319ed7f0-7cc3-43a7-a10a-a6d0de253edb req-dd09007b-5c88-4ed8-95cc-3c995e6798e6 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Dec 16 18:03:53.131060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4daf5-c5d6-4703-b622-d82da33139d9 req-2cf40027-1da6-4392-8449-6dadee97151f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:53.132464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ff4daf5-c5d6-4703-b622-d82da33139d9 req-2cf40027-1da6-4392-8449-6dadee97151f tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 946 time: 0.0521681 Dec 16 18:03:53.180262 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ff4daf5-c5d6-4703-b622-d82da33139d9 req-f9839417-ec7e-45ae-83bd-3e813fc89335 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/security-groups?id=a33e5cd7-0070-408e-a4ec-a9ede7d611af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Dec 16 18:03:53.565002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-bb8224fc-61a7-47ab-a206-05abb14afa35 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:53.566361 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-bb8224fc-61a7-47ab-a206-05abb14afa35 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Dec 16 18:03:53.654542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Deleting port d9e95f02-eaea-47a2-970b-760777eef617 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:53.654885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:53.744050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] For port d9e95f02-eaea-47a2-970b-760777eef617, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9e95f02-eaea-47a2-970b-760777eef617,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:53.744414 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:53.757084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Calling delete_port for d9e95f02-eaea-47a2-970b-760777eef617 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:53.881696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:53.893516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['d9e95f02-eaea-47a2-970b-760777eef617'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:03:53.914095 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Pushing event deleted for resources: {'Port': ['ID=d9e95f02-eaea-47a2-970b-760777eef617,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:53.926407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.926774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.927119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.927463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.927802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.928138 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.928479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.928812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.929167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.929500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.929834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.930165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.930493 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:53.963655 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] No DVR routers for this DVR port d9e95f02-eaea-47a2-970b-760777eef617 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:03:53.966152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:53.970047 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-414fc204-7f75-49b4-8a84-1154831e7b30 req-8f0b8a49-3f82-4847-9b56-d2df056edfd1 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.57 "DELETE /v2.0/ports/d9e95f02-eaea-47a2-970b-760777eef617 HTTP/1.1" status: 204 len: 173 time: 0.3971713 Dec 16 18:03:53.970504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7063d488-9912-44e7-9d04-63a76af14496', 'name': 'network-vif-deleted', 'tag': 'd9e95f02-eaea-47a2-970b-760777eef617'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:53.972788 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2589dc8-4163-40fd-9451-3d5c75d6cc70" -d '{"events": [{"server_uuid": "7063d488-9912-44e7-9d04-63a76af14496", "name": "network-vif-deleted", "tag": "d9e95f02-eaea-47a2-970b-760777eef617"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:54.011086 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82abd42a-70ba-4501-9b37-f2e06f5adc62 x-openstack-request-id: req-82abd42a-70ba-4501-9b37-f2e06f5adc62 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:54.011435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7063d488-9912-44e7-9d04-63a76af14496", "name": "network-vif-deleted", "tag": "d9e95f02-eaea-47a2-970b-760777eef617", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:54.011699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82abd42a-70ba-4501-9b37-f2e06f5adc62 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:54.012108 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7063d488-9912-44e7-9d04-63a76af14496', 'name': 'network-vif-deleted', 'tag': 'd9e95f02-eaea-47a2-970b-760777eef617', 'status': 'completed', 'code': 200} Dec 16 18:03:54.288024 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8f01ee0d-3900-4919-94fd-47e5c1db4dea req-b4f319b4-82ac-41ae-ba9d-4a0c1b397be3 tempest-TestEncryptedCinderVolumes-1854535942 tempest-TestEncryptedCinderVolumes-1854535942-project] 10.222.0.66 "GET /v2.0/ports?device_id=7063d488-9912-44e7-9d04-63a76af14496 HTTP/1.1" status: 200 len: 210 time: 0.0294311 Dec 16 18:03:55.375854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55364) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:55.710332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:55.947270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Deleting port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:55.947609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.022568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] For port 47f6a2c8-a46d-4342-a24c-8b5446a82eaf, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:56.022837 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.033998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Calling delete_port for 47f6a2c8-a46d-4342-a24c-8b5446a82eaf owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:56.206298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.235654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f6a2c8-a46d-4342-a24c-8b5446a82eaf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:56.715364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.931102 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:03:56.973141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9e95f02-eaea-47a2-970b-760777eef617 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:03:56.992783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: d9e95f02-eaea-47a2-970b-760777eef617 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:03:56.993162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9e95f02-eaea-47a2-970b-760777eef617 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:03:57.039356 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:03:57.044459 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-be83be96-e6ac-4233-bc7a-cdf9acd390c3 admin admin] 10.222.0.66 "PUT /v2.0/routers/b5678574-0b60-4bc1-bf70-c8c7a7bc3b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6675780 Dec 16 18:03:57.047101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55366) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:57.047882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] Sync routers for ids ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:03:57.058081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] Routers {'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:57.058704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:03:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.149368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.162471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] Set router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:57.249431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.300950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Deleting port 72d6df36-a080-4508-864e-ee7b73fcb1b2 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:57.301324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.338304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:03:56Z', 'revision_number': 5, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port': {'id': '72d6df36-a080-4508-864e-ee7b73fcb1b2', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:34Z', 'updated_at': '2021-12-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.363918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] Checking router: b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:03:57.372221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] Routers {'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:57.372889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:03:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.379495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] For port 72d6df36-a080-4508-864e-ee7b73fcb1b2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=72d6df36-a080-4508-864e-ee7b73fcb1b2,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:57.379868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.392213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Calling delete_port for 72d6df36-a080-4508-864e-ee7b73fcb1b2 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:57.458127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] Set router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:57.515727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:03:57Z', 'revision_number': 6, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.542601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645f20e-c8be-48f3-90d8-fd9318031a30 None None] The sync data for ids ['b5678574-0b60-4bc1-bf70-c8c7a7bc3b83'] in dv-neutron-821818-2-hyperv is: [{'id': 'b5678574-0b60-4bc1-bf70-c8c7a7bc3b83', 'name': 'tempest-TestEncryptedCinderVolumes-1470810871-router', 'tenant_id': 'd32becc48fc94d24bfa50c532c99cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:33Z', 'updated_at': '2021-12-16T18:03:57Z', 'revision_number': 6, 'project_id': 'd32becc48fc94d24bfa50c532c99cd47', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:03:57.557599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.588536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Pushing event deleted for resources: {'Port': ['ID=72d6df36-a080-4508-864e-ee7b73fcb1b2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:57.598972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41148eb9-e79b-4dc2-bace-1eaba809302c None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:03:57.648304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.736130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.738404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.784775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.785250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:03:57.789491 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.790756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-17b72b48-b2f8-46ba-9ca5-dfaccef0781f admin admin] 10.222.0.66 "DELETE /v2.0/routers/b5678574-0b60-4bc1-bf70-c8c7a7bc3b83 HTTP/1.1" status: 204 len: 168 time: 0.7427282 Dec 16 18:03:57.793308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55368) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:57.837827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Deleting subnet fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:03:57.840829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.873978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.959164 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.011532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.036674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:58.040354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.043597 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa8499ae-457f-4312-911a-14108acea52d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fc62427b-5f3e-4768-9cc1-9ae2ad0fbeb3 HTTP/1.1" status: 204 len: 168 time: 0.2493412 Dec 16 18:03:58.046135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55370) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:58.048689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119364a-d222-4fa5-8ab7-9acc16ce53d7 None None] Network 5df16718-5486-459e-a1b8-1e08fc2fcda5 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:03:58.114274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.171964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Deleting port 1f7f4893-374a-4541-9ddf-e74ffd42514e {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:58.172305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.232681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] For port 1f7f4893-374a-4541-9ddf-e74ffd42514e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1f7f4893-374a-4541-9ddf-e74ffd42514e,segment=NetworkSegment(0a92dcf6-2e5b-469f-889a-a51e782b8128),segment_id=0a92dcf6-2e5b-469f-889a-a51e782b8128)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:58.233008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.245890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Calling delete_port for 1f7f4893-374a-4541-9ddf-e74ffd42514e owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:58.303795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] DHCP port deletion for 5df16718-5486-459e-a1b8-1e08fc2fcda5 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:03:58.331823 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.352804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Deleting port 1f7f4893-374a-4541-9ddf-e74ffd42514e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:58.353229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.357308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7f4893-374a-4541-9ddf-e74ffd42514e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:58.361672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] No DVR routers for this DVR port 1f7f4893-374a-4541-9ddf-e74ffd42514e on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:03:58.423510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] For port 1f7f4893-374a-4541-9ddf-e74ffd42514e, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:58.423903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.436455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Calling delete_port for 1f7f4893-374a-4541-9ddf-e74ffd42514e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:58.438555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.439860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Port 1f7f4893-374a-4541-9ddf-e74ffd42514e was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 18:03:58.441163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.458393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df16718-5486-459e-a1b8-1e08fc2fcda5']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:58.466505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] Pushing event deleted for resources: {'Port': ['ID=1f7f4893-374a-4541-9ddf-e74ffd42514e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:58.470324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f1576-36e3-43df-a483-09c99eaae30d None None] No DVR routers for this DVR port 1f7f4893-374a-4541-9ddf-e74ffd42514e on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:03:58.470477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a92dcf6-2e5b-469f-889a-a51e782b8128') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:58.470617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a92dcf6-2e5b-469f-889a-a51e782b8128') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:58.484793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.507412 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.516193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:03:58.516529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:03:58.518769 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:03:58.573954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.579868 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.583246 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5df16718-5486-459e-a1b8-1e08fc2fcda5 HTTP/1.1" status: 204 len: 168 time: 0.5361772 Dec 16 18:03:58.586306 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55372) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:58.596462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b18e87-49f4-4232-a32d-030a6ea82761 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df16718-5486-459e-a1b8-1e08fc2fcda5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:58.863348 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 72d6df36-a080-4508-864e-ee7b73fcb1b2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:03:58.883267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 72d6df36-a080-4508-864e-ee7b73fcb1b2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:03:58.883611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 72d6df36-a080-4508-864e-ee7b73fcb1b2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:03:58.884032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 47f6a2c8-a46d-4342-a24c-8b5446a82eaf no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:03:58.903452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 47f6a2c8-a46d-4342-a24c-8b5446a82eaf {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:03:58.903815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 47f6a2c8-a46d-4342-a24c-8b5446a82eaf not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:03:58.904238 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1f7f4893-374a-4541-9ddf-e74ffd42514e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:03:58.926788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1f7f4893-374a-4541-9ddf-e74ffd42514e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:03:58.927135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1f7f4893-374a-4541-9ddf-e74ffd42514e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:03:58.935964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.176500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Deleting port ba47e388-41b0-4df8-b7c7-eb8ed958e91e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:59.176845 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.251757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] For port ba47e388-41b0-4df8-b7c7-eb8ed958e91e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,segment=NetworkSegment(94011c62-28db-425b-9f3c-9dc33e42ab91),segment_id=94011c62-28db-425b-9f3c-9dc33e42ab91)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:59.252113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.264292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Calling delete_port for ba47e388-41b0-4df8-b7c7-eb8ed958e91e owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:59.439185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.465093 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=ba47e388-41b0-4df8-b7c7-eb8ed958e91e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:59.496691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.497070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.497415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.497747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.498076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.498404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.498726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.499050 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.499376 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.499695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.500016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.500337 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.500656 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:59.650297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.116100 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Router aa036fca-265a-4bb4-9c86-b39b8afee7c0 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:00.219423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:00.224331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-62322b53-2425-4b66-b268-5cfee4b93ddd admin admin] 10.222.0.66 "PUT /v2.0/routers/aa036fca-265a-4bb4-9c86-b39b8afee7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368797 Dec 16 18:04:00.227001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55374) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:00.228253 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] Sync routers for ids ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:00.238534 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] Routers {'aa036fca-265a-4bb4-9c86-b39b8afee7c0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:00.239137 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:03:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:00.330157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.338543 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] Set router aa036fca-265a-4bb4-9c86-b39b8afee7c0 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:00.431300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.482825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Deleting port 141ef558-c05b-45d9-b0ba-89887dd2308b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:00.483170 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.514133 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:03:59Z', 'revision_number': 5, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port': {'id': '141ef558-c05b-45d9-b0ba-89887dd2308b', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:00.542638 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] Checking router: aa036fca-265a-4bb4-9c86-b39b8afee7c0 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:00.551450 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] Routers {'aa036fca-265a-4bb4-9c86-b39b8afee7c0'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:00.552057 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:03:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:00.567679 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] For port 141ef558-c05b-45d9-b0ba-89887dd2308b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=141ef558-c05b-45d9-b0ba-89887dd2308b,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:00.568036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.579231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Calling delete_port for 141ef558-c05b-45d9-b0ba-89887dd2308b owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:00.634706 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] Set router aa036fca-265a-4bb4-9c86-b39b8afee7c0 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:00.688197 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:04:00Z', 'revision_number': 6, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:00.714196 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802eb0a9-d469-4891-bfae-5f29b340b507 None None] The sync data for ids ['aa036fca-265a-4bb4-9c86-b39b8afee7c0'] in dv-neutron-821818-2-hyperv is: [{'id': 'aa036fca-265a-4bb4-9c86-b39b8afee7c0', 'name': 'tempest-TestEncryptedCinderVolumes-331632240-router', 'tenant_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:02:38Z', 'updated_at': '2021-12-16T18:04:00Z', 'revision_number': 6, 'project_id': 'a5718d9bb96147ce86d82ba85e7e4ad8', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:00.742566 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.776604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Pushing event deleted for resources: {'Port': ['ID=141ef558-c05b-45d9-b0ba-89887dd2308b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:00.782746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b42170-bd5e-4fe4-b85a-baf46a20f8ce None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:00.835253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.924540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.926948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.970636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.971136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa036fca-265a-4bb4-9c86-b39b8afee7c0 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:04:00.975439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.976573 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2afbe03d-6df0-438f-954b-b510c4c4ced4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/aa036fca-265a-4bb4-9c86-b39b8afee7c0 HTTP/1.1" status: 204 len: 168 time: 0.7486243 Dec 16 18:04:00.979162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55376) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:01.023895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Deleting subnet 2249f825-3d07-48a6-8db0-043f2cc98d70 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:04:01.026864 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.070139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.158776 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.210977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.238662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.242731 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2249f825-3d07-48a6-8db0-043f2cc98d70 HTTP/1.1" status: 204 len: 168 time: 0.2626443 Dec 16 18:04:01.243682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20437dde-543d-4374-b860-bdf5dfc0d6ec None None] Network 94d3fb64-b592-45a2-a161-0e5569b1b436 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:01.243808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220560-ead2-493c-99ad-611712ef2b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2249f825-3d07-48a6-8db0-043f2cc98d70,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:01.245404 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55378) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:01.316374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.368000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Deleting port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:01.368339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.428783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] For port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,segment=NetworkSegment(94011c62-28db-425b-9f3c-9dc33e42ab91),segment_id=94011c62-28db-425b-9f3c-9dc33e42ab91)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:01.429104 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.444313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Calling delete_port for d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:01.506745 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baae344-a3c7-46b1-a62b-46b309a49181 None None] DHCP port deletion for 94d3fb64-b592-45a2-a161-0e5569b1b436 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:01.509089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ba47e388-41b0-4df8-b7c7-eb8ed958e91e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:01.525724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.537671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: ba47e388-41b0-4df8-b7c7-eb8ed958e91e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:01.538032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device ba47e388-41b0-4df8-b7c7-eb8ed958e91e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:01.552644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d566ec80-5c8b-4dbf-90ba-1ee162eea3e9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:01.554542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] No DVR routers for this DVR port d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:04:01.559255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0baae344-a3c7-46b1-a62b-46b309a49181 None None] The port 'd566ec80-5c8b-4dbf-90ba-1ee162eea3e9' was deleted {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 18:04:01.628796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.649554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d3fb64-b592-45a2-a161-0e5569b1b436']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:01.659484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94011c62-28db-425b-9f3c-9dc33e42ab91') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:01.659782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94011c62-28db-425b-9f3c-9dc33e42ab91') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:01.669339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.684205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.691011 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:04:01.691408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:04:01.693134 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:04:01.746955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.752499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:01.755662 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] 10.222.0.66 "DELETE /v2.0/networks/94d3fb64-b592-45a2-a161-0e5569b1b436 HTTP/1.1" status: 204 len: 168 time: 0.5091858 Dec 16 18:04:01.768433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772be8-89fc-497b-a2b0-ee18f9225f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d3fb64-b592-45a2-a161-0e5569b1b436,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:01.916746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55382) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:01.960151 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-60530815-b1d6-4d76-9da6-a20b456566a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d32becc48fc94d24bfa50c532c99cd47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421746 Dec 16 18:04:01.962659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55384) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:02.008593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0393012b-3074-4040-80d4-585e57e369af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.029457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0393012b-3074-4040-80d4-585e57e369af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.074364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0393012b-3074-4040-80d4-585e57e369af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.076914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0393012b-3074-4040-80d4-585e57e369af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.078619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0393012b-3074-4040-80d4-585e57e369af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a33e5cd7-0070-408e-a4ec-a9ede7d611af HTTP/1.1" status: 204 len: 168 time: 0.1150281 Dec 16 18:04:02.086474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393012b-3074-4040-80d4-585e57e369af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e5cd7-0070-408e-a4ec-a9ede7d611af,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:02.384508 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55390) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:02.423884 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d39d284d-c26b-40c0-afd0-29d4cfed5bdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5718d9bb96147ce86d82ba85e7e4ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380888 Dec 16 18:04:02.426134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55392) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:02.472561 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4aee16f5-eea0-4071-9262-3ce0943f524d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.492706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4aee16f5-eea0-4071-9262-3ce0943f524d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.542471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4aee16f5-eea0-4071-9262-3ce0943f524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.545213 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4aee16f5-eea0-4071-9262-3ce0943f524d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:02.546406 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4aee16f5-eea0-4071-9262-3ce0943f524d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/979a544d-3363-49ea-a3dc-f37d4e2eff3f HTTP/1.1" status: 204 len: 168 time: 0.1193345 Dec 16 18:04:02.554308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee16f5-eea0-4071-9262-3ce0943f524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979a544d-3363-49ea-a3dc-f37d4e2eff3f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:02.863609 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 141ef558-c05b-45d9-b0ba-89887dd2308b no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:02.883031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 141ef558-c05b-45d9-b0ba-89887dd2308b {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:02.883391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 141ef558-c05b-45d9-b0ba-89887dd2308b not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:02.883790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:02.903245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:02.903587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d566ec80-5c8b-4dbf-90ba-1ee162eea3e9 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:03.241777 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55414) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:03.340959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1808779085-network', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:03.364241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Made reservation on behalf of 8d133651f52a44dcb145ef317d26b1cd for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:04:03.366565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.375595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.453970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.458045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.487191 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:04:03.493649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ec8dc2-e875-4997-9189-dd3fe0362f15,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:03.500837 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.501301 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Added segment efa74614-e96b-48e7-8f3c-b16ecc655da2 of type vlan for network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd Dec 16 18:04:03.542703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.566630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.567488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:03.568073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.624004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3811061 Dec 16 18:04:03.627036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55418) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:03.629356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274ce1-6389-4fa0-be68-603bafdf39a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:03.633671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Request body: {'subnet': {'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1808779085-subnet', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:03.650849 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:04:03.669101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Made reservation on behalf of 8d133651f52a44dcb145ef317d26b1cd for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:04:03.672204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.841182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.895295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b811ad4-cc3a-4591-a3d3-7f32d934697d,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:03.904227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Checking segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:03.904587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Network hostable DHCP agents. Network: 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:04:03.922989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:04:03.931500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:03.935574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:03.936170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.940727 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec9094-aac6-4cd3-81ab-0da3b69d6253 None None] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:03.952083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f58d9bf2-d339-4292-a4c8-7913d3ea35f3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3233147 Dec 16 18:04:03.954720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55420) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:03.958959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:03.981371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.982376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.036440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.042659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:04:04.043676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.176927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.188358 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Allocated IP 172.20.0.2 (8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd/4b811ad4-cc3a-4591-a3d3-7f32d934697d/d1309505-dc23-42ec-902b-ac83c5f7b5cd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:04.331155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.338586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.383539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.403943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.512563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Allocated IP 172.26.2.170 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/e4b70975-d9cf-4885-8a2f-92a0c258b9a5) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:04.544310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Pushing event updated for resources: {'Port': ['ID=d1309505-dc23-42ec-902b-ac83c5f7b5cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:04.556248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:04.557815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:04.560710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:04.616463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Attempting to bind port d1309505-dc23-42ec-902b-ac83c5f7b5cd on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:04.616991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Attempting to bind port d1309505-dc23-42ec-902b-ac83c5f7b5cd by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:04.617451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Attempting to bind port d1309505-dc23-42ec-902b-ac83c5f7b5cd on network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:04.622510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:04.623025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Checking segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:04.623525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.624012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Bound using segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:04.625368 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Bound port: d1309505-dc23-42ec-902b-ac83c5f7b5cd, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:04.625843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.630836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.664347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.689076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] For port d1309505-dc23-42ec-902b-ac83c5f7b5cd, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:04.692174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] For port d1309505-dc23-42ec-902b-ac83c5f7b5cd, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d1309505-dc23-42ec-902b-ac83c5f7b5cd,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:04.695875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.703143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:04.706061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:04.709479 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:04.714697 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:04.726847 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacad24-9efe-4a4a-a06a-c918af105dcc None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:04.767674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a396b2-a0c9-4db9-8610-05bacf5ef300 None None] Pushing event updated for resources: {'Port': ['ID=d1309505-dc23-42ec-902b-ac83c5f7b5cd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:04.836553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-43f53589-88ec-4790-a3eb-d481dd2daf95 None None] Provisioning complete for port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:04.837089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43f53589-88ec-4790-a3eb-d481dd2daf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.876446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-43f53589-88ec-4790-a3eb-d481dd2daf95 None None] Port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:05.003483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:05.531133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:05.663918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Router 130ec323-cb35-4f1c-a850-6e9a68857d83 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:04:05.706288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66555d7a-9495-4905-b25f-f1a16f18a12e None None] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:05.771678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:05.780499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Sync routers for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:05.790064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:05.792776 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-70aa7005-830c-468b-a72f-5c64af73ddd3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8357089 Dec 16 18:04:05.794380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55422) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:05.814327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:05.814961 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:03:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:05.868330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f962855b-a428-48f1-8bc8-63905d8e7e99 None None] Provisioning complete for port d1309505-dc23-42ec-902b-ac83c5f7b5cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:05.868705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f962855b-a428-48f1-8bc8-63905d8e7e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:05.968620 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:06.099673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f962855b-a428-48f1-8bc8-63905d8e7e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.154045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f962855b-a428-48f1-8bc8-63905d8e7e99 None None] For port d1309505-dc23-42ec-902b-ac83c5f7b5cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d1309505-dc23-42ec-902b-ac83c5f7b5cd,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:06.161137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f962855b-a428-48f1-8bc8-63905d8e7e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.226134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.236678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962855b-a428-48f1-8bc8-63905d8e7e99 None None] Pushing event updated for resources: {'Port': ['ID=d1309505-dc23-42ec-902b-ac83c5f7b5cd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:06.256455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:04Z', 'revision_number': 3, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:06.291144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Checking router: 130ec323-cb35-4f1c-a850-6e9a68857d83 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:06.291423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Updating router 130ec323-cb35-4f1c-a850-6e9a68857d83 port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:04:06.321535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.348702 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e45d105b-9373-468d-b6c7-854393e4f11f None None] Provisioning complete for port d1309505-dc23-42ec-902b-ac83c5f7b5cd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:06.349083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e45d105b-9373-468d-b6c7-854393e4f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.387016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Allocated IP 172.20.0.1 (8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd/4b811ad4-cc3a-4591-a3d3-7f32d934697d/138b9c6f-2c66-4f6e-92fb-b04a7c2843eb) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:06.488891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.524111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.567707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:06.572283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:06.575867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:06.602082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Pushing event updated for resources: {'Port': ['ID=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:06.621970 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.645452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.651250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.700890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1449810-36f2-484d-9722-10ab23e9db37 None None] Pushing event updated for resources: {'Port': ['ID=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:06.711421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787782f-59ba-4331-93eb-882918b07017 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:06.719926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Attempting to bind port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:06.720305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Attempting to bind port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:06.720673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Attempting to bind port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:06.728506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:06.728890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:06.729416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.729698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:06.730206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Bound port: e4b70975-d9cf-4885-8a2f-92a0c258b9a5, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:06.730678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.768447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.791375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b63147f6-c31d-4b30-acc2-29f65d03bb87 None None] Provisioning complete for port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:06.791741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b63147f6-c31d-4b30-acc2-29f65d03bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.822968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] For port e4b70975-d9cf-4885-8a2f-92a0c258b9a5, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:06.847909 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] For port e4b70975-d9cf-4885-8a2f-92a0c258b9a5, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:06.853920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.860890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b63147f6-c31d-4b30-acc2-29f65d03bb87 None None] Port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:06.907191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87f5ab-6c9c-4b9f-a34d-994f643ef70d None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:06.929297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:06.929922 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:03:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:06.931731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1449810-36f2-484d-9722-10ab23e9db37 None None] Pushing event updated for resources: {'Port': ['ID=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:06.938698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d1309505-dc23-42ec-902b-ac83c5f7b5cd up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:06.951637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:06.958925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.027575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Pushing event updated for resources: {'Port': ['ID=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:07.031378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.063201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Provisioning complete for port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:07.063494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.117526 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:07.118434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:07.118961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:07.127505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d1309505-dc23-42ec-902b-ac83c5f7b5cd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:07.127877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.130574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:07.204048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Provisioning complete for port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:07.204048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.237568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Router 130ec323-cb35-4f1c-a850-6e9a68857d83 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:07.354913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:07.367964 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-140e89e6-fa90-4feb-8500-b1c669753e7f admin admin] 10.222.0.66 "PUT /v2.0/routers/130ec323-cb35-4f1c-a850-6e9a68857d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645998 Dec 16 18:04:07.473799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d585aae-0bc8-4e05-8674-d07256550705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.616259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.642416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] For port e4b70975-d9cf-4885-8a2f-92a0c258b9a5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:07.650985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.686044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 1, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:07.724498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7cf8e-bbc0-4f46-95b4-531a1850cb5b None None] The sync data for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv is: [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 1, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:07.736392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5afa0-fcc4-4815-b6c5-45eccca67492 None None] Pushing event updated for resources: {'Port': ['ID=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:07.769885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-febc5a6e-8749-4038-9d2b-254c9d243a1f None None] Provisioning complete for port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:07.770245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-febc5a6e-8749-4038-9d2b-254c9d243a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.812846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-febc5a6e-8749-4038-9d2b-254c9d243a1f None None] Port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:07.836691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55438) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:07.841854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462019165-network', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:07.865278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Made reservation on behalf of e2f8d00048fd4c26a8c7c3d10b4ca082 for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:04:07.867723 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.877264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.967733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:07.971980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.005202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:04:08.015250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ebb77-d28a-4d01-ade4-2ad7b07292df,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:08.020449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.020800 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Added segment af09ad0a-d341-4809-8382-61f5b9101403 of type vlan for network 7f25c5ab-d52a-4ef6-b86b-70108753befa Dec 16 18:04:08.064271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.090515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.091559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:08.092282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.151556 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3135710 Dec 16 18:04:08.154263 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55440) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:08.159250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Request body: {'subnet': {'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462019165-subnet', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:08.167539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e482b1-458a-43c3-8c53-d24bef5bd87c admin admin] Pushing event updated for resources: {'Network': ['ID=7f25c5ab-d52a-4ef6-b86b-70108753befa,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:08.178057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:04:08.193424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Made reservation on behalf of e2f8d00048fd4c26a8c7c3d10b4ca082 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:04:08.196187 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.384276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.435140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b4da53-6dd8-4869-8382-9bcacb027b1f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:08.454239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Checking segment: {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:08.454602 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Network hostable DHCP agents. Network: 7f25c5ab-d52a-4ef6-b86b-70108753befa, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:04:08.472670 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:04:08.481784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 7f25c5ab-d52a-4ef6-b86b-70108753befa) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:08.486333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:08.487247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.491090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25b243-a8f1-403c-ba4b-0ae3644c21a8 None None] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:08.507676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f93275c-dde4-4898-bb49-c3c3e15463a7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3523514 Dec 16 18:04:08.510327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55442) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:08.515685 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:08.556870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.557796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.615642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.618301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-7f25c5ab-d52a-4ef6-b86b-70108753befa', 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'fixed_ips': [{'subnet_id': '14b4da53-6dd8-4869-8382-9bcacb027b1f'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:04:08.619313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.761210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.761543 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Allocated IP 172.20.0.2 (7f25c5ab-d52a-4ef6-b86b-70108753befa/14b4da53-6dd8-4869-8382-9bcacb027b1f/0f4999f4-e95c-4d57-bf10-a35e4d503e4b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:08.925665 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e4b70975-d9cf-4885-8a2f-92a0c258b9a5 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:08.979580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.988499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:08.988989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.008511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.040699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:09.048697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:09.050571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:09.050942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.052956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:09.075783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Pushing event updated for resources: {'Port': ['ID=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:09.124721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Allocated IP 172.26.2.44 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/3e9173bf-1191-4d11-9d7d-5cb30a54705a) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:09.142868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Attempting to bind port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:09.143243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Attempting to bind port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:09.143594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Attempting to bind port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b on network 7f25c5ab-d52a-4ef6-b86b-70108753befa {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:09.151055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:09.151430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Checking segment: {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:09.151831 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.152226 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Bound using segment: {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:09.152695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Bound port: 0f4999f4-e95c-4d57-bf10-a35e4d503e4b, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:09.153100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.224155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.248571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] For port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:09.252470 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] For port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,segment=NetworkSegment(af09ad0a-d341-4809-8382-61f5b9101403),segment_id=af09ad0a-d341-4809-8382-61f5b9101403)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:09.257593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.267573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.307473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:09.315576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:09.320329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:09.320514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1606675-8fca-4354-a7be-1ff2e50f70b8 None None] Pushing event updated for resources: {'Port': ['ID=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:09.322420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9173bf-1191-4d11-9d7d-5cb30a54705a,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:09.330800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d594d2-aa84-4a1b-93ba-e8c4cd8c4dd0 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:09.449165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f98c1253-2d9b-421c-b070-7516ae543471 None None] Provisioning complete for port 3e9173bf-1191-4d11-9d7d-5cb30a54705a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:09.449688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f98c1253-2d9b-421c-b070-7516ae543471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.526158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f98c1253-2d9b-421c-b070-7516ae543471 None None] Port 3e9173bf-1191-4d11-9d7d-5cb30a54705a cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:09.604055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.726266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2dcb-2c28-45f5-a490-a836492d854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.837425 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Sync routers for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:09.853942 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:09.854575 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:09.962022 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:10.087155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.225697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Router 6ef2b072-5972-4edd-811b-9561608bc884 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:04:10.255518 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 2, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:10.282092 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Checking router: 130ec323-cb35-4f1c-a850-6e9a68857d83 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:10.282683 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Updating router 130ec323-cb35-4f1c-a850-6e9a68857d83 port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:04:10.308590 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.338309 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:10.352222 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Sync routers for ids ['6ef2b072-5972-4edd-811b-9561608bc884'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:10.363179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.364658 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-18f597d9-b749-46e0-8559-546831658521 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8530104 Dec 16 18:04:10.367404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55444) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:10.368106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Routers {'6ef2b072-5972-4edd-811b-9561608bc884'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:10.368737 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6ef2b072-5972-4edd-811b-9561608bc884'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:10.498619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Set router 6ef2b072-5972-4edd-811b-9561608bc884 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:10.568181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7798b-d1e1-430b-845f-1f7d595677fe None None] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:10.629240 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.635708 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.677556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4872908e-ba09-486c-9682-6fb38a997e90 None None] Provisioning complete for port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:10.677556 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4872908e-ba09-486c-9682-6fb38a997e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.684441 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Pushing event updated for resources: {'Port': ['ID=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:10.692698 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.693312 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.693810 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.694312 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.694645 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.695157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.695491 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.695827 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.696309 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.696791 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.697297 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.697877 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.698354 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:10.761293 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Attempting to bind port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:10.761896 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Attempting to bind port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:10.762436 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Attempting to bind port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb on network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:10.768562 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:10.769289 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Checking segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:10.769850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.770432 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Bound using segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:10.771070 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Bound port: 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:10.771625 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.843242 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] For port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:10.846878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.847005 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] For port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:10.855273 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.910276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4872908e-ba09-486c-9682-6fb38a997e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:10.917001 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538996d6-0a8b-4e03-8c82-0ce903108c66 None None] Pushing event updated for resources: {'Port': ['ID=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:10.944305 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:10.945312 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:10.980248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:04:09Z', 'revision_number': 3, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:11.044838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Checking router: 6ef2b072-5972-4edd-811b-9561608bc884 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:11.045482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Updating router 6ef2b072-5972-4edd-811b-9561608bc884 port 3e9173bf-1191-4d11-9d7d-5cb30a54705a binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:04:11.052891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0f4999f4-e95c-4d57-bf10-a35e4d503e4b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:11.102175 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:11.107042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.114227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Allocated IP 172.20.0.1 (7f25c5ab-d52a-4ef6-b86b-70108753befa/14b4da53-6dd8-4869-8382-9bcacb027b1f/f2c81cc6-95cd-451b-9b03-0109e11b2c1d) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:11.142012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4872908e-ba09-486c-9682-6fb38a997e90 None None] For port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,segment=NetworkSegment(af09ad0a-d341-4809-8382-61f5b9101403),segment_id=af09ad0a-d341-4809-8382-61f5b9101403)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:11.148709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.177461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4872908e-ba09-486c-9682-6fb38a997e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.268037 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.309013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.350433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872908e-ba09-486c-9682-6fb38a997e90 None None] Pushing event updated for resources: {'Port': ['ID=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:11.365158 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:10Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:11.369486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:11.372452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:11.377599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:11.390720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:11.391240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.395914 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785055e-3722-4dac-9ff6-03a0263873ac None None] The sync data for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv is: [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:10Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:11.402189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:11.420086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.585989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.633364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Provisioning complete for port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:11.633742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.769026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.774157 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.848135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.848890 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.851388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:11.858633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Provisioning complete for port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:11.859018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.860633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.941025 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7dd61-ac7a-459d-9370-4073c0fc5b25 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:11.947580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d01eb-c43a-45c2-9f08-ab10cae44a6b None None] Pushing event updated for resources: {'Port': ['ID=3e9173bf-1191-4d11-9d7d-5cb30a54705a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:11.953741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:11.955169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Attempting to bind port 3e9173bf-1191-4d11-9d7d-5cb30a54705a on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:11.955549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Attempting to bind port 3e9173bf-1191-4d11-9d7d-5cb30a54705a by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:11.955759 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:11.955918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Attempting to bind port 3e9173bf-1191-4d11-9d7d-5cb30a54705a on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:11.967603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:11.968062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:11.968558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.968775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:11.969279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Bound port: 3e9173bf-1191-4d11-9d7d-5cb30a54705a, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:11.969660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.063505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] For port 3e9173bf-1191-4d11-9d7d-5cb30a54705a, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:12.068678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] For port 3e9173bf-1191-4d11-9d7d-5cb30a54705a, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3e9173bf-1191-4d11-9d7d-5cb30a54705a,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:12.072611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.085518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.095728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Router 6ef2b072-5972-4edd-811b-9561608bc884 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:12.166914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3328d73a-eae5-46bd-a351-c010ed79fef6 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:12.170053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] For port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:12.188514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d01eb-c43a-45c2-9f08-ab10cae44a6b None None] Pushing event updated for resources: {'Port': ['ID=3e9173bf-1191-4d11-9d7d-5cb30a54705a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:12.204171 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.243752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:12.250557 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-46375559-024c-40a6-a670-eb87a24f2595 admin admin] 10.222.0.66 "PUT /v2.0/routers/6ef2b072-5972-4edd-811b-9561608bc884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821666 Dec 16 18:04:12.257259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.257781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Routers {'6ef2b072-5972-4edd-811b-9561608bc884'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:12.258461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6ef2b072-5972-4edd-811b-9561608bc884'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:12.360709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07bb61-c884-4c1d-9727-ef408420d09a None None] Pushing event updated for resources: {'Port': ['ID=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:12.380726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Provisioning complete for port 3e9173bf-1191-4d11-9d7d-5cb30a54705a triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:12.381129 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.418730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] Set router 6ef2b072-5972-4edd-811b-9561608bc884 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:12.581332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.623648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] For port 3e9173bf-1191-4d11-9d7d-5cb30a54705a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3e9173bf-1191-4d11-9d7d-5cb30a54705a,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:12.629950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.698214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Provisioning complete for port f2c81cc6-95cd-451b-9b03-0109e11b2c1d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:12.698585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.730790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Pushing event updated for resources: {'Port': ['ID=3e9173bf-1191-4d11-9d7d-5cb30a54705a,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:12.747705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Port f2c81cc6-95cd-451b-9b03-0109e11b2c1d cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:12.767331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Provisioning complete for port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:12.767703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb005-8b23-4a0c-8ca7-22ecec654a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:12.772006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f2c81cc6-95cd-451b-9b03-0109e11b2c1d', 'name': '', 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'mac_address': 'fa:16:3e:ca:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:10Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 2, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'subnets': [{'id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:12.823559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7724347-675f-48bb-b617-9d40fa10ac81 None None] The sync data for ids ['6ef2b072-5972-4edd-811b-9561608bc884'] in dv-neutron-821818-2-hyperv is: [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f2c81cc6-95cd-451b-9b03-0109e11b2c1d', 'name': '', 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'mac_address': 'fa:16:3e:ca:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:10Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 2, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'subnets': [{'id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:12.929862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0f4999f4-e95c-4d57-bf10-a35e4d503e4b up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:12.990744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:12.991195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:13.139808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:13.143289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:13.198651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:13.199105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:14.931992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3e9173bf-1191-4d11-9d7d-5cb30a54705a up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:14.989218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3e9173bf-1191-4d11-9d7d-5cb30a54705a triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:14.989608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:15.547905 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:04:15.736591 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Sync routers for ids ['6ef2b072-5972-4edd-811b-9561608bc884'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:15.746809 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Routers {'6ef2b072-5972-4edd-811b-9561608bc884'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:15.747504 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6ef2b072-5972-4edd-811b-9561608bc884'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:15.865020 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Set router 6ef2b072-5972-4edd-811b-9561608bc884 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:16.072244 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f2c81cc6-95cd-451b-9b03-0109e11b2c1d', 'name': '', 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'mac_address': 'fa:16:3e:ca:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:10Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 2, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'subnets': [{'id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:16.103080 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Checking router: 6ef2b072-5972-4edd-811b-9561608bc884 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:16.103531 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Updating router 6ef2b072-5972-4edd-811b-9561608bc884 port f2c81cc6-95cd-451b-9b03-0109e11b2c1d binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:04:16.129842 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.396735 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.403303 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.447786 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12854-a7f8-4ed6-a9fd-df8c4214242f None None] Pushing event updated for resources: {'Port': ['ID=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:16.504606 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Attempting to bind port f2c81cc6-95cd-451b-9b03-0109e11b2c1d on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:16.504996 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Attempting to bind port f2c81cc6-95cd-451b-9b03-0109e11b2c1d by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:16.505363 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Attempting to bind port f2c81cc6-95cd-451b-9b03-0109e11b2c1d on network 7f25c5ab-d52a-4ef6-b86b-70108753befa {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:16.511118 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:16.511401 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Checking segment: {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:16.511861 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.512357 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Bound using segment: {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:16.512961 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Bound port: f2c81cc6-95cd-451b-9b03-0109e11b2c1d, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af09ad0a-d341-4809-8382-61f5b9101403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:16.513455 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.586152 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] For port f2c81cc6-95cd-451b-9b03-0109e11b2c1d, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:16.589787 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] For port f2c81cc6-95cd-451b-9b03-0109e11b2c1d, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,segment=NetworkSegment(af09ad0a-d341-4809-8382-61f5b9101403),segment_id=af09ad0a-d341-4809-8382-61f5b9101403)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:16.600657 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.660961 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12854-a7f8-4ed6-a9fd-df8c4214242f None None] Pushing event updated for resources: {'Port': ['ID=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:16.688726 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Routers {'6ef2b072-5972-4edd-811b-9561608bc884'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:16.689383 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6ef2b072-5972-4edd-811b-9561608bc884'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:16.750223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2cae95c3-25ce-4282-a170-8640245274bf None None] Provisioning complete for port f2c81cc6-95cd-451b-9b03-0109e11b2c1d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:16.751339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cae95c3-25ce-4282-a170-8640245274bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.938293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cae95c3-25ce-4282-a170-8640245274bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:16.946974 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] Set router 6ef2b072-5972-4edd-811b-9561608bc884 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:16.986433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f2c81cc6-95cd-451b-9b03-0109e11b2c1d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:16.992051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2cae95c3-25ce-4282-a170-8640245274bf None None] For port f2c81cc6-95cd-451b-9b03-0109e11b2c1d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,segment=NetworkSegment(af09ad0a-d341-4809-8382-61f5b9101403),segment_id=af09ad0a-d341-4809-8382-61f5b9101403)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:17.018920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cae95c3-25ce-4282-a170-8640245274bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:17.090086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae95c3-25ce-4282-a170-8640245274bf None None] Pushing event updated for resources: {'Port': ['ID=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:17.097068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f2c81cc6-95cd-451b-9b03-0109e11b2c1d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:17.097448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:17.226662 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f2c81cc6-95cd-451b-9b03-0109e11b2c1d', 'name': '', 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'mac_address': 'fa:16:3e:ca:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:10Z', 'updated_at': '2021-12-16T18:04:16Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'subnets': [{'id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:17.259699 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd42bb-1db7-46f0-b6c6-676b3b508293 None None] The sync data for ids ['6ef2b072-5972-4edd-811b-9561608bc884'] in dv-neutron-821818-2-hyperv is: [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:04:11Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f2c81cc6-95cd-451b-9b03-0109e11b2c1d', 'name': '', 'network_id': '7f25c5ab-d52a-4ef6-b86b-70108753befa', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'mac_address': 'fa:16:3e:ca:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:10Z', 'updated_at': '2021-12-16T18:04:16Z', 'revision_number': 4, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'subnets': [{'id': '14b4da53-6dd8-4869-8382-9bcacb027b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:17.379317 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-11a40558-2b77-4fc4-a54e-f0c0866eb37d None None] Provisioning complete for port f2c81cc6-95cd-451b-9b03-0109e11b2c1d triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:17.379534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11a40558-2b77-4fc4-a54e-f0c0866eb37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:18.894883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f2c81cc6-95cd-451b-9b03-0109e11b2c1d up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:18.945701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f2c81cc6-95cd-451b-9b03-0109e11b2c1d triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:18.946067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:20.428017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:22.506707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-09d7334f-ca13-4eb0-be23-f6d1d251e097 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:22.508158 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-09d7334f-ca13-4eb0-be23-f6d1d251e097 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 815 time: 0.1026063 Dec 16 18:04:22.523438 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-e9770642-297b-4669-b0eb-ff63371a2d38 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/quotas/8d133651f52a44dcb145ef317d26b1cd HTTP/1.1" status: 200 len: 375 time: 0.0096486 Dec 16 18:04:22.572526 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-a8160ac5-c333-49a3-a2f6-3c1a4a57ada2 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440030 Dec 16 18:04:22.749649 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-e9461e24-772d-4430-93d3-ce3016722b59 service neutron] 10.222.0.66 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652412 Dec 16 18:04:22.841233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-2e63fe37-3021-4195-b7ce-b37835a0a0cb service neutron] 10.222.0.66 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Dec 16 18:04:23.005870 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-20167cd7-c360-489b-954a-9b713e24d7d2 req-9d7e8b30-9470-4a45-9540-5234b6b27422 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 210 time: 0.0359485 Dec 16 18:04:24.035145 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-4498e4b3-fced-4e04-a00d-d8239a9f75c2 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:24.036869 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-4498e4b3-fced-4e04-a00d-d8239a9f75c2 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 815 time: 0.1121831 Dec 16 18:04:24.051922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'port': {'device_id': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'admin_state_up': True, 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:24.116581 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a3c9574b-8250-4bf8-82a6-001dbc03f125 req-e7accad2-3466-4b46-ac91-240e21e46555 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 210 time: 0.0314367 Dec 16 18:04:24.171425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Made reservation on behalf of 8d133651f52a44dcb145ef317d26b1cd for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:04:24.175159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:24.299947 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Allocated IP 172.20.0.7 (8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd/4b811ad4-cc3a-4591-a3d3-7f32d934697d/2699ce24-0160-42d2-9790-425609b81456) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:24.469309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:24.508951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:24.573237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:24.576565 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:24.580632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:24.610787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:24.656416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:24.657816 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:24.680047 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-c3b1cbbf-95ac-45e7-8115-955bf9c66058 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323106 Dec 16 18:04:24.852635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1190c083-9c72-4a0e-934f-34792cd2628f None None] Provisioning complete for port 2699ce24-0160-42d2-9790-425609b81456 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:24.853784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1190c083-9c72-4a0e-934f-34792cd2628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:24.887714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1190c083-9c72-4a0e-934f-34792cd2628f None None] Port 2699ce24-0160-42d2-9790-425609b81456 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:25.240458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3d627-372e-41fa-8287-cd94b4b8daa3 req-cf20b90a-6fba-4c87-98b6-f444e370ad17 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:25.242478 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88c3d627-372e-41fa-8287-cd94b4b8daa3 req-cf20b90a-6fba-4c87-98b6-f444e370ad17 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0531034 Dec 16 18:04:25.300155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-88c3d627-372e-41fa-8287-cd94b4b8daa3 req-47e6d579-6ad6-44fa-ad41-f6f862e70c6e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Dec 16 18:04:26.416599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f56e75-5bed-4d07-9826-94eb8ae1992e req-567bec49-3b68-4993-8da3-51f76592e545 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:26.419064 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29f56e75-5bed-4d07-9826-94eb8ae1992e req-567bec49-3b68-4993-8da3-51f76592e545 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0522780 Dec 16 18:04:26.468424 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29f56e75-5bed-4d07-9826-94eb8ae1992e req-8a719696-b781-4232-a9b4-103c7dc5370a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Dec 16 18:04:27.584186 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886752d-1558-4f75-a433-ba723eff4ba9 req-3d7e392d-696e-4ea6-8c3d-ff036d08cdd3 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:27.587239 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9886752d-1558-4f75-a433-ba723eff4ba9 req-3d7e392d-696e-4ea6-8c3d-ff036d08cdd3 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0512869 Dec 16 18:04:27.639096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9886752d-1558-4f75-a433-ba723eff4ba9 req-03102e43-45a7-4487-9bc7-0167fb87387d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472569 Dec 16 18:04:28.761828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d567bbc-2b5b-44e8-9e7c-3a59cc9eda68 req-befda9a6-33e7-49bd-bbf7-c3798e50b06a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:28.763782 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8d567bbc-2b5b-44e8-9e7c-3a59cc9eda68 req-befda9a6-33e7-49bd-bbf7-c3798e50b06a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0580225 Dec 16 18:04:28.810610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8d567bbc-2b5b-44e8-9e7c-3a59cc9eda68 req-6acac6c9-5219-41db-a5ec-eb0f7b44053a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Dec 16 18:04:29.928048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459aff6-36b8-4fcd-a576-d880217ad818 req-e01ee155-9a80-410b-87e9-794ae366f2eb tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:29.929548 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0459aff6-36b8-4fcd-a576-d880217ad818 req-e01ee155-9a80-410b-87e9-794ae366f2eb tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0508368 Dec 16 18:04:29.984118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0459aff6-36b8-4fcd-a576-d880217ad818 req-e16331db-1c47-41b6-8399-9e9993400b15 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486553 Dec 16 18:04:31.110361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561f99-f2a8-437d-8367-ce26600d4d25 req-f0554ef4-6558-4184-8c6b-798ed07e6d2a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:31.111959 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30561f99-f2a8-437d-8367-ce26600d4d25 req-f0554ef4-6558-4184-8c6b-798ed07e6d2a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0490782 Dec 16 18:04:31.173636 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30561f99-f2a8-437d-8367-ce26600d4d25 req-f551cd75-52fc-4ece-abf8-fadb15143e10 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Dec 16 18:04:32.292961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445921-be3c-4902-bce6-f25041c99e96 req-b51995e6-7c95-445b-a01a-473f3bab0c47 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:32.294448 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07445921-be3c-4902-bce6-f25041c99e96 req-b51995e6-7c95-445b-a01a-473f3bab0c47 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0495245 Dec 16 18:04:32.344871 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07445921-be3c-4902-bce6-f25041c99e96 req-47f51193-7616-4632-926f-859bd8740105 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Dec 16 18:04:33.465806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586708-a361-4971-8992-2d88098181b1 req-9832d0e3-c7e1-46d8-9342-646cdcd33b89 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:33.467296 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d586708-a361-4971-8992-2d88098181b1 req-9832d0e3-c7e1-46d8-9342-646cdcd33b89 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0553982 Dec 16 18:04:33.516128 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d586708-a361-4971-8992-2d88098181b1 req-e9dbca6a-d2c9-4b3f-aae1-da34b6d145c9 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Dec 16 18:04:34.644694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0208d-3b08-4d12-af02-1823a144837f req-203a38e2-07b3-4099-9e82-8ddb3445b736 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:34.646229 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ea0208d-3b08-4d12-af02-1823a144837f req-203a38e2-07b3-4099-9e82-8ddb3445b736 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 931 time: 0.0630689 Dec 16 18:04:34.697472 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ea0208d-3b08-4d12-af02-1823a144837f req-45f395ef-c34d-44f3-a54a-892b9aeb203f tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Dec 16 18:04:35.417658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Request body: {'port': {'device_id': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:35.471152 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:35.728854 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2699ce24-0160-42d2-9790-425609b81456 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:04:35.736369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:35.748119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Transition to ACTIVE for port object 2699ce24-0160-42d2-9790-425609b81456 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:04:35.751677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:35.819586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:35.825442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e308e7-c0dd-46e0-a2cf-821ad141c0fb req-eed5e4ea-c897-45bf-87ed-6bfcdc4eb77e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:35.827277 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-34e308e7-c0dd-46e0-a2cf-821ad141c0fb req-eed5e4ea-c897-45bf-87ed-6bfcdc4eb77e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 943 time: 0.0602984 Dec 16 18:04:35.870268 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Attempting to bind port 2699ce24-0160-42d2-9790-425609b81456 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:35.870626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Attempting to bind port 2699ce24-0160-42d2-9790-425609b81456 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:35.870927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Attempting to bind port 2699ce24-0160-42d2-9790-425609b81456 on network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:35.875824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Port 2699ce24-0160-42d2-9790-425609b81456 on network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:04:35.876180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Attempting to bind port 2699ce24-0160-42d2-9790-425609b81456 on network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:35.881435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:35.881779 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Checking segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:35.882167 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Bound using segment: {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:35.882585 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-34e308e7-c0dd-46e0-a2cf-821ad141c0fb req-164da419-5964-4c86-9dfb-930dbfd2de9e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Dec 16 18:04:35.882708 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Bound port: 2699ce24-0160-42d2-9790-425609b81456, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa74614-e96b-48e7-8f3c-b16ecc655da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:35.882946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:35.954527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:35.957580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:35.963214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.006174 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.006754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.008375 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] 10.222.0.57 "PUT /v2.0/ports/2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 1093 time: 0.5961783 Dec 16 18:04:36.010804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:36.013861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97009bf9-e10a-4ed1-b5a3-8d60715b039a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:36.039543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08496731-ceb7-4574-8e08-3aba6b48ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:36.077987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a41a2b3-f0e5-4e7c-b426-7b1b1904da73 x-openstack-request-id: req-3a41a2b3-f0e5-4e7c-b426-7b1b1904da73 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:36.078279 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:36.078529 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a41a2b3-f0e5-4e7c-b426-7b1b1904da73 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:36.078924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'status': 'completed', 'code': 200} Dec 16 18:04:36.095328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-f197d98e-4163-4708-afff-8523e09eaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.096849 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-f197d98e-4163-4708-afff-8523e09eaaf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1096 time: 0.0468392 Dec 16 18:04:36.144838 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-a9aa2ad4-d2d6-469a-9434-67d3426bc2e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 217 time: 0.0405207 Dec 16 18:04:36.195168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-3664b9a8-5ed4-4796-ac55-5e561704a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.196655 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-3664b9a8-5ed4-4796-ac55-5e561704a4e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0453176 Dec 16 18:04:36.242064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-a91f8bd2-593b-4d9d-9111-df52a665fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.243450 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-a91f8bd2-593b-4d9d-9111-df52a665fa8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395811 Dec 16 18:04:36.334600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-3b07fc29-1555-430f-8123-54b71f7ef7bc service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833917 Dec 16 18:04:36.428514 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-35b1af82-be32-45b1-8cc7-bf86740dd8dc req-df4bb825-1f9f-45e7-b2cf-4caf63fa3962 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863957 Dec 16 18:04:36.512620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-45ffe2f7-84c4-40ec-af77-a1cdfceb2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.514042 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-45ffe2f7-84c4-40ec-af77-a1cdfceb2974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1096 time: 0.0403445 Dec 16 18:04:36.608478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-9c104a30-8aa9-4b1a-a530-731826f29155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.610628 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-9c104a30-8aa9-4b1a-a530-731826f29155 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.0891957 Dec 16 18:04:36.659398 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-c681d97b-f87d-4df5-9cc6-822f5c53e577 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 217 time: 0.0409567 Dec 16 18:04:36.713319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-ed90f01c-b99a-44c1-8376-059cf9a501f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.714776 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-ed90f01c-b99a-44c1-8376-059cf9a501f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0481412 Dec 16 18:04:36.761954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-d02e9a2b-b575-415d-8541-317663379d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:36.763450 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-d02e9a2b-b575-415d-8541-317663379d0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398843 Dec 16 18:04:36.855781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-6a024c4b-1671-424f-ac16-cc84114742fa service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835485 Dec 16 18:04:36.949901 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-97009bf9-e10a-4ed1-b5a3-8d60715b039a req-aa8a6e99-1032-4603-a9b4-b0bcfc15e2e2 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857453 Dec 16 18:04:37.008442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b811-42d5-4077-aad0-8c2ce73390c3 req-7ef75b32-d5b7-4270-9552-1b575170c45c tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:37.010025 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99a1b811-42d5-4077-aad0-8c2ce73390c3 req-7ef75b32-d5b7-4270-9552-1b575170c45c tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 943 time: 0.0596397 Dec 16 18:04:37.057760 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-99a1b811-42d5-4077-aad0-8c2ce73390c3 req-66347ed0-0793-4b9b-83d8-8209570ef75d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Dec 16 18:04:37.404654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc37-57ab-4d3a-8c4c-d5d86227fe39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:38.170197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe102d28-c639-4895-aeae-6ab84717b3df req-76515ec3-e475-48a3-a820-380af59b522e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:38.171665 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe102d28-c639-4895-aeae-6ab84717b3df req-76515ec3-e475-48a3-a820-380af59b522e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 943 time: 0.0482712 Dec 16 18:04:38.217880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fe102d28-c639-4895-aeae-6ab84717b3df req-4b1eca1c-e553-4833-830f-635719a9857d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Dec 16 18:04:39.131508 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2699ce24-0160-42d2-9790-425609b81456 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:04:39.226165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:39.237691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '2699ce24-0160-42d2-9790-425609b81456', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'port_id': '2699ce24-0160-42d2-9790-425609b81456', 'mac_address': 'fa:16:3e:50:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:04:39.274647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:39.287413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2699ce24-0160-42d2-9790-425609b81456 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:04:39.307385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:39.310947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:39.340012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a414-fe53-47b9-9f66-c887c8f21b44 req-830aded5-5ec3-4690-8a3b-cc4aca36fb3c tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:39.341644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8ce8a414-fe53-47b9-9f66-c887c8f21b44 req-830aded5-5ec3-4690-8a3b-cc4aca36fb3c tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 943 time: 0.0575283 Dec 16 18:04:39.357750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:39.365326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.365688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.366039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.366387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.366726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.367063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.367395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.367733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.368063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.368390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.368717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.369079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.369397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:39.393685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8ce8a414-fe53-47b9-9f66-c887c8f21b44 req-c2b4276c-192f-4c78-ae42-9653a2d819b2 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Dec 16 18:04:39.557013 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2699ce24-0160-42d2-9790-425609b81456'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:04:39.727114 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82521277-417d-459d-8fa5-c46a5047fce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:40.506213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98412b72-8015-4a14-90b4-83ecac9c00be req-2f69bad7-42e3-4594-b833-94900bbc8208 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:40.507681 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98412b72-8015-4a14-90b4-83ecac9c00be req-2f69bad7-42e3-4594-b833-94900bbc8208 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 944 time: 0.0486596 Dec 16 18:04:40.553624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98412b72-8015-4a14-90b4-83ecac9c00be req-75f47d43-7c56-45fa-b757-36ace32d8ca1 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Dec 16 18:04:40.944160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:41.131826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2699ce24-0160-42d2-9790-425609b81456 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:41.181966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 2699ce24-0160-42d2-9790-425609b81456 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:04:41.185785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 2699ce24-0160-42d2-9790-425609b81456 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:41.186150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:41.260553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:41.283448 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:41.285966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097961f1-114f-4498-800e-806f68455dfd" -d '{"events": [{"server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "name": "network-vif-plugged", "status": "completed", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:41.300272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:41.304588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:41.351499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:41.435651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f527622-e7e3-4251-a357-6adeb6b0229d x-openstack-request-id: req-8f527622-e7e3-4251-a357-6adeb6b0229d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:41.435941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "name": "network-vif-plugged", "status": "completed", "tag": "2699ce24-0160-42d2-9790-425609b81456", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:41.436218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f527622-e7e3-4251-a357-6adeb6b0229d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:41.436613 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'code': 200} Dec 16 18:04:41.603130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870309d-ff8f-484a-b2d3-4cf8d1efad0b req-4f781659-12de-4101-a9c6-82f6c85133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:41.604623 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7870309d-ff8f-484a-b2d3-4cf8d1efad0b req-4f781659-12de-4101-a9c6-82f6c85133e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1098 time: 0.0404198 Dec 16 18:04:41.652791 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7870309d-ff8f-484a-b2d3-4cf8d1efad0b req-3be5a89b-243b-4c9d-9da1-10bd1e30c683 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Dec 16 18:04:41.665696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dad215-bb8c-495a-8c07-179646b6596d req-9cdba8f8-dd34-41c2-97e8-136f0f11ee5f tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:41.667146 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-70dad215-bb8c-495a-8c07-179646b6596d req-9cdba8f8-dd34-41c2-97e8-136f0f11ee5f tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0475399 Dec 16 18:04:41.712845 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-70dad215-bb8c-495a-8c07-179646b6596d req-90de8a8f-1a38-495d-8b70-27e9b0237790 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Dec 16 18:04:42.191735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.107481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.114139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d8af-d349-440f-8188-368744d415ed req-e43fea37-96bf-41e9-a49c-ef13d2b5d2a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:43.115594 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3010d8af-d349-440f-8188-368744d415ed req-e43fea37-96bf-41e9-a49c-ef13d2b5d2a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.3310387 Dec 16 18:04:43.161344 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3010d8af-d349-440f-8188-368744d415ed req-97b66b98-def7-48d3-a27c-487301160ad5 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Dec 16 18:04:43.273895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c3ad-a443-4666-b379-3c84a18c41e3 req-5edaab9a-6aa7-41ff-8268-c14f06679668 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:43.275338 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f897c3ad-a443-4666-b379-3c84a18c41e3 req-5edaab9a-6aa7-41ff-8268-c14f06679668 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0488610 Dec 16 18:04:43.320393 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f897c3ad-a443-4666-b379-3c84a18c41e3 req-42c9b281-27a7-4633-8c50-ddb5fcfc6d27 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Dec 16 18:04:43.632339 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489fb7d-53aa-4971-a60c-4660ce86104b req-eebb816e-837a-460d-9b0b-1892b0eaa762 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:43.633849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7489fb7d-53aa-4971-a60c-4660ce86104b req-eebb816e-837a-460d-9b0b-1892b0eaa762 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Dec 16 18:04:43.682842 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7489fb7d-53aa-4971-a60c-4660ce86104b req-716a6ba5-7f19-4014-957d-6466e7bc889e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Dec 16 18:04:50.424901 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:52.547427 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:04:57.194404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b6ff6-8be8-4702-a3ba-46b14b5555ba req-832198c5-5160-41d2-92aa-76f585547d7a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:57.195858 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d66b6ff6-8be8-4702-a3ba-46b14b5555ba req-832198c5-5160-41d2-92aa-76f585547d7a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0473630 Dec 16 18:04:57.242538 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d66b6ff6-8be8-4702-a3ba-46b14b5555ba req-999a53e3-d58c-4902-9d15-9f6c7e9b1ada tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Dec 16 18:04:57.264224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55650) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:57.276882 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-fb608f60-54dc-41b0-994f-6b90f1b956a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483093 Dec 16 18:04:57.381065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-9749d21f-0e30-4a1b-8458-bab5cc635fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:57.382519 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-9749d21f-0e30-4a1b-8458-bab5cc635fc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1098 time: 0.0580020 Dec 16 18:04:57.384270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35529edd-a999-46b6-981e-e6d497e2d99f tempest-TestMinimumBasicScenario-1325051601 tempest-TestMinimumBasicScenario-1325051601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:57.385652 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-35529edd-a999-46b6-981e-e6d497e2d99f tempest-TestMinimumBasicScenario-1325051601 tempest-TestMinimumBasicScenario-1325051601-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1093 time: 0.1205304 Dec 16 18:04:57.388590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55654) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:57.393669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '2699ce24-0160-42d2-9790-425609b81456', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:57.461230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:57.535934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-76faa97e-d43f-4b3e-96a5-87b0b5e27f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:57.537415 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-76faa97e-d43f-4b3e-96a5-87b0b5e27f13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.1334717 Dec 16 18:04:57.585886 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-06790eb3-cc31-46d1-8773-f2597688c702 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 217 time: 0.0396953 Dec 16 18:04:57.647563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-a4d1482f-2c47-47e7-a5c5-72b75dcbb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:57.648909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-a4d1482f-2c47-47e7-a5c5-72b75dcbb3e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0561564 Dec 16 18:04:57.654324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:57.743522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-7347f512-b665-4d45-abc2-c042ae619ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:57.745003 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-7347f512-b665-4d45-abc2-c042ae619ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880642 Dec 16 18:04:57.830564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Allocated IP 172.26.2.241 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/2036e950-2cd8-4022-b8f2-82972ab4c0e4) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:57.906175 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-5b71276d-f98f-46a9-826f-24ad26732be2 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425300 Dec 16 18:04:58.012633 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.033186 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bec1246b-73e1-4dd8-b293-8af13a001694 req-17e28f39-8633-44c4-9844-f0dc51c0e0ab service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198573 Dec 16 18:04:58.056699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.096649 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:58.099607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:58.103080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:58.108482 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'Port': ['ID=2036e950-2cd8-4022-b8f2-82972ab4c0e4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:58.134884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.135235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.135579 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.135913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.136244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.136575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.136929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.137285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.137610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.137931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.138254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.138571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.138890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:58.478778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.544862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.690427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.694786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.756818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'Port': ['ID=2036e950-2cd8-4022-b8f2-82972ab4c0e4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:58.771879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:58.870982 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Floating IP d3b8a7bf-a348-4cb9-89a9-2e8e93d185ef associated. External IP: 172.26.2.241, port: 2699ce24-0160-42d2-9790-425609b81456. Dec 16 18:04:59.076449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Router 130ec323-cb35-4f1c-a850-6e9a68857d83 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:59.501736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:59.511321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] Sync routers for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:59.520305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.523030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:59.523655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:59.546690 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7292f41c-e3c1-4298-839f-580a1c231507 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1570735 Dec 16 18:04:59.547913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:59.550055 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55656) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:59.550534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc49b47-22a2-433b-bc7b-0b65678974b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:59.554996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951499336', 'description': 'tempest-secgroup-smoke-1951499336 description', 'project_id': '8d133651f52a44dcb145ef317d26b1cd'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:59.579528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.595143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc316d03-2ebe-40df-9ec4-5900bd741c52 x-openstack-request-id: req-dc316d03-2ebe-40df-9ec4-5900bd741c52 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:59.595492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:59.595826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc316d03-2ebe-40df-9ec4-5900bd741c52 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:59.596241 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'status': 'completed', 'code': 200} Dec 16 18:04:59.637071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:59.652820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.658383 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.662481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-dbd4f501-be16-4453-93d8-e0bed2a7b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:59.664256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-dbd4f501-be16-4453-93d8-e0bed2a7b6d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1098 time: 0.0427549 Dec 16 18:04:59.690610 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.691942 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1407585 Dec 16 18:04:59.693923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53b883-c1e5-4735-9282-9a65abc2e500,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:59.695823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55660) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:59.701034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group_rule': {'security_group_id': '8c53b883-c1e5-4735-9282-9a65abc2e500', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:59.711488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.711488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.711744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.712151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.712549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.712971 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.713364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.713756 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.714144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.714536 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.714925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.715311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.715699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaff62d-ba6d-4f50-9422-2965a8531828 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:59.751587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.772903 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-3b9e5582-569b-4068-acda-ce1693fc6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:59.774516 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-3b9e5582-569b-4068-acda-ce1693fc6338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.1026661 Dec 16 18:04:59.800438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.806589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.824262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c8b3bd-2212-409b-9e80-caae0c2320fd,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:59.835684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.836963 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-235803ee-6539-41d4-80e6-5bd57eeb7f2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401279 Dec 16 18:04:59.839782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55662) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:59.848830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group_rule': {'security_group_id': '8c53b883-c1e5-4735-9282-9a65abc2e500', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:59.872714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd3b8a7bf-a348-4cb9-89a9-2e8e93d185ef', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'port_id': '2699ce24-0160-42d2-9790-425609b81456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'mac_address': 'fa:16:3e:50:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:04:58Z', 'updated_at': '2021-12-16T18:04:58Z', 'revision_number': 0, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:59.874160 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-5c5a1fdd-cd5a-403f-8890-cd156659040f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 999 time: 0.0914989 Dec 16 18:04:59.902402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] Checking router: 130ec323-cb35-4f1c-a850-6e9a68857d83 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:59.912512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:59.913342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:04:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:59.917272 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:59.956738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-24a7530a-2505-47f6-88b7-3233f27f2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:59.958235 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-24a7530a-2505-47f6-88b7-3233f27f2498 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0757971 Dec 16 18:04:59.999105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.005231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.021957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:00.028223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d15dd-43e6-447e-a7e5-386782bbde26,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:00.030862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-5c884972-1065-46a0-bf81-755298e62548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:00.032974 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-5c884972-1065-46a0-bf81-755298e62548 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650649 Dec 16 18:05:00.041339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.042513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-22f2e5f5-10fa-4cc1-beee-b2931b9823af tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2016115 Dec 16 18:05:00.045317 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55664) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:00.050493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group_rule': {'security_group_id': '8c53b883-c1e5-4735-9282-9a65abc2e500', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:05:00.080603 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.136645 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-4cd864c2-24b2-4ab2-979b-9b7b978b806d service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925746 Dec 16 18:05:00.149694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.153930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.172620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91afed8a-b7c2-4ac1-8189-64dfc3439aaf,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:00.181996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.185852 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9c661895-0056-4ba8-8c3e-dd254f6aa934 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367412 Dec 16 18:05:00.186127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55666) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:00.190666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group_rule': {'security_group_id': '8c53b883-c1e5-4735-9282-9a65abc2e500', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:05:00.220662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.235142 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8fc49b47-22a2-433b-bc7b-0b65678974b5 req-4fa6dc67-9eb2-4e02-92fb-b57856464a0d service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902472 Dec 16 18:05:00.264460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd3b8a7bf-a348-4cb9-89a9-2e8e93d185ef', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'port_id': '2699ce24-0160-42d2-9790-425609b81456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'mac_address': 'fa:16:3e:50:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:04:58Z', 'updated_at': '2021-12-16T18:04:58Z', 'revision_number': 0, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:00.281410 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.285370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.295108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a47fe-ade0-40c6-994a-b0d00abe7aee None None] The sync data for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv is: [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'd3b8a7bf-a348-4cb9-89a9-2e8e93d185ef', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'port_id': '2699ce24-0160-42d2-9790-425609b81456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'mac_address': 'fa:16:3e:50:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:04:58Z', 'updated_at': '2021-12-16T18:04:58Z', 'revision_number': 0, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:05:00.303453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bec7d2-3080-44f2-914b-16da7dc43c71,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:00.312271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.316712 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7f1f5629-e6f4-4355-8c2b-8de04a5aa7a0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270437 Dec 16 18:05:00.316870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55668) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:00.321235 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group_rule': {'security_group_id': '8c53b883-c1e5-4735-9282-9a65abc2e500', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:05:00.346199 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Project 8d133651f52a44dcb145ef317d26b1cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:05:00.351324 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.411082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.414180 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.432248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8993bcb-8195-4fe9-807a-e0c857b58528,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:00.440742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.442020 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-10cc1aa4-92f4-4c3e-bbdf-cf7afab48e92 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241901 Dec 16 18:05:00.444907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55670) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:00.449460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'security_group_rule': {'security_group_id': '8c53b883-c1e5-4735-9282-9a65abc2e500', 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:05:00.475374 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Project 8d133651f52a44dcb145ef317d26b1cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:05:00.480583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.506465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f781b-6201-4f40-99f8-9d9075b83b26 None None] New status for floating IP d3b8a7bf-a348-4cb9-89a9-2e8e93d185ef: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:05:00.547074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.551377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.570425 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8cb69b-d53d-43bd-b062-bac01b4126ad,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:00.576884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.578095 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ffda3180-6b38-4d48-ae2d-fe134b727bc7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321709 Dec 16 18:05:00.673979 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a092693e-6e94-47cb-91e9-3d41039484fb req-892fb286-6f21-4451-b162-06fe6b8388d9 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951499336&fields=id&tenant_id=8d133651f52a44dcb145ef317d26b1cd HTTP/1.1" status: 200 len: 267 time: 0.0509272 Dec 16 18:05:00.726249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092693e-6e94-47cb-91e9-3d41039484fb req-08b95c43-9b98-4e82-af7b-764c8bf5000d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:00.727702 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a092693e-6e94-47cb-91e9-3d41039484fb req-08b95c43-9b98-4e82-af7b-764c8bf5000d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Dec 16 18:05:00.738512 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'port': {'security_groups': ['61ec8dc2-e875-4997-9189-dd3fe0362f15', '8c53b883-c1e5-4735-9282-9a65abc2e500']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:05:00.806585 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:00.989665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:01.022361 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:01.026923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:01.039255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2699ce24-0160-42d2-9790-425609b81456'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:05:01.072778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:01.073495 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:01.074955 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a092693e-6e94-47cb-91e9-3d41039484fb req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "PUT /v2.0/ports/2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 981 time: 0.3408365 Dec 16 18:05:01.075448 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:05:01.077860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455ef02-e932-4303-a96e-6efdd1c00327" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:05:01.103561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fc847-6bcf-4adc-8683-cdcc4c473db6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:01.225710 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe31f6-830d-43ef-b999-86da0d8f66f6 req-ab6eadf5-062e-4917-bd41-bdc70b1b97e7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:01.238130 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7fe31f6-830d-43ef-b999-86da0d8f66f6 req-ab6eadf5-062e-4917-bd41-bdc70b1b97e7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0688078 Dec 16 18:05:01.242774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40339ab4-7040-4e00-95f3-c666b66b08e3 x-openstack-request-id: req-40339ab4-7040-4e00-95f3-c666b66b08e3 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:05:01.243071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:05:01.243330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40339ab4-7040-4e00-95f3-c666b66b08e3 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:05:01.243736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'status': 'completed', 'code': 200} Dec 16 18:05:01.277591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2699ce24-0160-42d2-9790-425609b81456'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:05:01.303566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-1a4576e6-640c-45d4-aed9-6d6906942971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:01.305961 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-1a4576e6-640c-45d4-aed9-6d6906942971 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1137 time: 0.0580292 Dec 16 18:05:01.309469 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d7fe31f6-830d-43ef-b999-86da0d8f66f6 req-1ac9fc85-8e61-4f37-a7e6-7f73f30518fc tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704262 Dec 16 18:05:01.397025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-da245e1a-810b-46a0-9273-a514d98d8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:01.398513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-da245e1a-810b-46a0-9273-a514d98d8c93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.0840483 Dec 16 18:05:01.425520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-900ae873-4d20-4a46-a108-d6098988ab07 None None] Provisioning complete for port 2699ce24-0160-42d2-9790-425609b81456 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:05:01.425896 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-900ae873-4d20-4a46-a108-d6098988ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:01.470664 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-6ad05dfb-cca6-4783-966c-58561a5cb4a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 1001 time: 0.0642512 Dec 16 18:05:01.519976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-8f85cfd1-f9fe-4fcb-bb0e-4f73a2d2ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:01.521478 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-8f85cfd1-f9fe-4fcb-bb0e-4f73a2d2ead0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0435405 Dec 16 18:05:01.566253 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-924a7250-49c3-446e-ab36-2898bfcb3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:01.567793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-924a7250-49c3-446e-ab36-2898bfcb3bac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399430 Dec 16 18:05:01.661196 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-119de2e2-83d3-4cd8-87f2-d6292167dc72 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859990 Dec 16 18:05:01.751779 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2455ef02-e932-4303-a96e-6efdd1c00327 req-20cc45d0-2e42-463c-9fdd-d77fbfea0283 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Dec 16 18:05:07.406089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7fc7c5f-b8fa-4011-be75-2a0fb5e88d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:09.728121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54a5970a-a649-4b5a-9b6d-48f0dad259b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:10.949198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:12.189941 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:13.109783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:16.479965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0a7b-f318-45bd-b469-925fde7459eb req-ee42711c-2020-4293-bb20-38dba44ee00d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.481475 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08ae0a7b-f318-45bd-b469-925fde7459eb req-ee42711c-2020-4293-bb20-38dba44ee00d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0497291 Dec 16 18:05:16.483862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5425ae-3318-4970-b400-8f7730308952 req-9843a286-e9e0-45ce-bea1-1c02440d9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.485385 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-9843a286-e9e0-45ce-bea1-1c02440d9b03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1137 time: 0.0406206 Dec 16 18:05:16.547591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08ae0a7b-f318-45bd-b469-925fde7459eb req-bc0a6840-f6e1-449d-860d-8b6f55c76fb4 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599685 Dec 16 18:05:16.587757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5425ae-3318-4970-b400-8f7730308952 req-fba17d18-6a6c-40c9-bf8c-8b55897ba5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.589248 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-fba17d18-6a6c-40c9-bf8c-8b55897ba5ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.0961344 Dec 16 18:05:16.653730 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-e45d0dc9-3496-4a08-8edc-8d587ef7d254 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 1001 time: 0.0573268 Dec 16 18:05:16.705548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5425ae-3318-4970-b400-8f7730308952 req-4bc81c49-098b-41d1-837f-0863f9db82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.706942 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-4bc81c49-098b-41d1-837f-0863f9db82c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0454822 Dec 16 18:05:16.750783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5425ae-3318-4970-b400-8f7730308952 req-bfa7acda-4b20-44aa-84fe-a489cb5f5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.752767 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-bfa7acda-4b20-44aa-84fe-a489cb5f5c62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385413 Dec 16 18:05:16.840384 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-6370696b-d91f-4902-a0ad-49d32292332a service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793185 Dec 16 18:05:16.934255 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5c5425ae-3318-4970-b400-8f7730308952 req-5b072ebd-9c19-464d-ac4d-a403c4a627b5 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845008 Dec 16 18:05:17.666409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ba12-fff8-4371-9f4a-b45fe8c8f587 req-f2b2e386-a072-48b9-b985-71e092e76cc6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:17.667880 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-19c1ba12-fff8-4371-9f4a-b45fe8c8f587 req-f2b2e386-a072-48b9-b985-71e092e76cc6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0499928 Dec 16 18:05:17.726059 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-19c1ba12-fff8-4371-9f4a-b45fe8c8f587 req-86c8fd08-361d-4185-8969-2bb1ab5aca2e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522168 Dec 16 18:05:18.839543 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de9895-4e5a-4620-845b-ecff4859f1d8 req-1693ea14-8cd1-4db6-9b30-e7448d88ae71 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:18.841055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63de9895-4e5a-4620-845b-ecff4859f1d8 req-1693ea14-8cd1-4db6-9b30-e7448d88ae71 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0482597 Dec 16 18:05:18.900352 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63de9895-4e5a-4620-845b-ecff4859f1d8 req-6bd5a743-c517-4ac9-85f1-13bf4123c216 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526779 Dec 16 18:05:20.016582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d8ee-8fcf-4c17-9ec9-42345c05e305 req-8132f2ce-ea35-414e-a06c-6e2bb17fd647 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:20.018882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3c66d8ee-8fcf-4c17-9ec9-42345c05e305 req-8132f2ce-ea35-414e-a06c-6e2bb17fd647 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0523536 Dec 16 18:05:20.077020 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3c66d8ee-8fcf-4c17-9ec9-42345c05e305 req-0b25d38f-6f48-47e5-a42a-55c3dec46717 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521166 Dec 16 18:05:20.426778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.190497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a536901-3c24-4e7e-8967-a07b9cea9a29 req-4230d65b-0a71-4335-a3b1-b69a95c78e8e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:21.191959 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a536901-3c24-4e7e-8967-a07b9cea9a29 req-4230d65b-0a71-4335-a3b1-b69a95c78e8e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0489230 Dec 16 18:05:21.249729 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a536901-3c24-4e7e-8967-a07b9cea9a29 req-3b8d376d-fe36-45ab-bdf3-f36bda9d5037 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517790 Dec 16 18:05:22.364825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2db6-1a59-4cf7-8f0f-3dfbadc424e0 req-bf6a4442-5777-40c5-8635-313542606b13 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:22.366292 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b4ea2db6-1a59-4cf7-8f0f-3dfbadc424e0 req-bf6a4442-5777-40c5-8635-313542606b13 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0508618 Dec 16 18:05:22.426269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b4ea2db6-1a59-4cf7-8f0f-3dfbadc424e0 req-936641e6-8c02-43c0-aa7b-a3facbc3a2ae tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539932 Dec 16 18:05:23.543200 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e1271-ff87-4e72-96a4-4951dcf00a21 req-bf918e8a-2337-4d88-a360-76c78511edba tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:23.544678 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-389e1271-ff87-4e72-96a4-4951dcf00a21 req-bf918e8a-2337-4d88-a360-76c78511edba tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0491362 Dec 16 18:05:23.603481 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-389e1271-ff87-4e72-96a4-4951dcf00a21 req-5d870922-1989-4e33-9b3f-f5ca12993cba tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522747 Dec 16 18:05:24.718530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b225fe-8aac-4f7d-830a-0d4353fc7b1e req-ab97159f-92af-4afa-a3c7-9d846719ae3f tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:24.720008 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-58b225fe-8aac-4f7d-830a-0d4353fc7b1e req-ab97159f-92af-4afa-a3c7-9d846719ae3f tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0497432 Dec 16 18:05:24.782941 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-58b225fe-8aac-4f7d-830a-0d4353fc7b1e req-401872e4-4e4e-4af5-9e5b-d6e824b8cec0 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567665 Dec 16 18:05:25.896790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8167054-c191-4bca-afe5-6dabb59a1b9b req-2beb97d0-09a7-496f-9235-c504cf7e3025 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:25.898284 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c8167054-c191-4bca-afe5-6dabb59a1b9b req-2beb97d0-09a7-496f-9235-c504cf7e3025 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0484457 Dec 16 18:05:25.956617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c8167054-c191-4bca-afe5-6dabb59a1b9b req-c4e268c2-97bf-4cf2-a3da-a2a4204f4e28 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523715 Dec 16 18:05:27.072594 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54e64-35fe-4c68-a840-3f750d2b7a9d req-d083e28a-5838-4b50-9790-3ba73064d01d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:27.074102 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4fd54e64-35fe-4c68-a840-3f750d2b7a9d req-d083e28a-5838-4b50-9790-3ba73064d01d tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0486429 Dec 16 18:05:27.132836 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4fd54e64-35fe-4c68-a840-3f750d2b7a9d req-8209acbf-a84d-48f3-a1dd-51f2d43ce5fb tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527544 Dec 16 18:05:28.252513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39e5c-2c98-4b2c-8375-5136cc342e48 req-ed9d73a7-43f4-407a-83a3-e96eb7d54757 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:28.254043 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-85d39e5c-2c98-4b2c-8375-5136cc342e48 req-ed9d73a7-43f4-407a-83a3-e96eb7d54757 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0535176 Dec 16 18:05:28.313917 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-85d39e5c-2c98-4b2c-8375-5136cc342e48 req-193e90b1-ba50-4992-83d9-17c45870f0dd tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c53b883-c1e5-4735-9282-9a65abc2e500&id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539157 Dec 16 18:05:29.546452 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:05:37.408030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-016d0d9a-ee71-4e58-8a6f-893b83a7292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:39.729147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aff06b86-c368-454e-96f9-3f7c30019c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:40.949189 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:42.192960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:43.113097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:50.424707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:57.883988 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-30716bb5-b691-46c8-90d0-48997d9a1256 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431876 Dec 16 18:05:57.965418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b311-1832-4d56-9a2d-dbc385764632 req-da32685e-ecdc-4c82-9a07-0f162edf7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:57.966880 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-da32685e-ecdc-4c82-9a07-0f162edf7685 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1137 time: 0.0392449 Dec 16 18:05:58.067651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b311-1832-4d56-9a2d-dbc385764632 req-cb376921-9774-4af8-a64a-1bbb8b7d93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:58.069116 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-cb376921-9774-4af8-a64a-1bbb8b7d93a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.0819006 Dec 16 18:05:58.137122 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-290f09d8-98e1-438c-b9ea-f4c8719af416 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 1001 time: 0.0607400 Dec 16 18:05:58.185433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b311-1832-4d56-9a2d-dbc385764632 req-1965f5b0-aaa2-4c9e-aba7-a9f022525a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:58.186870 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-1965f5b0-aaa2-4c9e-aba7-a9f022525a94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0426688 Dec 16 18:05:58.232013 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048b311-1832-4d56-9a2d-dbc385764632 req-b931421a-b098-4497-bdc6-40fc35728007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:58.233471 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-b931421a-b098-4497-bdc6-40fc35728007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386882 Dec 16 18:05:58.326183 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-a981ace0-04c0-49b9-8cb8-56fc8aa0d585 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Dec 16 18:05:58.414640 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a048b311-1832-4d56-9a2d-dbc385764632 req-c770fcf7-c19a-4cd3-856c-39406a753058 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807033 Dec 16 18:06:00.677277 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-86c9d6e7-9610-4522-9b86-99f79e3948cb tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951499336&fields=id&tenant_id=8d133651f52a44dcb145ef317d26b1cd HTTP/1.1" status: 200 len: 267 time: 0.0440667 Dec 16 18:06:00.728269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-1a98e6ad-3dc6-4d70-bae3-a79e3aae5cf7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:00.729745 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-1a98e6ad-3dc6-4d70-bae3-a79e3aae5cf7 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 984 time: 0.0469179 Dec 16 18:06:00.741045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Request body: {'port': {'security_groups': ['61ec8dc2-e875-4997-9189-dd3fe0362f15']}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:00.808549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:00.982279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:01.011277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.015653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.032155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2699ce24-0160-42d2-9790-425609b81456'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:06:01.063598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:01.064253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.072199 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42c70c88-28af-47ae-a2bd-9aaf81b86c50 req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "PUT /v2.0/ports/2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 942 time: 0.3333144 Dec 16 18:06:01.072199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:01.072365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8560863-7f83-417f-b5f2-c0fb750e6ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:01.074380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55722) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:01.102269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event updated for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:01.113232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.113553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.113905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.114250 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.114589 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.114922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.115256 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.115586 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.116059 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.116403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.116732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.117111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.117442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb78d03-93f3-4fc1-80a5-dbb5c8587e4a tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.134754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2699ce24-0160-42d2-9790-425609b81456'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:06:01.142752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325528d3-a519-48a3-bdbb-e18c73153866 x-openstack-request-id: req-325528d3-a519-48a3-bdbb-e18c73153866 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:01.143051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:01.143818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-325528d3-a519-48a3-bdbb-e18c73153866 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:01.148144 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'status': 'completed', 'code': 200} Dec 16 18:06:01.166731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.223659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.265876 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-8ab96386-674d-499b-af2a-bd67f88112d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:01.267662 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-8ab96386-674d-499b-af2a-bd67f88112d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1098 time: 0.0980179 Dec 16 18:06:01.319235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-fe7aef98-1fb1-40ad-85e6-df8b38e53cff None None] Provisioning complete for port 2699ce24-0160-42d2-9790-425609b81456 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:01.319603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe7aef98-1fb1-40ad-85e6-df8b38e53cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.353809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.356516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.357698 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "DELETE /v2.0/security-groups/8c53b883-c1e5-4735-9282-9a65abc2e500 HTTP/1.1" status: 204 len: 168 time: 0.2806618 Dec 16 18:06:01.360525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55726) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:01.390170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53b883-c1e5-4735-9282-9a65abc2e500,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:01.393046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-5db592f1-6944-4264-8344-99bc395f8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:01.395172 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-5db592f1-6944-4264-8344-99bc395f8345 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.1180341 Dec 16 18:06:01.401281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.401673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.402083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.402429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.402774 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.403112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.403447 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.403782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.404111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.404440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.404770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.405125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.405509 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47859d5e-683d-4116-af8e-210cb6bdf6f6 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:01.468445 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-21f2cfbf-c077-40e6-b8c4-dfbb519db941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 1001 time: 0.0600555 Dec 16 18:06:01.518021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-43052ffa-eb9d-4bbb-8d63-af97c0db3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:01.519500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-43052ffa-eb9d-4bbb-8d63-af97c0db3358 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0431538 Dec 16 18:06:01.522657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Deleting port 2036e950-2cd8-4022-b8f2-82972ab4c0e4 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:01.523009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.568586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-bba16099-3ff1-4142-9f83-185cfe3cb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:01.570389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-bba16099-3ff1-4142-9f83-185cfe3cb773 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437903 Dec 16 18:06:01.600881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.601240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.613234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Calling delete_port for 2036e950-2cd8-4022-b8f2-82972ab4c0e4 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:01.658024 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-c0e1cc6e-2f31-4457-8bf3-4a32b05eafbe service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801280 Dec 16 18:06:01.753059 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d8560863-7f83-417f-b5f2-c0fb750e6ba6 req-421f214b-b7ca-4895-90aa-9a1f93ed3a19 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871897 Dec 16 18:06:01.758218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.788560 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event deleted for resources: {'Port': ['ID=2036e950-2cd8-4022-b8f2-82972ab4c0e4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:01.848051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:01.848454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Floating IP d3b8a7bf-a348-4cb9-89a9-2e8e93d185ef disassociated (deleted). External IP: 172.26.2.241, port: 2699ce24-0160-42d2-9790-425609b81456. Dec 16 18:06:02.048895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Router 130ec323-cb35-4f1c-a850-6e9a68857d83 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:06:02.152741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:06:02.157147 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:02.163990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] Sync routers for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:06:02.176781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:02.177430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:05:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:02.184016 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-707b4343-fe60-4497-a762-bf4f4ac54f3e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "DELETE /v2.0/floatingips/d3b8a7bf-a348-4cb9-89a9-2e8e93d185ef HTTP/1.1" status: 204 len: 168 time: 0.8223813 Dec 16 18:06:02.285035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:02.499268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:02.525436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] Checking router: 130ec323-cb35-4f1c-a850-6e9a68857d83 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:06:02.533490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:02.534117 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:05:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:02.635823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:02.840861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:02.866312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2a272-4dd2-4390-8bc5-466025a91500 None None] The sync data for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv is: [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:04:06Z', 'revision_number': 4, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '138b9c6f-2c66-4f6e-92fb-b04a7c2843eb', 'name': '', 'network_id': '8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'mac_address': 'fa:16:3e:fe:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:06Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'subnets': [{'id': '4b811ad4-cc3a-4591-a3d3-7f32d934697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:06:03.095420 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab396e63-67e5-47ef-bd67-8649b75b2ed8 None None] New status for floating IP d3b8a7bf-a348-4cb9-89a9-2e8e93d185ef: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:06:03.149462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:03.151735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b83c4-29b5-4a8d-b94a-db7f61bc271f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:03.194662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123eb41-5533-4f2c-8f86-1f747e78f78a x-openstack-request-id: req-6123eb41-5533-4f2c-8f86-1f747e78f78a {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:03.195066 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "tag": "2699ce24-0160-42d2-9790-425609b81456", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:03.195184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6123eb41-5533-4f2c-8f86-1f747e78f78a {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:03.195623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'status': 'completed', 'code': 200} Dec 16 18:06:03.258757 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-2d5abb8b-f06f-4512-903d-96d77952a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:03.260380 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-2d5abb8b-f06f-4512-903d-96d77952a667 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d133651f52a44dcb145ef317d26b1cd&device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 1098 time: 0.0417576 Dec 16 18:06:03.353387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-02e9974d-ad9b-49f5-8777-57522a58c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:03.354840 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-02e9974d-ad9b-49f5-8777-57522a58c224 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 200 len: 916 time: 0.0864699 Dec 16 18:06:03.399948 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-08118e5b-c56d-4685-b7ee-941a1f02a8cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 200 len: 217 time: 0.0379188 Dec 16 18:06:03.451058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-391d4ace-c407-497e-9ce7-4af2e0d798f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:03.452546 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-391d4ace-c407-497e-9ce7-4af2e0d798f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 200 len: 854 time: 0.0460823 Dec 16 18:06:03.503129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-f7e498b4-d0a7-4a95-8c8c-30cdef9b816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:03.505000 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-f7e498b4-d0a7-4a95-8c8c-30cdef9b816d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442836 Dec 16 18:06:03.601904 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-1e1342c5-bef5-4dba-ab54-1e7e6881707c service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889080 Dec 16 18:06:03.698798 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-869b83c4-29b5-4a8d-b94a-db7f61bc271f req-2da9c00d-86cb-44b8-b465-8213a0ef7ae6 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Dec 16 18:06:06.545512 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:06:07.411894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92d414d6-c8be-4f97-b526-142ea5fc2f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:09.733640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4415f136-36f5-4b00-b88d-e9beac14d54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:10.954444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:11.174244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abd364-6561-4fb0-91b6-62f483ab840c req-31d37971-c83d-480d-a0d6-d855cbb66ebb tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:11.175892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-80abd364-6561-4fb0-91b6-62f483ab840c req-31d37971-c83d-480d-a0d6-d855cbb66ebb tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0502098 Dec 16 18:06:11.226410 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-80abd364-6561-4fb0-91b6-62f483ab840c req-54fbbdf5-b19a-4d18-9de5-d875aaa11407 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440304 Dec 16 18:06:12.195602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:12.345214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91614c2-c26b-416a-92a2-3272e8d5f241 req-2f803e71-d051-4735-9675-a62f7d4d3e5e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:12.346682 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a91614c2-c26b-416a-92a2-3272e8d5f241 req-2f803e71-d051-4735-9675-a62f7d4d3e5e tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Dec 16 18:06:12.393467 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a91614c2-c26b-416a-92a2-3272e8d5f241 req-362539c3-287b-4590-a3a0-6de8734fba67 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/security-groups?id=61ec8dc2-e875-4997-9189-dd3fe0362f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Dec 16 18:06:12.826977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-8fc3222b-d89f-44c3-8c73-e2e13d9ea2e2 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:12.828424 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-8fc3222b-d89f-44c3-8c73-e2e13d9ea2e2 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Dec 16 18:06:12.916067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Deleting port 2699ce24-0160-42d2-9790-425609b81456 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:12.916408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:13.005787 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] For port 2699ce24-0160-42d2-9790-425609b81456, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2699ce24-0160-42d2-9790-425609b81456,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:13.006149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:13.018833 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Calling delete_port for 2699ce24-0160-42d2-9790-425609b81456 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:13.116757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:13.142108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:13.153285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['2699ce24-0160-42d2-9790-425609b81456'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:06:13.177659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Pushing event deleted for resources: {'Port': ['ID=2699ce24-0160-42d2-9790-425609b81456,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:13.219155 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] No DVR routers for this DVR port 2699ce24-0160-42d2-9790-425609b81456 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:06:13.221725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:13.225617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b746a463-9c97-41b1-be3d-85709e7205a7 req-daae0f53-7d88-4b62-9c9b-517db0da03aa tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.57 "DELETE /v2.0/ports/2699ce24-0160-42d2-9790-425609b81456 HTTP/1.1" status: 204 len: 173 time: 0.3899922 Dec 16 18:06:13.226072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'name': 'network-vif-deleted', 'tag': '2699ce24-0160-42d2-9790-425609b81456'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:13.228291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf09121-5513-4eb9-ad4a-309620ee385b" -d '{"events": [{"server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "name": "network-vif-deleted", "tag": "2699ce24-0160-42d2-9790-425609b81456"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:13.263492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d83c2a2-150d-46b6-bef4-5029799986c9 x-openstack-request-id: req-7d83c2a2-150d-46b6-bef4-5029799986c9 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:13.263858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1", "name": "network-vif-deleted", "tag": "2699ce24-0160-42d2-9790-425609b81456", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:13.264114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d83c2a2-150d-46b6-bef4-5029799986c9 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:13.264523 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1', 'name': 'network-vif-deleted', 'tag': '2699ce24-0160-42d2-9790-425609b81456', 'status': 'completed', 'code': 200} Dec 16 18:06:13.498439 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6d1248b5-bf75-468b-8f67-272c324bf5a5 req-90b6c13c-e9a4-4c20-bcfd-d0a9c497b007 tempest-TestMinimumBasicScenario-47697054 tempest-TestMinimumBasicScenario-47697054-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc4a1f9a-2f94-4d34-a32f-4b07c7d5e1a1 HTTP/1.1" status: 200 len: 210 time: 0.0258482 Dec 16 18:06:15.080669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55828) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:15.425011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:15.661390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2699ce24-0160-42d2-9790-425609b81456 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:15.672895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Deleting port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:15.673267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:15.681776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 2699ce24-0160-42d2-9790-425609b81456 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:15.682055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 2699ce24-0160-42d2-9790-425609b81456 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:15.750648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] For port 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:15.751014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:15.763836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Calling delete_port for 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:15.938624 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:15.967402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=138b9c6f-2c66-4f6e-92fb-b04a7c2843eb,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:16.392974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:16.610329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Router 130ec323-cb35-4f1c-a850-6e9a68857d83 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:06:16.716354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:06:16.721267 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ddeb0498-3937-40f7-888c-25f7737368b2 admin admin] 10.222.0.66 "PUT /v2.0/routers/130ec323-cb35-4f1c-a850-6e9a68857d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6395018 Dec 16 18:06:16.724379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55830) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:16.727001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] Sync routers for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:06:16.736502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:16.737154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:16.827573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:16.842400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:16.932083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:16.992232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Deleting port e4b70975-d9cf-4885-8a2f-92a0c258b9a5 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:16.992482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.073335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] For port e4b70975-d9cf-4885-8a2f-92a0c258b9a5, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:17.073706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.087509 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Calling delete_port for e4b70975-d9cf-4885-8a2f-92a0c258b9a5 owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:17.160263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:06:15Z', 'revision_number': 5, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port': {'id': 'e4b70975-d9cf-4885-8a2f-92a0c258b9a5', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:04Z', 'updated_at': '2021-12-16T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:17.186124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] Checking router: 130ec323-cb35-4f1c-a850-6e9a68857d83 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:06:17.194787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] Routers {'130ec323-cb35-4f1c-a850-6e9a68857d83'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:17.195398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['130ec323-cb35-4f1c-a850-6e9a68857d83'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:17.256270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.280862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] Set router 130ec323-cb35-4f1c-a850-6e9a68857d83 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:17.292611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b70975-d9cf-4885-8a2f-92a0c258b9a5,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:17.309942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fdff82-3068-4bad-96fc-31d0b9cb5f39 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:17.338858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:06:16Z', 'revision_number': 6, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:17.347528 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.367894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96093daa-e0f3-4b5f-ad5b-69ce494cca7e None None] The sync data for ids ['130ec323-cb35-4f1c-a850-6e9a68857d83'] in dv-neutron-821818-2-hyperv is: [{'id': '130ec323-cb35-4f1c-a850-6e9a68857d83', 'name': 'tempest-TestMinimumBasicScenario-1808779085-router', 'tenant_id': '8d133651f52a44dcb145ef317d26b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:03Z', 'updated_at': '2021-12-16T18:06:16Z', 'revision_number': 6, 'project_id': '8d133651f52a44dcb145ef317d26b1cd', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:06:17.439998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.442694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.485803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.486354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130ec323-cb35-4f1c-a850-6e9a68857d83 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:06:17.490719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.492241 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ca3a1707-3cfe-4ffa-942b-ab74316facfc admin admin] 10.222.0.66 "DELETE /v2.0/routers/130ec323-cb35-4f1c-a850-6e9a68857d83 HTTP/1.1" status: 204 len: 168 time: 0.7668035 Dec 16 18:06:17.494811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55832) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:17.542027 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Deleting subnet 4b811ad4-cc3a-4591-a3d3-7f32d934697d {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:06:17.544884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.577221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.653233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.707588 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.735304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b811ad4-cc3a-4591-a3d3-7f32d934697d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:17.737292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.740579 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c30f8901-c2d2-4fec-bcb3-fc78745ff7fc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4b811ad4-cc3a-4591-a3d3-7f32d934697d HTTP/1.1" status: 204 len: 168 time: 0.2447624 Dec 16 18:06:17.742699 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1cbed5-c162-485e-b0ad-bbc76f801ead None None] Network 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:06:17.743169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55834) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:17.829128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.880642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Deleting port d1309505-dc23-42ec-902b-ac83c5f7b5cd {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:17.880896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.947275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] For port d1309505-dc23-42ec-902b-ac83c5f7b5cd, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d1309505-dc23-42ec-902b-ac83c5f7b5cd,segment=NetworkSegment(efa74614-e96b-48e7-8f3c-b16ecc655da2),segment_id=efa74614-e96b-48e7-8f3c-b16ecc655da2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:17.947639 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:17.959895 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Calling delete_port for d1309505-dc23-42ec-902b-ac83c5f7b5cd owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:18.036717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.062854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1309505-dc23-42ec-902b-ac83c5f7b5cd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:18.064586 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] No DVR routers for this DVR port d1309505-dc23-42ec-902b-ac83c5f7b5cd on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:06:18.142714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.165657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faca385-6d1e-4732-ad3b-273cd306cfbd None None] DHCP port deletion for 8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:18.167450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:18.178908 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa74614-e96b-48e7-8f3c-b16ecc655da2') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:18.179208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa74614-e96b-48e7-8f3c-b16ecc655da2') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:18.189010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.202987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.209514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:06:18.209901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:06:18.211649 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:06:18.270869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.276267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.279601 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] 10.222.0.66 "DELETE /v2.0/networks/8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd HTTP/1.1" status: 204 len: 168 time: 0.5356650 Dec 16 18:06:18.282822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:18.291028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079a1d0-80d0-4529-bb94-2c12d4cbe32b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccaa9b5-62c5-4f2e-99ae-236b9c5ef5bd,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:18.630815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.870026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Deleting port f2c81cc6-95cd-451b-9b03-0109e11b2c1d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:18.870364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.944916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d1309505-dc23-42ec-902b-ac83c5f7b5cd no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:18.946869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] For port f2c81cc6-95cd-451b-9b03-0109e11b2c1d, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,segment=NetworkSegment(af09ad0a-d341-4809-8382-61f5b9101403),segment_id=af09ad0a-d341-4809-8382-61f5b9101403)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:18.947233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:18.959777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Calling delete_port for f2c81cc6-95cd-451b-9b03-0109e11b2c1d owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:18.964473 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: d1309505-dc23-42ec-902b-ac83c5f7b5cd {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:18.964825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d1309505-dc23-42ec-902b-ac83c5f7b5cd not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:18.965279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:18.984048 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:18.984396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 138b9c6f-2c66-4f6e-92fb-b04a7c2843eb not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:18.984811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e4b70975-d9cf-4885-8a2f-92a0c258b9a5 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:19.007586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e4b70975-d9cf-4885-8a2f-92a0c258b9a5 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:19.007934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e4b70975-d9cf-4885-8a2f-92a0c258b9a5 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:19.135703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.162178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c81cc6-95cd-451b-9b03-0109e11b2c1d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:19.324867 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.861350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Router 6ef2b072-5972-4edd-811b-9561608bc884 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:06:19.962134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:06:19.966972 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2b8de683-fe59-4cbf-ae39-322eaf4531d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/6ef2b072-5972-4edd-811b-9561608bc884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831441 Dec 16 18:06:19.969474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55842) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:19.971924 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] Sync routers for ids ['6ef2b072-5972-4edd-811b-9561608bc884'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:06:19.985347 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] Routers {'6ef2b072-5972-4edd-811b-9561608bc884'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:19.985998 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6ef2b072-5972-4edd-811b-9561608bc884'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:20.071745 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.084069 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] Set router 6ef2b072-5972-4edd-811b-9561608bc884 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:20.173966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.225590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Deleting port 3e9173bf-1191-4d11-9d7d-5cb30a54705a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:20.225826 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.259548 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:06:19Z', 'revision_number': 5, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port': {'id': '3e9173bf-1191-4d11-9d7d-5cb30a54705a', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef2b072-5972-4edd-811b-9561608bc884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:04:09Z', 'updated_at': '2021-12-16T18:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:20.284744 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] Checking router: 6ef2b072-5972-4edd-811b-9561608bc884 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:06:20.292921 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] Routers {'6ef2b072-5972-4edd-811b-9561608bc884'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:20.293560 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6ef2b072-5972-4edd-811b-9561608bc884'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:20.305553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] For port 3e9173bf-1191-4d11-9d7d-5cb30a54705a, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3e9173bf-1191-4d11-9d7d-5cb30a54705a,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:20.305918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.317802 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Calling delete_port for 3e9173bf-1191-4d11-9d7d-5cb30a54705a owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:20.376423 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] Set router 6ef2b072-5972-4edd-811b-9561608bc884 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:20.428593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.430613 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:06:20Z', 'revision_number': 6, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:20.456641 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2809ae-dd35-4945-97e8-2ffe6e21f7d7 None None] The sync data for ids ['6ef2b072-5972-4edd-811b-9561608bc884'] in dv-neutron-821818-2-hyperv is: [{'id': '6ef2b072-5972-4edd-811b-9561608bc884', 'name': 'tempest-TestMinimumBasicScenario-1462019165-router', 'tenant_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:04:08Z', 'updated_at': '2021-12-16T18:06:20Z', 'revision_number': 6, 'project_id': 'e2f8d00048fd4c26a8c7c3d10b4ca082', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:06:20.490813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.516398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9173bf-1191-4d11-9d7d-5cb30a54705a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:20.530076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27cb90e-7d48-474f-a5b7-f7cc4499d2e7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:20.580241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.668911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.671001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.713569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.714122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef2b072-5972-4edd-811b-9561608bc884 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:06:20.718409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.719567 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a628796-ba00-47b0-aae1-04a290952fc2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6ef2b072-5972-4edd-811b-9561608bc884 HTTP/1.1" status: 204 len: 168 time: 0.7491894 Dec 16 18:06:20.722769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55844) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:20.766207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Deleting subnet 14b4da53-6dd8-4869-8382-9bcacb027b1f {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:06:20.769539 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.806297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.889681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.942205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.967224 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b4da53-6dd8-4869-8382-9bcacb027b1f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:20.970822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:20.974558 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a93a9b13-7919-489a-9954-01a8c0b334bb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/14b4da53-6dd8-4869-8382-9bcacb027b1f HTTP/1.1" status: 204 len: 168 time: 0.2508812 Dec 16 18:06:20.977097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55846) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:20.979720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be733235-a39a-4819-b448-14c854cae27a None None] Network 7f25c5ab-d52a-4ef6-b86b-70108753befa requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:06:21.046946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.100759 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Deleting port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:21.101134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.163229 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] For port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,segment=NetworkSegment(af09ad0a-d341-4809-8382-61f5b9101403),segment_id=af09ad0a-d341-4809-8382-61f5b9101403)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:21.163513 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.179204 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Calling delete_port for 0f4999f4-e95c-4d57-bf10-a35e4d503e4b owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:21.235711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] DHCP port deletion for 7f25c5ab-d52a-4ef6-b86b-70108753befa request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:21.277134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.294640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Deleting port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:06:21.294804 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.299547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3e9173bf-1191-4d11-9d7d-5cb30a54705a no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:21.304888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:21.308422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] No DVR routers for this DVR port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:06:21.360035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 3e9173bf-1191-4d11-9d7d-5cb30a54705a {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:21.360384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3e9173bf-1191-4d11-9d7d-5cb30a54705a not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:21.360813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0f4999f4-e95c-4d57-bf10-a35e4d503e4b no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:21.383975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.387209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0f4999f4-e95c-4d57-bf10-a35e4d503e4b {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:21.387561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0f4999f4-e95c-4d57-bf10-a35e4d503e4b not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:21.387990 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f2c81cc6-95cd-451b-9b03-0109e11b2c1d no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:21.405240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f25c5ab-d52a-4ef6-b86b-70108753befa']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:21.415651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af09ad0a-d341-4809-8382-61f5b9101403') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:21.415857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f2c81cc6-95cd-451b-9b03-0109e11b2c1d {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:06:21.415971 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af09ad0a-d341-4809-8382-61f5b9101403') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:21.416209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f2c81cc6-95cd-451b-9b03-0109e11b2c1d not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:06:21.424500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] For port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b, host dv-neutron-821818-2-hyperv, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:21.425349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.427216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.438083 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Calling delete_port for 0f4999f4-e95c-4d57-bf10-a35e4d503e4b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:06:21.442294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 18:06:21.443275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.443693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.450311 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:06:21.450735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:06:21.452523 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:06:21.469722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Pushing event deleted for resources: {'Port': ['ID=0f4999f4-e95c-4d57-bf10-a35e4d503e4b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:21.477278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] No DVR routers for this DVR port 0f4999f4-e95c-4d57-bf10-a35e4d503e4b on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:06:21.479512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.479945 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.480275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.480607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.480967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.481283 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.481622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.481938 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.482265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.482589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.482966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.483214 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.483547 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931238e-51e9-46e4-af01-c4ac73d233dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:21.509903 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.515767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.522702 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7f25c5ab-d52a-4ef6-b86b-70108753befa HTTP/1.1" status: 204 len: 168 time: 0.5423682 Dec 16 18:06:21.533987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3443bb9-1d4c-4cc3-a133-9bd15113bda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f25c5ab-d52a-4ef6-b86b-70108753befa,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:21.682602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55850) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:21.728047 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-be64be2b-0706-4fe1-8420-144dd612d89d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d133651f52a44dcb145ef317d26b1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422888 Dec 16 18:06:21.728559 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55852) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:21.775187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21ecbeb1-8034-4ec6-bd7a-a4c02812b14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.795369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21ecbeb1-8034-4ec6-bd7a-a4c02812b14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.842908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21ecbeb1-8034-4ec6-bd7a-a4c02812b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.845623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-21ecbeb1-8034-4ec6-bd7a-a4c02812b14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.846985 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-21ecbeb1-8034-4ec6-bd7a-a4c02812b14a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61ec8dc2-e875-4997-9189-dd3fe0362f15 HTTP/1.1" status: 204 len: 168 time: 0.1174867 Dec 16 18:06:21.854849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecbeb1-8034-4ec6-bd7a-a4c02812b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ec8dc2-e875-4997-9189-dd3fe0362f15,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:22.146566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55858) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:22.185905 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8bf252f0-9b30-4a0a-97c4-3bd6d7dc3d89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2f8d00048fd4c26a8c7c3d10b4ca082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381298 Dec 16 18:06:22.188423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55860) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:22.236121 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0b307e8a-e7aa-4f69-a5b7-b18adf21f4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:22.256983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0b307e8a-e7aa-4f69-a5b7-b18adf21f4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:22.306262 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0b307e8a-e7aa-4f69-a5b7-b18adf21f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:22.309196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0b307e8a-e7aa-4f69-a5b7-b18adf21f4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:22.310362 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0b307e8a-e7aa-4f69-a5b7-b18adf21f4e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f0ebb77-d28a-4d01-ade4-2ad7b07292df HTTP/1.1" status: 204 len: 168 time: 0.1210151 Dec 16 18:06:22.318003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307e8a-e7aa-4f69-a5b7-b18adf21f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ebb77-d28a-4d01-ade4-2ad7b07292df,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:23.806615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:23.815495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379256973', 'description': 'tempest-secgroup-smoke-1379256973 description', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:23.841171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:23.849980 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:23.922695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:23.926365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:23.966364 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e5c48-d251-40b3-b93d-5453eee7bfcc,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.000815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.005087 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.032898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.034199 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2265005 Dec 16 18:06:24.037733 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55902) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.038875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb118-6c26-4cb6-8747-f7c1c0963a31 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd872a-3f9f-4bf3-a584-0086c77edbff,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.043302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd872a-3f9f-4bf3-a584-0086c77edbff', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.070865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.125758 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.129269 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.147781 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db509db9-20b6-4d0e-883f-4a63d5a70963,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.156169 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.160636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55904) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.161021 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-88d4138c-0265-4c0d-8302-fc04d82cf6fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221282 Dec 16 18:06:24.167463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd872a-3f9f-4bf3-a584-0086c77edbff', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.197413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.251168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.255234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.277937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6117c649-54a0-4142-bd2b-d0390575f8ff,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.283422 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.284601 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c8f67b2d-3821-4548-b04f-7107128a00a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229379 Dec 16 18:06:24.287381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55906) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.291975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd872a-3f9f-4bf3-a584-0086c77edbff', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.319124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.374715 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.378037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.394948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cee0425-04c3-4fd2-a537-e614c3494f8e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.402872 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.404075 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0afd71a8-7da4-46ca-928d-378082a8c634 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157627 Dec 16 18:06:24.406805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55908) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.411528 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd872a-3f9f-4bf3-a584-0086c77edbff', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.438119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.498813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.502319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.516488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda12cfc-d4b4-408f-8920-44e6766bdf50,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.527149 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.528328 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a4c87fd8-cc54-4c95-8d30-96a073d2e53e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206124 Dec 16 18:06:24.531056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55910) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.536038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd872a-3f9f-4bf3-a584-0086c77edbff', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.558791 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:06:24.563805 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.620085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.624527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.643775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe74ab3f-4f81-4435-a09b-2c52b86e61ae,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.652743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.653964 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c7bccb87-5567-45f9-9547-2b6734b78dbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219831 Dec 16 18:06:24.656608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55912) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.661476 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd872a-3f9f-4bf3-a584-0086c77edbff', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.682861 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:06:24.687510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.747609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.750895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.768442 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd68287-61ba-42bc-9882-cd719c9fa497,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.775977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.777225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cced6b31-d393-4135-afcb-990ad6e3b87d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196437 Dec 16 18:06:24.780181 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 55914) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.787746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'network': {'name': 'tempest-network-smoke--2125353580', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.813772 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:06:24.817546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.840858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:06:24.849978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.850350 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Added segment 13a288d2-c11e-4bc1-aa81-a71c004cfe74 of type vlan for network db76e484-c5da-4979-903c-75fdf339adc0 Dec 16 18:06:24.887927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.913325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.919113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:24.919701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.973918 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1926937 Dec 16 18:06:24.976914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55916) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:24.981836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'admin_state_up': True, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:24.991578 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974ab00-5077-4aa0-ad18-cbccb7b274dc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Network': ['ID=db76e484-c5da-4979-903c-75fdf339adc0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:25.001817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network db76e484-c5da-4979-903c-75fdf339adc0 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:06:25.011737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.012754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.066645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.200153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.389999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.408124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.508478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.58 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/0cc9d425-5bed-4f0f-986e-4d4a1e3c9893) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:06:25.609538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.641262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.678028 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:06:25.680822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:25.684338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:06:25.693172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516a46d-fe9e-48ae-89de-27d57ef8a84f None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:25.711219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:25.784157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1224fdd9-3d76-4748-80b6-47b0ce2615e1 None None] Provisioning complete for port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:25.784563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1224fdd9-3d76-4748-80b6-47b0ce2615e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:25.817566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1224fdd9-3d76-4748-80b6-47b0ce2615e1 None None] Port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:06:25.930198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:26.388084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:26.510655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router a72af54d-5119-41b3-84c5-744ef78318a4 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:06:26.612234 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:06:26.624744 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Sync routers for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:06:26.633435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:26.634691 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3f1a9e47-e28e-41eb-876f-0a0dca7803e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6564355 Dec 16 18:06:26.638009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55922) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:26.643018 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:26.643636 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:26.746793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:26.766218 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dd4a1298-4270-4420-babd-77206d420fb5 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73039e768a7a4218ab7d0aa683acbf2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271048 Dec 16 18:06:26.769770 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55926) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:26.920197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6da12f-ad56-4a7f-b116-d0c39e8ddb73 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:26.921751 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9c6da12f-ad56-4a7f-b116-d0c39e8ddb73 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510973 Dec 16 18:06:26.922742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:25Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:26.924501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55928) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:26.949197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Checking router: a72af54d-5119-41b3-84c5-744ef78318a4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:06:26.949545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Updating router a72af54d-5119-41b3-84c5-744ef78318a4 port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:06:26.959092 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b12c3aed-5d04-4c84-8113-8e24b96f9e2f tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329680 Dec 16 18:06:26.961634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55930) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:26.966378 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268508926', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:26.978485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.059705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:06:27.063190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.236242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.239275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.241033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.288811 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66216ef3-6577-44f1-87b2-0abeb8ec8288 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:27.299838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe154e5-6f8a-4ab7-9233-2b26df81fed3 None None] Pushing event updated for resources: {'Port': ['ID=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:27.301161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Subnet': ['ID=41e6cb76-dee5-4df4-9d17-667360fd53e2,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:27.302091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Attempting to bind port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:06:27.302456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Attempting to bind port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:06:27.303194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Attempting to bind port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:06:27.309051 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Checking segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:06:27.309423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network hostable DHCP agents. Network: db76e484-c5da-4979-903c-75fdf339adc0, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:06:27.309652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:06:27.310023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:06:27.310428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.310814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:06:27.311281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Bound port: 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:06:27.311657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.327014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network db76e484-c5da-4979-903c-75fdf339adc0 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:06:27.337456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, db76e484-c5da-4979-903c-75fdf339adc0) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:27.342314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:27.343126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.350456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb562ce-4d41-4414-a91c-41849434c5b0 None None] Network db76e484-c5da-4979-903c-75fdf339adc0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:06:27.361511 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-691dc095-11ab-4700-92c1-7cec22eca826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988612 Dec 16 18:06:27.363774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55934) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:27.408045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-585cbf84-5d54-4c1d-b7b3-ab0ba185cbbd None None] Provisioning complete for port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:27.408420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-585cbf84-5d54-4c1d-b7b3-ab0ba185cbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.459466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] For port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:06:27.473366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-585cbf84-5d54-4c1d-b7b3-ab0ba185cbbd None None] Port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:06:27.483697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] For port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:06:27.491753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.541459 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-db76e484-c5da-4979-903c-75fdf339adc0', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:06:27.542294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.561567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854883ad-c500-4780-b9d2-1a421a5d2765 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:06:27.585404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe154e5-6f8a-4ab7-9233-2b26df81fed3 None None] Pushing event updated for resources: {'Port': ['ID=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:27.587780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:27.588383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:27.815508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.896466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5bcefb62-f09a-4586-b1ad-adfc0a069766 None None] Provisioning complete for port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:27.897051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb62-f09a-4586-b1ad-adfc0a069766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.966853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:28.072807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Allocated IP 172.20.0.2 (db76e484-c5da-4979-903c-75fdf339adc0/41e6cb76-dee5-4df4-9d17-667360fd53e2/24fe8c5c-c9c1-4e1a-bfec-3e523941035f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:06:28.199031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb62-f09a-4586-b1ad-adfc0a069766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.270466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5bcefb62-f09a-4586-b1ad-adfc0a069766 None None] For port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:28.292622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5bcefb62-f09a-4586-b1ad-adfc0a069766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.353544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.365082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.374882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcefb62-f09a-4586-b1ad-adfc0a069766 None None] Pushing event updated for resources: {'Port': ['ID=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:28.382801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:25Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:28.412947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.1 (db76e484-c5da-4979-903c-75fdf339adc0/41e6cb76-dee5-4df4-9d17-667360fd53e2/38bf4f9c-fa71-4581-bd18-568f47ff8346) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:06:28.439577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Network db76e484-c5da-4979-903c-75fdf339adc0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:06:28.440440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c3ab9-ce1b-48c1-bb67-1376ee88ebc2 None None] The sync data for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:25Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:06:28.445210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:28.448989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:06:28.467268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Pushing event updated for resources: {'Port': ['ID=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:28.515518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Attempting to bind port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:06:28.516037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Attempting to bind port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:06:28.516413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Attempting to bind port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f on network db76e484-c5da-4979-903c-75fdf339adc0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:06:28.522604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:06:28.522993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Checking segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:06:28.523398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.523793 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Bound using segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:06:28.524270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Bound port: 24fe8c5c-c9c1-4e1a-bfec-3e523941035f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:06:28.524655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.544258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.584110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.600063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] For port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:06:28.604965 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] For port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:06:28.614709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.633262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network db76e484-c5da-4979-903c-75fdf339adc0 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:06:28.636545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:28.641211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:06:28.645784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=38bf4f9c-fa71-4581-bd18-568f47ff8346,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:28.692705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105aff2-8982-4d9f-a9af-2d1e65f539bf None None] Pushing event updated for resources: {'Port': ['ID=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:28.723693 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:28.890271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.058152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 24fe8c5c-c9c1-4e1a-bfec-3e523941035f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:29.117693 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:29.118598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.203588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.241804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.243903 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:29.248778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.249820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.250860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:29.326654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=38bf4f9c-fa71-4581-bd18-568f47ff8346,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:29.333815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.342821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:29.353816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:29.354805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.431609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network db76e484-c5da-4979-903c-75fdf339adc0 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:06:29.433419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:29.554354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router a72af54d-5119-41b3-84c5-744ef78318a4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:06:29.746067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a4a4a-9c3c-49cb-9454-e54a1b49f3f9 None None] Network db76e484-c5da-4979-903c-75fdf339adc0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:06:29.849248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f6d130c9-7e21-4708-879a-698b35e6aaa7 None None] Provisioning complete for port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:29.849619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6d130c9-7e21-4708-879a-698b35e6aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:29.952994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:06:29.958784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-906acedb-1214-4efe-96d9-99876590dce3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/a72af54d-5119-41b3-84c5-744ef78318a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5939558 Dec 16 18:06:30.119014 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-88b5adaa-9154-4937-8a71-0dfea5783032 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379256973&fields=id&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 267 time: 0.0485828 Dec 16 18:06:30.180152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-574569fb-b070-4077-9e6f-3e1a146d65f4 None None] Provisioning complete for port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:30.180687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-574569fb-b070-4077-9e6f-3e1a146d65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:30.246892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-9c57439f-b40f-44a2-a94f-ea55850cf5da tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:30.248438 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-9c57439f-b40f-44a2-a94f-ea55850cf5da tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/networks?id=db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 200 len: 797 time: 0.1225367 Dec 16 18:06:30.257136 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Sync routers for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:06:30.269987 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:30.271603 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:30.276184 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-0c77b563-ae9a-44d2-b3d1-977183e126df tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/quotas/73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 375 time: 0.0174186 Dec 16 18:06:30.281279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-574569fb-b070-4077-9e6f-3e1a146d65f4 None None] Provisioning complete for port 38bf4f9c-fa71-4581-bd18-568f47ff8346 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:30.281730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-574569fb-b070-4077-9e6f-3e1a146d65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:30.324309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-574569fb-b070-4077-9e6f-3e1a146d65f4 None None] Port 38bf4f9c-fa71-4581-bd18-568f47ff8346 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:06:30.326867 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-492cd84f-2546-4353-a0f3-3f4aaf90d9a5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505476 Dec 16 18:06:30.397630 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:30.433498 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-5fcc4bab-d1e5-4a71-9bf3-21a1f3c43842 service neutron] 10.222.0.66 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926073 Dec 16 18:06:30.447243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1cdffe88-fb7f-4b84-9e14-282a4d861956 None None] Provisioning complete for port 38bf4f9c-fa71-4581-bd18-568f47ff8346 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:30.447759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cdffe88-fb7f-4b84-9e14-282a4d861956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:30.482750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1cdffe88-fb7f-4b84-9e14-282a4d861956 None None] Port 38bf4f9c-fa71-4581-bd18-568f47ff8346 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:06:30.538883 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-1d819e3a-0740-4ec8-a07e-ab8b26aaf7f3 service neutron] 10.222.0.66 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987999 Dec 16 18:06:30.603682 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e8763bb1-5e46-472e-9f12-a6e53cab0fd0 None None] Provisioning complete for port 38bf4f9c-fa71-4581-bd18-568f47ff8346 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:30.604483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e8763bb1-5e46-472e-9f12-a6e53cab0fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:30.645558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e8763bb1-5e46-472e-9f12-a6e53cab0fd0 None None] Port 38bf4f9c-fa71-4581-bd18-568f47ff8346 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:06:30.705094 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9316a19e-616c-43f8-9f30-cbd2031ba17f req-76bd3a59-7bfd-4fba-821d-956fb376d78f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Dec 16 18:06:30.723873 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:29Z', 'revision_number': 2, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:30.753041 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Checking router: a72af54d-5119-41b3-84c5-744ef78318a4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:06:30.753407 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Updating router a72af54d-5119-41b3-84c5-744ef78318a4 port 38bf4f9c-fa71-4581-bd18-568f47ff8346 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:06:30.779485 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:30.972452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 24fe8c5c-c9c1-4e1a-bfec-3e523941035f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:31.029325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:31.029721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.052017 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.057665 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.095824 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Pushing event updated for resources: {'Port': ['ID=38bf4f9c-fa71-4581-bd18-568f47ff8346,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:31.107172 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.107933 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.107933 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.108240 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.108506 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.108837 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.109184 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.109811 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.109811 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.110130 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.110454 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.110784 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.111093 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:31.185291 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Attempting to bind port 38bf4f9c-fa71-4581-bd18-568f47ff8346 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:06:31.185658 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Attempting to bind port 38bf4f9c-fa71-4581-bd18-568f47ff8346 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:06:31.186933 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Attempting to bind port 38bf4f9c-fa71-4581-bd18-568f47ff8346 on network db76e484-c5da-4979-903c-75fdf339adc0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:06:31.193074 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:06:31.193454 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Checking segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:06:31.193864 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.194261 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Bound using segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:06:31.194734 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Bound port: 38bf4f9c-fa71-4581-bd18-568f47ff8346, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:06:31.195111 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.265614 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] For port 38bf4f9c-fa71-4581-bd18-568f47ff8346, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:06:31.269672 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] For port 38bf4f9c-fa71-4581-bd18-568f47ff8346, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=38bf4f9c-fa71-4581-bd18-568f47ff8346,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:06:31.274724 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.343636 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea00880-5b86-4a9d-9cf7-cd87a567892f None None] Pushing event updated for resources: {'Port': ['ID=38bf4f9c-fa71-4581-bd18-568f47ff8346,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:31.347696 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:31.348320 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:31.366997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8c6b7a11-1be8-4113-a807-78b4686ad1a3 None None] Provisioning complete for port 38bf4f9c-fa71-4581-bd18-568f47ff8346 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:31.367524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7a11-1be8-4113-a807-78b4686ad1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.452445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7a11-1be8-4113-a807-78b4686ad1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.464018 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:31.489662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8c6b7a11-1be8-4113-a807-78b4686ad1a3 None None] For port 38bf4f9c-fa71-4581-bd18-568f47ff8346, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=38bf4f9c-fa71-4581-bd18-568f47ff8346,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:31.495389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7a11-1be8-4113-a807-78b4686ad1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.551551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b7a11-1be8-4113-a807-78b4686ad1a3 None None] Pushing event updated for resources: {'Port': ['ID=38bf4f9c-fa71-4581-bd18-568f47ff8346,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:31.619823 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b1439c0f-4b28-4a3d-87e9-a90e460e15c8 None None] Provisioning complete for port 38bf4f9c-fa71-4581-bd18-568f47ff8346 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:31.620515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1439c0f-4b28-4a3d-87e9-a90e460e15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:31.688254 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:31.696771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-d2d4ae67-5146-4be7-a8ac-877bd38cb7d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:31.698458 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-d2d4ae67-5146-4be7-a8ac-877bd38cb7d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/networks?id=db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 200 len: 797 time: 0.1228859 Dec 16 18:06:31.721072 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104d4c9-dcef-4128-b255-8222b0772a8c None None] The sync data for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:06:31.809706 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-c15dd7c8-18eb-4b7a-ab19-4499d637875d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 380 time: 0.0980055 Dec 16 18:06:31.825502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'port': {'device_id': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'admin_state_up': True, 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'security_groups': ['d3dd872a-3f9f-4bf3-a584-0086c77edbff']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:31.829497 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2ac543d9-196c-4e9f-ab19-765dbf6e4324 req-d59176cf-b9b3-49a1-a09d-dc34da44d0ad tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 210 time: 0.0440865 Dec 16 18:06:31.945007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:06:31.948527 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.088354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.3 (db76e484-c5da-4979-903c-75fdf339adc0/41e6cb76-dee5-4df4-9d17-667360fd53e2/96448354-5d02-410c-b582-bc53e6b2b5ff) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:06:32.231510 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.271858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.317605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network db76e484-c5da-4979-903c-75fdf339adc0 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:06:32.320875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:32.324648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:06:32.331210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=96448354-5d02-410c-b582-bc53e6b2b5ff,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:32.382569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:32.383214 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.401719 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-ad1a31c7-72ef-45f9-b2d7-f9b9e67d452f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837736 Dec 16 18:06:32.415920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Request body: {'port': {'device_id': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:32.477902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.547627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2032b9c7-a892-4a91-ad73-d87918cd7798 None None] Provisioning complete for port 96448354-5d02-410c-b582-bc53e6b2b5ff triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:32.548279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2032b9c7-a892-4a91-ad73-d87918cd7798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.583134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2032b9c7-a892-4a91-ad73-d87918cd7798 None None] Port 96448354-5d02-410c-b582-bc53e6b2b5ff cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:06:32.752073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96448354-5d02-410c-b582-bc53e6b2b5ff {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:06:32.759775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.772171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Transition to ACTIVE for port object 96448354-5d02-410c-b582-bc53e6b2b5ff will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:06:32.776101 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.826317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Pushing event updated for resources: {'Port': ['ID=96448354-5d02-410c-b582-bc53e6b2b5ff,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:32.907332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Attempting to bind port 96448354-5d02-410c-b582-bc53e6b2b5ff on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:06:32.907670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Attempting to bind port 96448354-5d02-410c-b582-bc53e6b2b5ff by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:06:32.908005 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Attempting to bind port 96448354-5d02-410c-b582-bc53e6b2b5ff on network db76e484-c5da-4979-903c-75fdf339adc0 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:06:32.915967 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Port 96448354-5d02-410c-b582-bc53e6b2b5ff on network db76e484-c5da-4979-903c-75fdf339adc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:06:32.916305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Attempting to bind port 96448354-5d02-410c-b582-bc53e6b2b5ff on network db76e484-c5da-4979-903c-75fdf339adc0 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:06:32.921877 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:06:32.922217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Checking segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:06:32.922606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Bound using segment: {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:06:32.923042 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Bound port: 96448354-5d02-410c-b582-bc53e6b2b5ff, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a288d2-c11e-4bc1-aa81-a71c004cfe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:06:32.923400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:32.959116 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08935fa8-3539-4826-91db-65c1109ec5cf req-f74bc2d4-bbdc-414a-8132-596e3bc71ace tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:32.963147 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08935fa8-3539-4826-91db-65c1109ec5cf req-f74bc2d4-bbdc-414a-8132-596e3bc71ace tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 943 time: 0.0620143 Dec 16 18:06:33.006014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] For port 96448354-5d02-410c-b582-bc53e6b2b5ff, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:06:33.010115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] For port 96448354-5d02-410c-b582-bc53e6b2b5ff, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=96448354-5d02-410c-b582-bc53e6b2b5ff,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:06:33.014672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 38bf4f9c-fa71-4581-bd18-568f47ff8346 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:33.021763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:33.024624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-08935fa8-3539-4826-91db-65c1109ec5cf req-12dfbcd8-af4a-4d40-8c8f-23a5a916d580 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571744 Dec 16 18:06:33.063038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.063866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:33.064932 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] 10.222.0.57 "PUT /v2.0/ports/96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 200 len: 1093 time: 0.6537750 Dec 16 18:06:33.065396 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:33.067695 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deec4e00-57ac-4524-a070-706eeab9bf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:33.076622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 38bf4f9c-fa71-4581-bd18-568f47ff8346 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:33.077125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:33.104456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03002b-8099-49d2-a0b4-8a91d6706e15 service neutron] Pushing event updated for resources: {'Port': ['ID=96448354-5d02-410c-b582-bc53e6b2b5ff,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:33.115298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca9529b-9614-4899-a0ea-458628115b79 x-openstack-request-id: req-6ca9529b-9614-4899-a0ea-458628115b79 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:33.115632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:33.115893 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ca9529b-9614-4899-a0ea-458628115b79 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:33.116476 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'status': 'completed', 'code': 200} Dec 16 18:06:33.169730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-9cea78db-d245-4d3d-9bf2-0ab6fd3eaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.171951 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-9cea78db-d245-4d3d-9bf2-0ab6fd3eaf6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1096 time: 0.0522406 Dec 16 18:06:33.239553 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-5b21d4d4-55a4-45c5-b047-eadb9a423fc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 200 len: 217 time: 0.0577443 Dec 16 18:06:33.291192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-82579780-0c62-4d3e-89fe-126317b0d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.292661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-82579780-0c62-4d3e-89fe-126317b0d25f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e6cb76-dee5-4df4-9d17-667360fd53e2 HTTP/1.1" status: 200 len: 835 time: 0.0458605 Dec 16 18:06:33.338168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775438bf-403e-448a-bddb-24381588fb0e req-887fbb05-f21a-445b-a55e-7c8b4f1f3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.339680 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-887fbb05-f21a-445b-a55e-7c8b4f1f3b35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db76e484-c5da-4979-903c-75fdf339adc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400138 Dec 16 18:06:33.431416 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-14410bea-f894-426f-880d-c0efdd9048d6 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Dec 16 18:06:33.523371 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-775438bf-403e-448a-bddb-24381588fb0e req-80c284e2-62ae-4498-8ffc-8209364b9b32 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851614 Dec 16 18:06:33.610703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-91abdd17-5941-4307-9fc7-2bcbbf8270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.612171 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-91abdd17-5941-4307-9fc7-2bcbbf8270b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1096 time: 0.0439270 Dec 16 18:06:33.699892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-752e9254-e7f2-49e7-a0e9-d541d959bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.701365 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-752e9254-e7f2-49e7-a0e9-d541d959bb21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 200 len: 898 time: 0.0799978 Dec 16 18:06:33.743204 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-2ab477c8-0125-44e2-bace-6220c9d6e9a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 200 len: 217 time: 0.0342207 Dec 16 18:06:33.795327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-06973607-db95-4d55-83ad-2492611fddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.796699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-06973607-db95-4d55-83ad-2492611fddcd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e6cb76-dee5-4df4-9d17-667360fd53e2 HTTP/1.1" status: 200 len: 835 time: 0.0465057 Dec 16 18:06:33.843072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-d2df2472-5bef-4f77-b2d7-0763f9a94cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.844542 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-d2df2472-5bef-4f77-b2d7-0763f9a94cfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db76e484-c5da-4979-903c-75fdf339adc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394874 Dec 16 18:06:33.932692 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-176458cc-e1de-40e9-9257-5b5c5c1b733e service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797706 Dec 16 18:06:34.024853 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-deec4e00-57ac-4524-a070-706eeab9bf8a req-158a3e69-b843-43c1-89e7-948ba84ad157 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839291 Dec 16 18:06:34.139898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29317eb0-4ec9-43d2-93bf-8719bcf7a5cd req-8ac89d9a-d654-4388-be07-6f6d41616d82 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:34.141423 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29317eb0-4ec9-43d2-93bf-8719bcf7a5cd req-8ac89d9a-d654-4388-be07-6f6d41616d82 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 943 time: 0.0476239 Dec 16 18:06:34.194784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-29317eb0-4ec9-43d2-93bf-8719bcf7a5cd req-064236c7-041c-490b-b1d7-0032879922fa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466895 Dec 16 18:06:35.316860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66441248-ff84-4029-98c3-1eb3d1061c5e req-7c04d4f9-7820-48db-bb87-75d73de86aed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:35.316860 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-66441248-ff84-4029-98c3-1eb3d1061c5e req-7c04d4f9-7820-48db-bb87-75d73de86aed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 943 time: 0.0517049 Dec 16 18:06:35.365316 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-66441248-ff84-4029-98c3-1eb3d1061c5e req-a8761791-3c50-4275-9727-ae99ce331d5d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Dec 16 18:06:35.733363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 96448354-5d02-410c-b582-bc53e6b2b5ff details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:06:35.973882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 96448354-5d02-410c-b582-bc53e6b2b5ff, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=96448354-5d02-410c-b582-bc53e6b2b5ff,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:35.984149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'port_id': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'mac_address': 'fa:16:3e:0a:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:06:36.021514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:36.033795 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96448354-5d02-410c-b582-bc53e6b2b5ff {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:06:36.053054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 96448354-5d02-410c-b582-bc53e6b2b5ff, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=96448354-5d02-410c-b582-bc53e6b2b5ff,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:36.056325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:36.101475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=96448354-5d02-410c-b582-bc53e6b2b5ff,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:36.278497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['96448354-5d02-410c-b582-bc53e6b2b5ff'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:06:36.482892 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8469689-ebaa-4cdf-aa07-a75b147c82e3 req-c632232c-3579-4f9f-adb8-3874b2cb83a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:36.484358 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8469689-ebaa-4cdf-aa07-a75b147c82e3 req-c632232c-3579-4f9f-adb8-3874b2cb83a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 944 time: 0.0512774 Dec 16 18:06:36.532924 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8469689-ebaa-4cdf-aa07-a75b147c82e3 req-22f554f0-b212-4251-b463-33b753a94a6b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Dec 16 18:06:37.414276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77356853-9c6e-41ba-8216-10b1624c7c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:37.648646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ab6a-6b6f-46e2-b497-5cc00a0ee474 req-0d683d15-351f-4a33-a92b-563c261cc02d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:37.650196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42b2ab6a-6b6f-46e2-b497-5cc00a0ee474 req-0d683d15-351f-4a33-a92b-563c261cc02d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Dec 16 18:06:37.701579 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-42b2ab6a-6b6f-46e2-b497-5cc00a0ee474 req-bf6337e4-8243-4f06-80d8-4237fced4758 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455878 Dec 16 18:06:37.731633 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 96448354-5d02-410c-b582-bc53e6b2b5ff up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:37.782128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 96448354-5d02-410c-b582-bc53e6b2b5ff completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:06:37.786549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 96448354-5d02-410c-b582-bc53e6b2b5ff triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:37.786921 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:37.862060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:37.883733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:37.886015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ae472-6762-4219-9b3c-4e9e9be750e5" -d '{"events": [{"server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "name": "network-vif-plugged", "status": "completed", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:37.903215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 96448354-5d02-410c-b582-bc53e6b2b5ff, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=96448354-5d02-410c-b582-bc53e6b2b5ff,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:37.907590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:37.936135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f37947-5a3e-44ee-ab4d-0f3682c8e1fa x-openstack-request-id: req-42f37947-5a3e-44ee-ab4d-0f3682c8e1fa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:37.936429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "name": "network-vif-plugged", "status": "completed", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:37.936683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42f37947-5a3e-44ee-ab4d-0f3682c8e1fa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:37.937114 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'code': 200} Dec 16 18:06:37.963326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=96448354-5d02-410c-b582-bc53e6b2b5ff,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:38.090012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c3125-d08a-415c-9e6c-98db56c6dbbf req-42ad55c2-95da-4e08-9e38-3dbbf723228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:38.091409 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4d1c3125-d08a-415c-9e6c-98db56c6dbbf req-42ad55c2-95da-4e08-9e38-3dbbf723228d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1098 time: 0.0398407 Dec 16 18:06:38.136667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-4d1c3125-d08a-415c-9e6c-98db56c6dbbf req-16cfce65-9669-48c3-ab20-1cd81c1826ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 Dec 16 18:06:38.813140 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7dc8c-6b0c-4464-8e26-af9601816e1c req-e72bd769-91d3-4a0a-ab57-ea0af638d2aa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:38.814612 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-add7dc8c-6b0c-4464-8e26-af9601816e1c req-e72bd769-91d3-4a0a-ab57-ea0af638d2aa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Dec 16 18:06:38.863378 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-add7dc8c-6b0c-4464-8e26-af9601816e1c req-af4d0157-af5d-4e41-aaf1-da5c1a0e4183 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Dec 16 18:06:39.733779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96af607a-5c98-4dde-b1f2-5386d0aae4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:39.977211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ab061-6c2f-427b-9cb4-098aff2b5dcd req-778a0e37-c535-4da7-857b-0b5dc114d2f1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:39.978594 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-904ab061-6c2f-427b-9cb4-098aff2b5dcd req-778a0e37-c535-4da7-857b-0b5dc114d2f1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0489590 Dec 16 18:06:40.027338 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-904ab061-6c2f-427b-9cb4-098aff2b5dcd req-64e5eb79-7c70-44d8-bef9-527ae0f4a78d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 Dec 16 18:06:40.144442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d8e48-046f-40db-b7a4-7fb8fa3b4f50 req-5d3d0820-a815-4802-a3f6-12c3e44e74b2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:40.145949 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e55d8e48-046f-40db-b7a4-7fb8fa3b4f50 req-5d3d0820-a815-4802-a3f6-12c3e44e74b2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Dec 16 18:06:40.199955 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e55d8e48-046f-40db-b7a4-7fb8fa3b4f50 req-0cf7bae3-47f6-44f3-9a7b-c2b59bcb2448 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480738 Dec 16 18:06:40.221564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55986) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:40.260767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e9ce3-0214-45c3-8dc0-e864bd972227 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:40.262208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4b9e9ce3-0214-45c3-8dc0-e864bd972227 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1093 time: 0.0396938 Dec 16 18:06:40.265019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55988) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:40.270273 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:06:40.293153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:40.391886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:40.490262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.244 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/b85c5a17-e1c1-49e7-8a3b-e057e5067fd8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:06:40.601343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:40.635669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:40.672139 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:06:40.674991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:06:40.678988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:06:40.701507 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=b85c5a17-e1c1-49e7-8a3b-e057e5067fd8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:40.958800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.036669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.100629 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.246691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.250998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.320177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=b85c5a17-e1c1-49e7-8a3b-e057e5067fd8,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:41.332959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.436372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP a3cae21e-0f5e-401f-8db9-490adfd094f7 associated. External IP: 172.26.2.244, port: 96448354-5d02-410c-b582-bc53e6b2b5ff. Dec 16 18:06:41.636835 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router a72af54d-5119-41b3-84c5-744ef78318a4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:06:41.742271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:06:41.751810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] Sync routers for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:06:41.760302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:41.761861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:41.762491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:41.790920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ed8a38fe-6bd4-4306-b0a9-a22e11b83e80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5248475 Dec 16 18:06:41.791521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:41.793921 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8783f1a-08e9-4441-ba20-3abac099a5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:41.857890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc772455-8a66-47fc-813d-2dd6042e0fcc x-openstack-request-id: req-fc772455-8a66-47fc-813d-2dd6042e0fcc {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:41.858190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:41.858450 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc772455-8a66-47fc-813d-2dd6042e0fcc {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:41.858919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'status': 'completed', 'code': 200} Dec 16 18:06:41.876461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:41.912968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947e364-6d05-460d-9e18-377cfe6d57cf req-c9552d7a-1ee8-4ea0-9f26-d151cd680b51 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:41.914103 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0947e364-6d05-460d-9e18-377cfe6d57cf req-c9552d7a-1ee8-4ea0-9f26-d151cd680b51 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0542459 Dec 16 18:06:41.931853 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-dc8487c2-ee1f-4042-9b46-c4b826fc9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:41.933363 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-dc8487c2-ee1f-4042-9b46-c4b826fc9e85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1098 time: 0.0478024 Dec 16 18:06:41.966285 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0947e364-6d05-460d-9e18-377cfe6d57cf req-67d308d9-dc60-49cf-97af-b1bca3874134 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457189 Dec 16 18:06:41.991233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55994) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:42.025223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-d1bd0b83-ee9d-405c-96aa-35ff032be960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:42.026683 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-d1bd0b83-ee9d-405c-96aa-35ff032be960 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 200 len: 898 time: 0.0846014 Dec 16 18:06:42.053686 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5cf1384b-79d0-402c-9873-7c8535501c1e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/a3cae21e-0f5e-401f-8db9-490adfd094f7 HTTP/1.1" status: 200 len: 991 time: 0.0609977 Dec 16 18:06:42.096500 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-926fdad9-0db4-4089-a148-99a412f42767 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 200 len: 999 time: 0.0613198 Dec 16 18:06:42.118482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a3cae21e-0f5e-401f-8db9-490adfd094f7', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.244', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'port_id': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'mac_address': 'fa:16:3e:0a:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:06:40Z', 'updated_at': '2021-12-16T18:06:40Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:42.145280 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] Checking router: a72af54d-5119-41b3-84c5-744ef78318a4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:06:42.146727 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-1881cf71-2edf-4d1b-97a6-2251e9a697fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:42.148200 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-1881cf71-2edf-4d1b-97a6-2251e9a697fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e6cb76-dee5-4df4-9d17-667360fd53e2 HTTP/1.1" status: 200 len: 835 time: 0.0445919 Dec 16 18:06:42.153646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:06:42.154325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:06:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:42.194778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-1a289535-43f8-4393-bcb5-398e40a067ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:42.196275 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-1a289535-43f8-4393-bcb5-398e40a067ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db76e484-c5da-4979-903c-75fdf339adc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412593 Dec 16 18:06:42.210829 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:42.272926 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:06:42.287924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-fd0d987e-8d63-4804-9754-01cb69faedff service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844069 Dec 16 18:06:42.377856 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e8783f1a-08e9-4441-ba20-3abac099a5f5 req-aea57915-e6b1-4181-bb08-c4d6967f3c52 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824685 Dec 16 18:06:42.496641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a3cae21e-0f5e-401f-8db9-490adfd094f7', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.244', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'port_id': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'mac_address': 'fa:16:3e:0a:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:06:40Z', 'updated_at': '2021-12-16T18:06:40Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:06:42.522215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425a1d6-4dd7-4354-b503-10d77c154b08 None None] The sync data for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'a3cae21e-0f5e-401f-8db9-490adfd094f7', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.244', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'port_id': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'mac_address': 'fa:16:3e:0a:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:06:40Z', 'updated_at': '2021-12-16T18:06:40Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:06:42.710692 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127aa62d-6801-4176-a2e8-43b452cc628f None None] New status for floating IP a3cae21e-0f5e-401f-8db9-490adfd094f7: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:06:43.057650 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 55996) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:43.119713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:43.122038 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-70fe93d0-1188-4e18-acf1-890445ba9c28 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/a3cae21e-0f5e-401f-8db9-490adfd094f7 HTTP/1.1" status: 200 len: 993 time: 0.0632586 Dec 16 18:06:43.544016 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:06:50.416066 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:57.896411 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-42297517-7930-4934-bbcb-96005567626c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851383 Dec 16 18:06:57.985951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-bb17a65f-4b54-44a0-a02e-adfec207d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:57.988054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-bb17a65f-4b54-44a0-a02e-adfec207d32e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1098 time: 0.0452116 Dec 16 18:06:58.087271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-cb5d0bec-ae3e-40e1-8517-71dfb3df6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:58.088620 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-cb5d0bec-ae3e-40e1-8517-71dfb3df6593 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 200 len: 898 time: 0.0811453 Dec 16 18:06:58.156867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-2998166a-8b70-4ef0-a2a4-0a354436ded7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 200 len: 1001 time: 0.0603580 Dec 16 18:06:58.204778 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-96541d2a-1f31-4877-b205-8164cfae2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:58.206368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-96541d2a-1f31-4877-b205-8164cfae2cca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e6cb76-dee5-4df4-9d17-667360fd53e2 HTTP/1.1" status: 200 len: 835 time: 0.0420413 Dec 16 18:06:58.261296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-9ad0ccef-bf7a-4302-9d1c-21225bcbf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:58.262798 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-9ad0ccef-bf7a-4302-9d1c-21225bcbf26c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db76e484-c5da-4979-903c-75fdf339adc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453525 Dec 16 18:06:58.274053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-e8446651-65f8-4229-ad93-def49ef05eda service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:06:58.274989 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-e8446651-65f8-4229-ad93-def49ef05eda service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048265 Dec 16 18:06:58.367485 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-53f03ae1-d997-4e3f-a5a4-0a60ba5e1315 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831497 Dec 16 18:06:58.456588 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f2d29afd-eeb2-4930-9649-5d5814d5fa78 req-d074df72-a098-44eb-b53a-f5a48f1322da service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804503 Dec 16 18:07:07.410588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6e8653e-aa50-4a11-ab41-951981aaa942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.735016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6b2dcd9-0aaf-4b66-9a7b-9007dd27164f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:10.964471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:11.889827 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53f819-6b3f-4a46-bcf7-86d16e81c096 req-bca381a1-ff0e-4687-a0ca-78f1a09443c9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:11.891297 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d53f819-6b3f-4a46-bcf7-86d16e81c096 req-bca381a1-ff0e-4687-a0ca-78f1a09443c9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0984435 Dec 16 18:07:11.939574 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0d53f819-6b3f-4a46-bcf7-86d16e81c096 req-46e2510a-0921-4482-b8b0-9953aea04da8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421667 Dec 16 18:07:12.201281 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:13.106097 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf118a-c1e7-4d72-8cbb-d9c7e847e549 req-71441b3f-639f-4924-a565-92ea2de2b0fe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:13.107593 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5cbf118a-c1e7-4d72-8cbb-d9c7e847e549 req-71441b3f-639f-4924-a565-92ea2de2b0fe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0995173 Dec 16 18:07:13.122854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:13.156599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5cbf118a-c1e7-4d72-8cbb-d9c7e847e549 req-d37e25eb-4529-46f2-91dd-fec44b0807c1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Dec 16 18:07:13.178050 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56018) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:13.239962 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-257d3f71-7f3b-44b5-ab8e-8654214dd83b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/a3cae21e-0f5e-401f-8db9-490adfd094f7 HTTP/1.1" status: 200 len: 993 time: 0.0607603 Dec 16 18:07:14.516052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870d54-68b3-48d4-a8c8-5bed2f29d9ed req-9675bc8e-b105-4efa-91b1-714d1eca418c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:14.517608 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00870d54-68b3-48d4-a8c8-5bed2f29d9ed req-9675bc8e-b105-4efa-91b1-714d1eca418c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Dec 16 18:07:14.566670 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-00870d54-68b3-48d4-a8c8-5bed2f29d9ed req-6895bd3d-f951-4a7f-9bb6-dcb6dc809d1d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Dec 16 18:07:15.684409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03594d41-f959-4fa4-bdb0-3c3062688925 req-cded8ff3-9fd9-47e4-96e1-2246ee79d304 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:15.685891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-03594d41-f959-4fa4-bdb0-3c3062688925 req-cded8ff3-9fd9-47e4-96e1-2246ee79d304 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0475924 Dec 16 18:07:15.736884 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-03594d41-f959-4fa4-bdb0-3c3062688925 req-27ff83f1-a3fc-4cdb-9536-9fb0e8963473 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Dec 16 18:07:15.759572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56028) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:15.819546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-728b6ef0-5ed6-4236-8485-8187b3efc738 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/a3cae21e-0f5e-401f-8db9-490adfd094f7 HTTP/1.1" status: 200 len: 993 time: 0.0588694 Dec 16 18:07:16.128886 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56034) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:16.279818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port b85c5a17-e1c1-49e7-8a3b-e057e5067fd8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:16.280083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:16.352358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:16.352685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:16.364081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for b85c5a17-e1c1-49e7-8a3b-e057e5067fd8 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:16.509864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:16.536591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=b85c5a17-e1c1-49e7-8a3b-e057e5067fd8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:16.563894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.564251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.564599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.564957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.565303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.565641 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.565977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.566934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.567286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.567620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.567950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.568285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.568613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:16.606115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:16.606455 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP a3cae21e-0f5e-401f-8db9-490adfd094f7 disassociated (deleted). External IP: 172.26.2.244, port: 96448354-5d02-410c-b582-bc53e6b2b5ff. Dec 16 18:07:16.808920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router a72af54d-5119-41b3-84c5-744ef78318a4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:07:16.912946 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:07:16.917644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:16.923854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] Sync routers for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:07:16.935364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:16.935992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:17.049532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:17.256680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:17.283360 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] Checking router: a72af54d-5119-41b3-84c5-744ef78318a4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:07:17.288449 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8082eac2-c88d-42c4-b3c3-851ad58e62b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/floatingips/a3cae21e-0f5e-401f-8db9-490adfd094f7 HTTP/1.1" status: 204 len: 168 time: 1.1584725 Dec 16 18:07:17.289163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:07:17.291506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd72da02-e4f7-4d1b-96b2-76635e347a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:07:17.292082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:17.293133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:17.329319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdd9605-f7ae-47fb-b640-cccefd9412a2 x-openstack-request-id: req-9bdd9605-f7ae-47fb-b640-cccefd9412a2 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:07:17.329620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:07:17.329907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9bdd9605-f7ae-47fb-b640-cccefd9412a2 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:07:17.330307 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'status': 'completed', 'code': 200} Dec 16 18:07:17.406313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-caae78e4-c799-47fd-bbc3-0f965e832484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:17.408034 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-caae78e4-c799-47fd-bbc3-0f965e832484 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 1098 time: 0.0481927 Dec 16 18:07:17.412479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:17.513297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-5e041563-f9fe-4e3f-85a6-527f95b98a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:17.514754 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-5e041563-f9fe-4e3f-85a6-527f95b98a94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 200 len: 898 time: 0.0962701 Dec 16 18:07:17.527574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c441e9-1625-4578-b370-f50868936db9 req-b2a20a0b-f754-4df4-8c0f-e91972091ae9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:17.529319 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-46c441e9-1625-4578-b370-f50868936db9 req-b2a20a0b-f754-4df4-8c0f-e91972091ae9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0574896 Dec 16 18:07:17.560671 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-9117015b-64bc-44c5-9468-0d389b0f1c06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 200 len: 217 time: 0.0359185 Dec 16 18:07:17.589372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-46c441e9-1625-4578-b370-f50868936db9 req-b0a53bd7-72b4-4338-a809-0f7f986e1559 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531089 Dec 16 18:07:17.617680 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-21a61144-4611-4bb2-acf0-25c2768c9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:17.619147 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-21a61144-4611-4bb2-acf0-25c2768c9d35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e6cb76-dee5-4df4-9d17-667360fd53e2 HTTP/1.1" status: 200 len: 835 time: 0.0482907 Dec 16 18:07:17.667951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-cbb21e1c-bbf8-40ff-8edf-b604577b849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:17.669473 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-cbb21e1c-bbf8-40ff-8edf-b604577b849e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db76e484-c5da-4979-903c-75fdf339adc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418620 Dec 16 18:07:17.763137 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-429b06dc-33a9-4f72-b3c0-4d4c01762242 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840414 Dec 16 18:07:17.768799 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:17.798392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846ee8a-ca46-409d-b2f6-5a953767a447 None None] The sync data for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '38bf4f9c-fa71-4581-bd18-568f47ff8346', 'name': '', 'network_id': 'db76e484-c5da-4979-903c-75fdf339adc0', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:e7:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:27Z', 'updated_at': '2021-12-16T18:06:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '41e6cb76-dee5-4df4-9d17-667360fd53e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:07:17.858643 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd72da02-e4f7-4d1b-96b2-76635e347a1a req-694eb107-6b91-4b3c-a97d-75c2dfced015 service neutron] 10.222.0.57 "GET /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868926 Dec 16 18:07:18.019955 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba27d1-41cb-417d-b048-7c8f359c43ea None None] New status for floating IP a3cae21e-0f5e-401f-8db9-490adfd094f7: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:07:18.703867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebab2e-dd62-432e-9282-0ff0daa03357 req-633f0686-214a-407d-966b-5ea763ae17bd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:18.705367 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8eebab2e-dd62-432e-9282-0ff0daa03357 req-633f0686-214a-407d-966b-5ea763ae17bd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Dec 16 18:07:18.753601 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8eebab2e-dd62-432e-9282-0ff0daa03357 req-a6a88733-c49f-4bc4-b85b-c1c323f75275 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3dd872a-3f9f-4bf3-a584-0086c77edbff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419948 Dec 16 18:07:19.200828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041969-54b8-4930-b044-ea89014e295e req-550e4259-315c-4e70-bae5-c6e811880242 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:19.202201 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-52041969-54b8-4930-b044-ea89014e295e req-550e4259-315c-4e70-bae5-c6e811880242 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 945 time: 0.0474412 Dec 16 18:07:19.289625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 96448354-5d02-410c-b582-bc53e6b2b5ff {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:19.289968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:19.386610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 96448354-5d02-410c-b582-bc53e6b2b5ff, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=96448354-5d02-410c-b582-bc53e6b2b5ff,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:19.386978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:19.399671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 96448354-5d02-410c-b582-bc53e6b2b5ff owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:19.531596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:19.557725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=96448354-5d02-410c-b582-bc53e6b2b5ff,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:19.600741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] No DVR routers for this DVR port 96448354-5d02-410c-b582-bc53e6b2b5ff on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:07:19.603225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:19.606544 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-52041969-54b8-4930-b044-ea89014e295e req-f3590b29-3b35-4adb-9d95-21643a31d047 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "DELETE /v2.0/ports/96448354-5d02-410c-b582-bc53e6b2b5ff HTTP/1.1" status: 204 len: 173 time: 0.3956988 Dec 16 18:07:19.607017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'name': 'network-vif-deleted', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:07:19.609647 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf124d1-2042-4f1e-813d-225563551cb8" -d '{"events": [{"server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "name": "network-vif-deleted", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:07:19.651298 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229603ca-5d46-4e1f-9f90-9c0a1ccff413 x-openstack-request-id: req-229603ca-5d46-4e1f-9f90-9c0a1ccff413 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:07:19.651598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b1a0ab-4123-4dba-b530-fed4fbe14503", "name": "network-vif-deleted", "tag": "96448354-5d02-410c-b582-bc53e6b2b5ff", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:07:19.651859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-229603ca-5d46-4e1f-9f90-9c0a1ccff413 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:07:19.652267 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b1a0ab-4123-4dba-b530-fed4fbe14503', 'name': 'network-vif-deleted', 'tag': '96448354-5d02-410c-b582-bc53e6b2b5ff', 'status': 'completed', 'code': 200} Dec 16 18:07:19.856906 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6e239999-9793-4517-9582-e76aba93afc4 req-6260e2e8-8a65-44b0-8513-0fdf8f1e8d6d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b1a0ab-4123-4dba-b530-fed4fbe14503 HTTP/1.1" status: 200 len: 210 time: 0.0259345 Dec 16 18:07:20.424275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:20.542543 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:07:20.912066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56050) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:21.265838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:21.519301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 38bf4f9c-fa71-4581-bd18-568f47ff8346 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:21.519587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:21.607185 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 38bf4f9c-fa71-4581-bd18-568f47ff8346, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=38bf4f9c-fa71-4581-bd18-568f47ff8346,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:21.607550 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:21.619718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 38bf4f9c-fa71-4581-bd18-568f47ff8346 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:21.803786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:21.829374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=38bf4f9c-fa71-4581-bd18-568f47ff8346,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:21.952077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 96448354-5d02-410c-b582-bc53e6b2b5ff no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:07:21.974405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 96448354-5d02-410c-b582-bc53e6b2b5ff {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:07:21.974801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 96448354-5d02-410c-b582-bc53e6b2b5ff not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:07:22.006081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.217046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router a72af54d-5119-41b3-84c5-744ef78318a4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:07:22.319294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:07:22.324365 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-33eef9aa-195e-40bd-aae5-e13c10a737a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/a72af54d-5119-41b3-84c5-744ef78318a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112902 Dec 16 18:07:22.327059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56052) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:22.330123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] Sync routers for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:07:22.339464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:22.340079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:22.376631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting subnet 41e6cb76-dee5-4df4-9d17-667360fd53e2 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:07:22.380481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.419548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.444666 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:22.503061 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.559436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.587054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Subnet': ['ID=41e6cb76-dee5-4df4-9d17-667360fd53e2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:22.590631 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.593875 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d32b4361-2ce8-4ed0-8196-c88033394459 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/subnets/41e6cb76-dee5-4df4-9d17-667360fd53e2 HTTP/1.1" status: 204 len: 168 time: 0.2659023 Dec 16 18:07:22.596435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56054) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:22.601631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fabb8a-55bf-4f28-9749-8cd3ef4a1e42 None None] Network db76e484-c5da-4979-903c-75fdf339adc0 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:07:22.701031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:07:21Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:22.702480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.736691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] Checking router: a72af54d-5119-41b3-84c5-744ef78318a4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:07:22.745968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] Routers {'a72af54d-5119-41b3-84c5-744ef78318a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:22.746587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a72af54d-5119-41b3-84c5-744ef78318a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:22.779991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] DHCP port deletion for db76e484-c5da-4979-903c-75fdf339adc0 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:07:22.811796 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.864730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:22.865183 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.880728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] Set router a72af54d-5119-41b3-84c5-744ef78318a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:22.941068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] Deleting port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:22.941468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.945932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:22.946304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:22.958913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:23.038788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 24fe8c5c-c9c1-4e1a-bfec-3e523941035f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:07:23.109055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] For port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:23.109462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.134659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.145708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] Calling delete_port for 24fe8c5c-c9c1-4e1a-bfec-3e523941035f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:23.161732 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=0cc9d425-5bed-4f0f-986e-4d4a1e3c9893,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:23.196339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef7cb6-2f8c-4d84-8a0e-7014fa3154ed None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:07:23.223389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.251861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.294176 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:07:21Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:23.311326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.313503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.345493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,segment=NetworkSegment(13a288d2-c11e-4bc1-aa81-a71c004cfe74),segment_id=13a288d2-c11e-4bc1-aa81-a71c004cfe74)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:23.348254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fa5d6-7010-490b-a47d-4dde7920f2e8 None None] The sync data for ids ['a72af54d-5119-41b3-84c5-744ef78318a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1775201508', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:07:21Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '0cc9d425-5bed-4f0f-986e-4d4a1e3c9893', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72af54d-5119-41b3-84c5-744ef78318a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:06:25Z', 'updated_at': '2021-12-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:07:23.351481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.363107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.364331 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Fanout notify agent at l3_agent the message router_deleted on router a72af54d-5119-41b3-84c5-744ef78318a4 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:07:23.373481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.374721 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-8809ae15-2251-42c8-af97-12e3b1943acc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/routers/a72af54d-5119-41b3-84c5-744ef78318a4 HTTP/1.1" status: 204 len: 168 time: 0.7772746 Dec 16 18:07:23.379032 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56056) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:23.383001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.407835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] No DVR routers for this DVR port 24fe8c5c-c9c1-4e1a-bfec-3e523941035f on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:07:23.423406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:23.428440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.428601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.428902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.429536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.429714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.429982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.430366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.430539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.430854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.431184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.431509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.431908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.432184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.457858 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e3a8-1c88-41ea-b1ae-8fe90cc9a7b6 None None] Pushing event deleted for resources: {'Port': ['ID=24fe8c5c-c9c1-4e1a-bfec-3e523941035f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:23.478091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.561355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.579818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db76e484-c5da-4979-903c-75fdf339adc0']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:23.588601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a288d2-c11e-4bc1-aa81-a71c004cfe74') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:23.588894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a288d2-c11e-4bc1-aa81-a71c004cfe74') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:23.598333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.610790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.617964 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:07:23.618348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:07:23.621179 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:07:23.681217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.687691 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.690700 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/networks/db76e484-c5da-4979-903c-75fdf339adc0 HTTP/1.1" status: 204 len: 168 time: 0.3104181 Dec 16 18:07:23.694052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56058) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:23.702745 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Network': ['ID=db76e484-c5da-4979-903c-75fdf339adc0,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:23.710750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.711118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.711840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.711840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.712133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.712470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.712805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.713163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.713498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.713828 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.714162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.714490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.714818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f487c63-263c-4f5f-80e0-ca7a88684296 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:23.759728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b612333-7769-4377-8a64-475d0c597a50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.789502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b612333-7769-4377-8a64-475d0c597a50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.855259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b612333-7769-4377-8a64-475d0c597a50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.857939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b612333-7769-4377-8a64-475d0c597a50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.859132 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3b612333-7769-4377-8a64-475d0c597a50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/security-groups/d3dd872a-3f9f-4bf3-a584-0086c77edbff HTTP/1.1" status: 204 len: 168 time: 0.1640654 Dec 16 18:07:23.869021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b612333-7769-4377-8a64-475d0c597a50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd872a-3f9f-4bf3-a584-0086c77edbff,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:24.274146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56064) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:24.278658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503141709', 'description': 'tempest-secgroup-smoke-1503141709 description', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:24.306351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.377850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.382248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.410929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.412169 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1370254 Dec 16 18:07:24.415126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56066) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:24.416359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8612dd1-127c-4887-ba0d-d0d0a38ca709 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c236138-0983-48a3-ba44-ea8bded52a62,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:24.419784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '5c236138-0983-48a3-ba44-ea8bded52a62', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:24.447073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.500284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.503833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.520458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acd21bd-71e8-42d1-92ee-917ef5cc9825,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:24.529505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.530684 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-fb900925-21a8-4876-bbc3-b02747eb87d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145585 Dec 16 18:07:24.533548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56068) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:24.538729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '5c236138-0983-48a3-ba44-ea8bded52a62', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:24.566316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.620698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.624038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.640275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd52b6a-8d60-48cf-908a-728f607ddeca,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:24.648890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.650112 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e0ae7c3f-da96-4d97-b6cc-f7b336cc2642 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154611 Dec 16 18:07:24.652711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56070) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:24.656955 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '5c236138-0983-48a3-ba44-ea8bded52a62', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:24.682423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.735645 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.739426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.757191 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d666bb-48d8-4dbf-a0fe-dd719a540a24,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:24.763941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.765256 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e03ecaa1-7ef9-4e11-804d-c1659b67abb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115515 Dec 16 18:07:24.767847 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56072) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:24.772288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '5c236138-0983-48a3-ba44-ea8bded52a62', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:24.799097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.858067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.861619 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.882106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0ffda4-551e-4f6a-942c-93a4a2dfec92,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:24.887291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.888483 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-99fb0c7d-a0e9-4fa0-b53c-a51d25fe33d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194537 Dec 16 18:07:24.891242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56074) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:24.895777 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '5c236138-0983-48a3-ba44-ea8bded52a62', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:24.917547 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:07:24.922148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.981421 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.982671 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 38bf4f9c-fa71-4581-bd18-568f47ff8346 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:07:24.985663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.000914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ed88d4-12c1-45f9-84d9-7eb5fdf8e35a,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:25.003217 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 38bf4f9c-fa71-4581-bd18-568f47ff8346 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:07:25.003563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 38bf4f9c-fa71-4581-bd18-568f47ff8346 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:07:25.004367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:07:25.012606 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.016625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56076) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:25.016765 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-511df8a9-368f-4515-b2ed-3d37b13f63e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244497 Dec 16 18:07:25.021626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '5c236138-0983-48a3-ba44-ea8bded52a62', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:25.026380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:07:25.026769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 0cc9d425-5bed-4f0f-986e-4d4a1e3c9893 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:07:25.044650 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:07:25.049558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.109949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.114213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.131204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41048e06-bd6b-41d5-a05a-0c182b2049cf,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:25.139282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.140468 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e34718fd-2505-4e06-9ffd-15394c45432a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227090 Dec 16 18:07:25.143578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56078) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:25.148371 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'network': {'name': 'tempest-network-smoke--957160658', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'port_security_enabled': True}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:25.169315 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:07:25.172620 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.195000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:07:25.203302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.203656 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Added segment 3a4b3b6b-1142-4f77-9dd1-9689900ebbb0 of type vlan for network 524804b1-4069-4fcf-9a29-43e197cef0b6 Dec 16 18:07:25.241836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.264348 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.269974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:25.270546 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.323310 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1786592 Dec 16 18:07:25.326166 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56080) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:25.330870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'admin_state_up': True, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:25.335511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089ec84-5cde-4cde-9702-231402a6dba9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Network': ['ID=524804b1-4069-4fcf-9a29-43e197cef0b6,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:25.345904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:07:25.358968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.360339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.424495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.559348 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.747643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.765667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.863393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.62 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/dd99c647-565c-4146-9d2d-c34cc48ebc47) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:07:25.963979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:25.995223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:26.036500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:07:26.039263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:26.041609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:07:26.053175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639e78f-c9af-453a-bfb9-925a99eb2829 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:07:26.086989 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-664cc123-46cc-42ee-ad1d-be0bcde6182b None None] Provisioning complete for port dd99c647-565c-4146-9d2d-c34cc48ebc47 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:26.087370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-664cc123-46cc-42ee-ad1d-be0bcde6182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:26.125326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-664cc123-46cc-42ee-ad1d-be0bcde6182b None None] Port dd99c647-565c-4146-9d2d-c34cc48ebc47 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:07:26.400882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=dd99c647-565c-4146-9d2d-c34cc48ebc47,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:26.623642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:26.814384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:26.936806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:07:27.044111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:07:27.054331 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Sync routers for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:07:27.065059 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:27.065598 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:27.065763 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.066934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e17c16dc-95d3-4ee9-91c8-460bfef31297 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7396116 Dec 16 18:07:27.070157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56082) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:27.099233 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-17751a65-b252-4f3e-815c-bbab79e729f1 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73039e768a7a4218ab7d0aa683acbf2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279231 Dec 16 18:07:27.101784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56084) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:27.195000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a96d37d-f7b2-40b0-be45-63b0980b618f tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:27.196521 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4a96d37d-f7b2-40b0-be45-63b0980b618f tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938475 Dec 16 18:07:27.199487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56086) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:27.230670 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6ca1e206-3522-4bf6-96eb-2cdef01503a9 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277545 Dec 16 18:07:27.230902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56088) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:27.235912 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62722059', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:27.255364 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:27.327172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:07:27.330848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.430117 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:26Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:27.457758 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Checking router: 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:07:27.458136 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Updating router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 port dd99c647-565c-4146-9d2d-c34cc48ebc47 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:07:27.485848 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.512089 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.572815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Subnet': ['ID=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:27.579755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Checking segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:07:27.579871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network hostable DHCP agents. Network: 524804b1-4069-4fcf-9a29-43e197cef0b6, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:07:27.596163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:07:27.604659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 524804b1-4069-4fcf-9a29-43e197cef0b6) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:27.608957 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:27.609673 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.616187 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1dd121-4097-4a30-8476-adfadac3341b None None] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:07:27.630050 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2a7db97b-1a6b-468a-8d78-1b7387d7ce87 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3975129 Dec 16 18:07:27.632160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56090) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:27.720758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-524804b1-4069-4fcf-9a29-43e197cef0b6', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:07:27.721668 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.737511 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.745221 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.787409 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976d9de-b677-4b15-8769-4c457e2d8f9c None None] Pushing event updated for resources: {'Port': ['ID=dd99c647-565c-4146-9d2d-c34cc48ebc47,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:27.807174 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Attempting to bind port dd99c647-565c-4146-9d2d-c34cc48ebc47 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:07:27.807546 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Attempting to bind port dd99c647-565c-4146-9d2d-c34cc48ebc47 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:07:27.807908 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Attempting to bind port dd99c647-565c-4146-9d2d-c34cc48ebc47 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:07:27.817447 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:07:27.817745 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:07:27.818185 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.818548 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:07:27.819073 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Bound port: dd99c647-565c-4146-9d2d-c34cc48ebc47, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:07:27.819370 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.826119 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e48643-7f58-4c77-8cb7-e8564a2ff593 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:07:27.879289 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Allocated IP 172.20.0.2 (524804b1-4069-4fcf-9a29-43e197cef0b6/13b195f8-0dc3-4f00-89cf-9a2d67c9ece8/a2f49185-a55d-42f0-bea7-cc149324c952) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:07:27.882744 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] For port dd99c647-565c-4146-9d2d-c34cc48ebc47, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:07:27.886054 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] For port dd99c647-565c-4146-9d2d-c34cc48ebc47, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dd99c647-565c-4146-9d2d-c34cc48ebc47,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:07:27.890607 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:27.948136 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976d9de-b677-4b15-8769-4c457e2d8f9c None None] Pushing event updated for resources: {'Port': ['ID=dd99c647-565c-4146-9d2d-c34cc48ebc47,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:27.949789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf41e7-e2e6-4261-80c0-0a2840115dc5 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:07:27.959360 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:27.960072 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:28.028106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0f222d76-182a-41de-9842-ee7156ce48ff None None] Provisioning complete for port dd99c647-565c-4146-9d2d-c34cc48ebc47 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:28.028491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f222d76-182a-41de-9842-ee7156ce48ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.072982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.073910 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:28.081638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.109665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.258226 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:26Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:28.288273 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba157c-6628-418a-95a9-43305714caa2 None None] The sync data for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv is: [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:26Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:07:28.296703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:07:28.303331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:28.309787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:07:28.320525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Pushing event updated for resources: {'Port': ['ID=a2f49185-a55d-42f0-bea7-cc149324c952,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:28.327886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f222d76-182a-41de-9842-ee7156ce48ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.379550 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0f222d76-182a-41de-9842-ee7156ce48ff None None] For port dd99c647-565c-4146-9d2d-c34cc48ebc47, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dd99c647-565c-4146-9d2d-c34cc48ebc47,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:28.386300 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f222d76-182a-41de-9842-ee7156ce48ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.394130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Attempting to bind port a2f49185-a55d-42f0-bea7-cc149324c952 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:07:28.394532 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Attempting to bind port a2f49185-a55d-42f0-bea7-cc149324c952 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:07:28.394884 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Attempting to bind port a2f49185-a55d-42f0-bea7-cc149324c952 on network 524804b1-4069-4fcf-9a29-43e197cef0b6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:07:28.410119 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.1 (524804b1-4069-4fcf-9a29-43e197cef0b6/13b195f8-0dc3-4f00-89cf-9a2d67c9ece8/9c92b341-4300-47b2-a4fa-5978752598b3) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:07:28.422261 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:07:28.422957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Checking segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:07:28.423390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.423765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Bound using segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:07:28.424245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Bound port: a2f49185-a55d-42f0-bea7-cc149324c952, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:07:28.424818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.480739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f222d76-182a-41de-9842-ee7156ce48ff None None] Pushing event updated for resources: {'Port': ['ID=dd99c647-565c-4146-9d2d-c34cc48ebc47,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:28.521595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] For port a2f49185-a55d-42f0-bea7-cc149324c952, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:07:28.525051 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] For port a2f49185-a55d-42f0-bea7-cc149324c952, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a2f49185-a55d-42f0-bea7-cc149324c952,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:07:28.528236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b5e36018-27ab-409d-a06f-d021485430e3 None None] Provisioning complete for port dd99c647-565c-4146-9d2d-c34cc48ebc47 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:28.528427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5e36018-27ab-409d-a06f-d021485430e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.531816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.544205 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.602810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.666383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:07:28.674111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:28.676834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:07:28.683438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e316d-ca19-4576-9dfd-5ec1d46c13b6 None None] Pushing event updated for resources: {'Port': ['ID=a2f49185-a55d-42f0-bea7-cc149324c952,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:28.717437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=9c92b341-4300-47b2-a4fa-5978752598b3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:28.738044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:28.902486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.077090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dd99c647-565c-4146-9d2d-c34cc48ebc47 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:07:29.128304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port dd99c647-565c-4146-9d2d-c34cc48ebc47 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:29.128635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.215097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a2f49185-a55d-42f0-bea7-cc149324c952 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:07:29.249856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.256407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.267570 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a2f49185-a55d-42f0-bea7-cc149324c952 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:29.267944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.336857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.345254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=9c92b341-4300-47b2-a4fa-5978752598b3,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:29.354524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.398429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port a2f49185-a55d-42f0-bea7-cc149324c952, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a2f49185-a55d-42f0-bea7-cc149324c952,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:29.402385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.453840 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:07:29.454478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=a2f49185-a55d-42f0-bea7-cc149324c952,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:29.455484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:29.580677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:07:29.691917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:07:29.692409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece9fa9-44e7-4aab-a3e6-965c13cc9da8 None None] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:07:29.699941 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-15ae6390-1bda-40c1-997d-ebe1a7b15aaa tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/6e6e7c32-46cb-48c6-b59b-7d321dbbde36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634620 Dec 16 18:07:29.765128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ee18dc42-f389-4eb5-89c1-ba497fb7d6c5 None None] Provisioning complete for port a2f49185-a55d-42f0-bea7-cc149324c952 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:29.765585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee18dc42-f389-4eb5-89c1-ba497fb7d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:29.866454 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-c19e7561-0b2b-44ec-9572-5ee58e4d7b04 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503141709&fields=id&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 267 time: 0.0513625 Dec 16 18:07:29.979990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-b4ea53ce-2cf8-4453-aec2-3aef248849dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:29.982245 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-b4ea53ce-2cf8-4453-aec2-3aef248849dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 796 time: 0.1079295 Dec 16 18:07:29.998285 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-b78089fb-032a-4afe-b7cf-838db500bf08 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/quotas/73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 375 time: 0.0103731 Dec 16 18:07:30.057630 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-a80cd06c-6258-474d-9ea9-eb606eeca2d0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528998 Dec 16 18:07:30.111798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-714782f2-1d34-4c6c-b737-87d9c9326de1 None None] Provisioning complete for port 9c92b341-4300-47b2-a4fa-5978752598b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:30.112167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-714782f2-1d34-4c6c-b737-87d9c9326de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:30.153997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Sync routers for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:07:30.170240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-714782f2-1d34-4c6c-b737-87d9c9326de1 None None] Port 9c92b341-4300-47b2-a4fa-5978752598b3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:07:30.177742 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:30.178369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:30.208186 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-258a373c-99db-40a4-8b07-38f4b1258667 service neutron] 10.222.0.66 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382127 Dec 16 18:07:30.221697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-714782f2-1d34-4c6c-b737-87d9c9326de1 None None] Provisioning complete for port a2f49185-a55d-42f0-bea7-cc149324c952 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:30.222073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-714782f2-1d34-4c6c-b737-87d9c9326de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:30.307224 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-8e0de782-cfd2-45f3-a090-a2e89c3c1a3e service neutron] 10.222.0.66 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922816 Dec 16 18:07:30.330154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:30.486009 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-441a6817-c8f2-4880-b614-5a1ddc2d4442 req-691a3a66-40cf-429c-97d0-ba02a90ed631 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 210 time: 0.0297155 Dec 16 18:07:30.561246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6f3858dc-e414-4a8a-9092-8778d2ec80d4 None None] Provisioning complete for port 9c92b341-4300-47b2-a4fa-5978752598b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:30.561623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f3858dc-e414-4a8a-9092-8778d2ec80d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:30.601581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f3858dc-e414-4a8a-9092-8778d2ec80d4 None None] Port 9c92b341-4300-47b2-a4fa-5978752598b3 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:07:30.619659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:29Z', 'revision_number': 2, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:30.649698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Checking router: 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:07:30.650059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Updating router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 port 9c92b341-4300-47b2-a4fa-5978752598b3 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:07:30.678564 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:30.944575 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:30.954452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:30.998644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a2f49185-a55d-42f0-bea7-cc149324c952 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:07:31.042133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6db5e-202f-4979-be25-5199ee31a72b None None] Pushing event updated for resources: {'Port': ['ID=9c92b341-4300-47b2-a4fa-5978752598b3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:31.108495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Attempting to bind port 9c92b341-4300-47b2-a4fa-5978752598b3 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:07:31.108873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Attempting to bind port 9c92b341-4300-47b2-a4fa-5978752598b3 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:07:31.109269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Attempting to bind port 9c92b341-4300-47b2-a4fa-5978752598b3 on network 524804b1-4069-4fcf-9a29-43e197cef0b6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:07:31.111131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a2f49185-a55d-42f0-bea7-cc149324c952 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:31.111503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.137296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:07:31.137907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Checking segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:07:31.138325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.138726 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Bound using segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:07:31.139241 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Bound port: 9c92b341-4300-47b2-a4fa-5978752598b3, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:07:31.139629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.248233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] For port 9c92b341-4300-47b2-a4fa-5978752598b3, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:07:31.265546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] For port 9c92b341-4300-47b2-a4fa-5978752598b3, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9c92b341-4300-47b2-a4fa-5978752598b3,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:07:31.272882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.280328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3ee227bf-6017-4e16-a67b-373bdd64a867 None None] Provisioning complete for port 9c92b341-4300-47b2-a4fa-5978752598b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:31.280695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee227bf-6017-4e16-a67b-373bdd64a867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.367275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:31.367916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:31.372748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6db5e-202f-4979-be25-5199ee31a72b None None] Pushing event updated for resources: {'Port': ['ID=9c92b341-4300-47b2-a4fa-5978752598b3,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:31.459516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-18aea10b-3078-4d77-b627-07f8bb9b8f23 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:31.461704 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-18aea10b-3078-4d77-b627-07f8bb9b8f23 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 796 time: 0.1296027 Dec 16 18:07:31.573442 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-af8626f3-05dd-4be3-a31d-e9fa9a8acfe8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 380 time: 0.1010475 Dec 16 18:07:31.584489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'port': {'device_id': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'admin_state_up': True, 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'security_groups': ['5c236138-0983-48a3-ba44-ea8bded52a62']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:31.608543 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cd0d6773-d8ee-4ad6-8d07-4eda85ebf430 req-5f96dbea-c747-4393-a102-79137fdf57ca tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 210 time: 0.0300374 Dec 16 18:07:31.657364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee227bf-6017-4e16-a67b-373bdd64a867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.673846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:31.695849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:07:31.699441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.733519 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3ee227bf-6017-4e16-a67b-373bdd64a867 None None] For port 9c92b341-4300-47b2-a4fa-5978752598b3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9c92b341-4300-47b2-a4fa-5978752598b3,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:31.765778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee227bf-6017-4e16-a67b-373bdd64a867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.828602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.6 (524804b1-4069-4fcf-9a29-43e197cef0b6/13b195f8-0dc3-4f00-89cf-9a2d67c9ece8/10b433ad-f4a3-4352-8a2e-91bef4f0a666) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:07:31.862233 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee227bf-6017-4e16-a67b-373bdd64a867 None None] Pushing event updated for resources: {'Port': ['ID=9c92b341-4300-47b2-a4fa-5978752598b3,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:31.918155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1f044bbd-fbcc-4d07-ab87-7396afa2ad61 None None] Provisioning complete for port 9c92b341-4300-47b2-a4fa-5978752598b3 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:31.918529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f044bbd-fbcc-4d07-ab87-7396afa2ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:31.979190 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.002939 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:32.013365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.038382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64c8a-5ab0-4f6b-88bb-c98bf3ff7840 None None] The sync data for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv is: [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:07:32.058812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:07:32.062064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:32.064576 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:07:32.097176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=10b433ad-f4a3-4352-8a2e-91bef4f0a666,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:32.131741 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:32.132355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.159264 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-cd592300-8ae2-4d15-8fa1-09e52b112ef5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796189 Dec 16 18:07:32.172392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Request body: {'port': {'device_id': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:32.235409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.368492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-748dfd57-95e2-4fc0-ba25-7dbfba827423 None None] Provisioning complete for port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:32.368866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-748dfd57-95e2-4fc0-ba25-7dbfba827423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.404390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-748dfd57-95e2-4fc0-ba25-7dbfba827423 None None] Port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:07:32.514797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b433ad-f4a3-4352-8a2e-91bef4f0a666 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:07:32.523367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.535762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Transition to ACTIVE for port object 10b433ad-f4a3-4352-8a2e-91bef4f0a666 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:07:32.539900 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.593294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Pushing event updated for resources: {'Port': ['ID=10b433ad-f4a3-4352-8a2e-91bef4f0a666,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:32.670879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Attempting to bind port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:07:32.671215 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Attempting to bind port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:07:32.671543 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Attempting to bind port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 on network 524804b1-4069-4fcf-9a29-43e197cef0b6 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:07:32.677468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 on network 524804b1-4069-4fcf-9a29-43e197cef0b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:07:32.677794 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Attempting to bind port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 on network 524804b1-4069-4fcf-9a29-43e197cef0b6 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:07:32.683427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:07:32.684448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Checking segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:07:32.685178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Bound using segment: {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:07:32.685970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Bound port: 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:07:32.686431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.761542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751974-ad6b-458f-a08c-6b5879a50f8c req-0c69dc65-608b-4241-b009-6151a6ec8244 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:32.763429 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d8751974-ad6b-458f-a08c-6b5879a50f8c req-0c69dc65-608b-4241-b009-6151a6ec8244 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 943 time: 0.0568399 Dec 16 18:07:32.766171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] For port 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:07:32.771608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] For port 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:07:32.779843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.797480 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:32.798118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:32.800026 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] 10.222.0.57 "PUT /v2.0/ports/10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 1093 time: 0.6317551 Dec 16 18:07:32.809112 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:07:32.812137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d9627-a4c7-4425-806f-148d258753bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:07:32.848931 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d8751974-ad6b-458f-a08c-6b5879a50f8c req-cd915a80-c6f8-4719-950f-66b51cb5b87f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770352 Dec 16 18:07:32.887891 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3152802d-509f-46d9-9931-c0870ae98536 x-openstack-request-id: req-3152802d-509f-46d9-9931-c0870ae98536 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:07:32.888193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:07:32.888698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3152802d-509f-46d9-9931-c0870ae98536 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:07:32.889205 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'status': 'completed', 'code': 200} Dec 16 18:07:32.915225 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7407cc-50a1-43eb-a27f-38fb969d4779 service neutron] Pushing event updated for resources: {'Port': ['ID=10b433ad-f4a3-4352-8a2e-91bef4f0a666,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:32.921259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-dddd595d-c145-4c12-8c40-c4df4802d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:32.922781 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-dddd595d-c145-4c12-8c40-c4df4802d343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1096 time: 0.0725718 Dec 16 18:07:32.974389 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-2f4b71dc-378f-4b44-a38a-787962d7aea2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 217 time: 0.0431147 Dec 16 18:07:33.041234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9c92b341-4300-47b2-a4fa-5978752598b3 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:07:33.042995 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-15b1216d-347e-44a7-98a9-fd298f2e75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.044498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-15b1216d-347e-44a7-98a9-fd298f2e75a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 200 len: 833 time: 0.0622473 Dec 16 18:07:33.099721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425525-7377-49ef-86f9-32b643d2436d req-c03aa1b6-c90f-4509-a5f5-d639a3f2cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.101390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-c03aa1b6-c90f-4509-a5f5-d639a3f2cbd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=524804b1-4069-4fcf-9a29-43e197cef0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488122 Dec 16 18:07:33.107339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9c92b341-4300-47b2-a4fa-5978752598b3 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:33.107713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:33.198596 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-e937ed9d-40a9-40b0-9805-d0c4335d92cc service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874922 Dec 16 18:07:33.292889 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d6425525-7377-49ef-86f9-32b643d2436d req-f44816a8-c4b4-40cf-b96f-1259d38223be service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871916 Dec 16 18:07:33.376970 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9627-a4c7-4425-806f-148d258753bc req-9766fffb-83e0-49af-90dc-7fc7b5a5f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.378950 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-9766fffb-83e0-49af-90dc-7fc7b5a5f343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1096 time: 0.0394528 Dec 16 18:07:33.473634 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9627-a4c7-4425-806f-148d258753bc req-b66d24f0-d8c1-4468-b5ea-40c16e45c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.475080 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-b66d24f0-d8c1-4468-b5ea-40c16e45c0d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 897 time: 0.0868294 Dec 16 18:07:33.847713 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-e2050df6-f5f5-4e1d-aa95-1312afd67241 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 217 time: 0.3630092 Dec 16 18:07:33.897178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9627-a4c7-4425-806f-148d258753bc req-9377998c-27e3-4f24-a383-b73af8d23d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.898635 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-9377998c-27e3-4f24-a383-b73af8d23d95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 200 len: 833 time: 0.0438488 Dec 16 18:07:33.948885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9627-a4c7-4425-806f-148d258753bc req-d04a8d1f-4b27-4ed6-b392-f48c7e6d8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.950445 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-d04a8d1f-4b27-4ed6-b392-f48c7e6d8798 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=524804b1-4069-4fcf-9a29-43e197cef0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434892 Dec 16 18:07:33.958040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-b40d-47a7-8f3f-4e0bbc460bc1 req-0668ff32-d26f-4c64-aa0e-685e68a5fcbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:33.959521 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a8c4bcc-b40d-47a7-8f3f-4e0bbc460bc1 req-0668ff32-d26f-4c64-aa0e-685e68a5fcbe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 943 time: 0.0511909 Dec 16 18:07:34.007836 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a8c4bcc-b40d-47a7-8f3f-4e0bbc460bc1 req-86745ff5-6f22-440b-b8c6-2ebaf72f58dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Dec 16 18:07:34.039638 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-7d45bb87-7ccb-471b-8191-f77435932d85 service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808556 Dec 16 18:07:34.131334 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f37d9627-a4c7-4425-806f-148d258753bc req-91a64864-9311-45e8-98d0-54e2044b0c4f service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844467 Dec 16 18:07:35.124963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db34aff-6136-4b7b-a402-3d4a05cff12e req-8c56f65b-4188-4cc1-ada6-3b54c4e0754a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:35.126477 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2db34aff-6136-4b7b-a402-3d4a05cff12e req-8c56f65b-4188-4cc1-ada6-3b54c4e0754a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 943 time: 0.0518453 Dec 16 18:07:35.175676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2db34aff-6136-4b7b-a402-3d4a05cff12e req-73759d5d-fc6a-4c9e-b4f0-05d3fed29cfe tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Dec 16 18:07:35.953731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 10b433ad-f4a3-4352-8a2e-91bef4f0a666 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:07:36.048971 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:36.060578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'port_id': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'mac_address': 'fa:16:3e:9c:db:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:07:36.096582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:36.111529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b433ad-f4a3-4352-8a2e-91bef4f0a666 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:07:36.132030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:36.135862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:36.182681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=10b433ad-f4a3-4352-8a2e-91bef4f0a666,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:36.287517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6f2c7-be8f-4cd9-9dc5-d51fd6177429 req-05f7b430-689a-4ffa-a37b-6c04e9b808c9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:36.289043 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e2b6f2c7-be8f-4cd9-9dc5-d51fd6177429 req-05f7b430-689a-4ffa-a37b-6c04e9b808c9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 944 time: 0.0477242 Dec 16 18:07:36.340347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e2b6f2c7-be8f-4cd9-9dc5-d51fd6177429 req-fd84ccb5-ae56-4193-9713-ca158317388b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454350 Dec 16 18:07:36.343458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['10b433ad-f4a3-4352-8a2e-91bef4f0a666'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:07:37.416057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b08dcbc1-e542-4b17-92fc-a43cd0c7c441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:37.725551 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9e0b7-cc1e-4ddb-815d-ac11246d4856 req-435d8ba6-850e-44a4-ba93-49c2eaad5ffb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:37.727063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2eb9e0b7-cc1e-4ddb-815d-ac11246d4856 req-435d8ba6-850e-44a4-ba93-49c2eaad5ffb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 944 time: 0.3206091 Dec 16 18:07:37.774743 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2eb9e0b7-cc1e-4ddb-815d-ac11246d4856 req-6e5af95e-9c52-4e5a-927c-e7b5de1a3155 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Dec 16 18:07:37.954185 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 10b433ad-f4a3-4352-8a2e-91bef4f0a666 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:07:38.000746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:07:38.004878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:07:38.005272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:38.078716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:38.100444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:07:38.102677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fbf79b-c9e6-4193-86d1-e9e1d95de931" -d '{"events": [{"server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "name": "network-vif-plugged", "status": "completed", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:07:38.118526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:38.122882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:38.152559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964ae50-3d89-479e-be4a-4e81401c864b x-openstack-request-id: req-b964ae50-3d89-479e-be4a-4e81401c864b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:07:38.152850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "name": "network-vif-plugged", "status": "completed", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:07:38.153134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b964ae50-3d89-479e-be4a-4e81401c864b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:07:38.153526 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'code': 200} Dec 16 18:07:38.179099 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=10b433ad-f4a3-4352-8a2e-91bef4f0a666,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:38.304031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88782ccc-69a9-46cc-a901-823508b217a9 req-6b3ed484-2ed3-4eba-af95-21ec7f31e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:38.305421 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-88782ccc-69a9-46cc-a901-823508b217a9 req-6b3ed484-2ed3-4eba-af95-21ec7f31e2ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1098 time: 0.0393739 Dec 16 18:07:38.350450 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-88782ccc-69a9-46cc-a901-823508b217a9 req-f7ae66bf-1b27-4aaa-bf1f-c1d53135a5a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Dec 16 18:07:38.890661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff0385-59ec-4ea8-a07c-c7bf14d34779 req-1f88d16c-a418-42ad-a547-4553e3026970 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:38.892049 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9ff0385-59ec-4ea8-a07c-c7bf14d34779 req-1f88d16c-a418-42ad-a547-4553e3026970 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Dec 16 18:07:38.941921 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9ff0385-59ec-4ea8-a07c-c7bf14d34779 req-a28cb9e5-675c-4580-8f61-959dfad097b2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Dec 16 18:07:39.735842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-243d48c0-7c08-4850-9516-5232fb2018ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:40.060888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e898f-76b4-4f0d-bd32-7a656c058bd4 req-d4021db5-acd3-44ce-8a62-c3d8f59e4c4b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:40.062405 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-963e898f-76b4-4f0d-bd32-7a656c058bd4 req-d4021db5-acd3-44ce-8a62-c3d8f59e4c4b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0509274 Dec 16 18:07:40.109158 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-963e898f-76b4-4f0d-bd32-7a656c058bd4 req-191e14f2-0e60-4f94-b4ef-428abbaff347 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Dec 16 18:07:40.218413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3b32-67e7-4a9b-a21c-984d5a1ea2b9 req-30add97a-f915-469a-b64a-04903677f10f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:40.219862 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0cba3b32-67e7-4a9b-a21c-984d5a1ea2b9 req-30add97a-f915-469a-b64a-04903677f10f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0470510 Dec 16 18:07:40.268560 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0cba3b32-67e7-4a9b-a21c-984d5a1ea2b9 req-63c0d838-14ea-4df1-81b7-172c1922b400 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421591 Dec 16 18:07:40.289646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56142) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:40.327515 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bcd5bd-c988-4885-9a7e-c97a47ea5b1d tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:40.329010 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a1bcd5bd-c988-4885-9a7e-c97a47ea5b1d tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1093 time: 0.0383661 Dec 16 18:07:40.331571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56144) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:40.336240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:07:40.359045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:40.454199 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:40.555084 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.3 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/fc9c4779-6254-418f-996a-e00ed9395ddf) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:07:40.654108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:40.686633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:40.731831 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:07:40.736840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:07:40.739490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:07:40.742653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=fc9c4779-6254-418f-996a-e00ed9395ddf,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:40.961513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.112411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.181080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.327997 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.332826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.397024 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=fc9c4779-6254-418f-996a-e00ed9395ddf,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:41.411057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.510676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP 530a36e3-8ac1-472d-858b-8320d13beccf associated. External IP: 172.26.2.3, port: 10b433ad-f4a3-4352-8a2e-91bef4f0a666. Dec 16 18:07:41.715503 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:07:41.831185 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:07:41.840527 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] Sync routers for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:07:41.847889 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:41.850925 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:41.851544 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:41.874137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5b0a2fc2-3fd4-4144-ae75-5c8124e5d9e7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5410666 Dec 16 18:07:41.874830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:07:41.877219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50503e1-f019-46a7-8b0f-2ccd00a3199d" -d '{"events": [{"name": "network-changed", "server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:07:41.914023 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba6ab3-0612-4fe8-be84-eea26eb39438 x-openstack-request-id: req-2eba6ab3-0612-4fe8-be84-eea26eb39438 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:07:41.914320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:07:41.914580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2eba6ab3-0612-4fe8-be84-eea26eb39438 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:07:41.915003 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'status': 'completed', 'code': 200} Dec 16 18:07:41.961569 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:41.983748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa905f6-f316-43a8-bedc-e7086c84aea6 req-157b1d52-4141-4c1b-a4d8-28c3a914af24 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:41.987078 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8aa905f6-f316-43a8-bedc-e7086c84aea6 req-157b1d52-4141-4c1b-a4d8-28c3a914af24 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0617883 Dec 16 18:07:41.988563 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-03829056-9791-4ca4-a23b-1a381fd52e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:41.990090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-03829056-9791-4ca4-a23b-1a381fd52e66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1098 time: 0.0484653 Dec 16 18:07:42.039171 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8aa905f6-f316-43a8-bedc-e7086c84aea6 req-ee7639fe-85ba-4371-a7fd-3609812c8624 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452492 Dec 16 18:07:42.061398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56150) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:42.090825 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-200e344d-4884-4325-bf04-fc26ed9fac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:42.092289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-200e344d-4884-4325-bf04-fc26ed9fac89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 897 time: 0.0953257 Dec 16 18:07:42.127713 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7723e67d-e061-43fd-b22c-30e544355ff8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/530a36e3-8ac1-472d-858b-8320d13beccf HTTP/1.1" status: 200 len: 989 time: 0.0651476 Dec 16 18:07:42.157403 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-f141b477-0c0d-45de-9368-5cf6a98d7216 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 997 time: 0.0579562 Dec 16 18:07:42.188696 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '530a36e3-8ac1-472d-858b-8320d13beccf', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'port_id': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'mac_address': 'fa:16:3e:9c:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:07:40Z', 'updated_at': '2021-12-16T18:07:40Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:42.206672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:42.212623 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-f71b24fc-c39f-41d7-b8f0-3057682d7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:42.214131 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-f71b24fc-c39f-41d7-b8f0-3057682d7e69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 200 len: 833 time: 0.0506382 Dec 16 18:07:42.218859 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] Checking router: 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:07:42.227118 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:42.227722 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:07:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:42.259153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-337a5dfc-6d4c-41fc-8ae5-85ef3b2f88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:42.260644 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-337a5dfc-6d4c-41fc-8ae5-85ef3b2f88f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=524804b1-4069-4fcf-9a29-43e197cef0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391943 Dec 16 18:07:42.353625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-58df7f77-bfd9-472a-8a88-c231d66c0f83 service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845704 Dec 16 18:07:42.423306 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:42.448549 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e50503e1-f019-46a7-8b0f-2ccd00a3199d req-a5fcd3bb-be36-4c50-a944-c583e9e91fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Dec 16 18:07:42.636695 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '530a36e3-8ac1-472d-858b-8320d13beccf', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'port_id': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'mac_address': 'fa:16:3e:9c:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:07:40Z', 'updated_at': '2021-12-16T18:07:40Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:42.661789 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81815d85-06ef-4fb1-93a1-11a3e9641ff9 None None] The sync data for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv is: [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '530a36e3-8ac1-472d-858b-8320d13beccf', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'port_id': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'mac_address': 'fa:16:3e:9c:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:07:40Z', 'updated_at': '2021-12-16T18:07:40Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:07:42.850485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92507c-6de3-4bc1-8921-05b09697c9af None None] New status for floating IP 530a36e3-8ac1-472d-858b-8320d13beccf: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:07:43.125893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:43.130821 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56152) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:43.191428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-aef978f6-b760-40d5-bae1-ba6eb5300b14 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/530a36e3-8ac1-472d-858b-8320d13beccf HTTP/1.1" status: 200 len: 991 time: 0.0594158 Dec 16 18:07:50.430303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.540878 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:07:58.875857 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-ef274a3c-14d7-4729-8f46-a75c218fd66a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403416 Dec 16 18:07:58.960518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c093a-8608-490c-96db-6c57db983fa9 req-faf6e914-0f1c-41e1-8728-c59c61ffbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:58.962106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-faf6e914-0f1c-41e1-8728-c59c61ffbbe2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1098 time: 0.0407224 Dec 16 18:07:59.068862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c093a-8608-490c-96db-6c57db983fa9 req-ef2bc4c2-f2bf-442f-ab79-8b9effcb3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:59.070344 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-ef2bc4c2-f2bf-442f-ab79-8b9effcb3a61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 897 time: 0.0863695 Dec 16 18:07:59.135706 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-df9280ec-9497-4fce-8809-40c9204ed031 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 999 time: 0.0572531 Dec 16 18:07:59.189306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c093a-8608-490c-96db-6c57db983fa9 req-3b126d69-636e-43a8-a8a3-450cfd573fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:59.190715 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-3b126d69-636e-43a8-a8a3-450cfd573fda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 200 len: 833 time: 0.0464995 Dec 16 18:07:59.236643 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c093a-8608-490c-96db-6c57db983fa9 req-17066449-318d-46c9-8acf-83a2038ceaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:59.238392 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-17066449-318d-46c9-8acf-83a2038ceaf5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=524804b1-4069-4fcf-9a29-43e197cef0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390339 Dec 16 18:07:59.325057 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-2463e3d6-e471-4b60-a456-89daddacb27e service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792758 Dec 16 18:07:59.418203 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c66c093a-8608-490c-96db-6c57db983fa9 req-8f1af87b-fa8a-4e79-822e-ce8dc1ade559 service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Dec 16 18:08:07.408452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d985a07-4345-4c45-8eaa-404490f73951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:09.736642 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d22c39ba-4059-441b-9eac-8d66855ad2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:10.964108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:11.949324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-ead19ba1-4629-4ade-8cee-8334e30bd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:11.951260 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-ead19ba1-4629-4ade-8cee-8334e30bd638 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1098 time: 0.0399735 Dec 16 18:08:11.953232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c07bf-868d-4a70-826d-dcedd10bd3b5 req-244facfe-ba7c-42fb-bb69-7639217c7d7e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:11.954739 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ca2c07bf-868d-4a70-826d-dcedd10bd3b5 req-244facfe-ba7c-42fb-bb69-7639217c7d7e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0533614 Dec 16 18:08:12.009873 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ca2c07bf-868d-4a70-826d-dcedd10bd3b5 req-5dc23f71-9c0c-4372-acac-072fb6383b66 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486693 Dec 16 18:08:12.054059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-14610520-100e-438a-aead-85504a60bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:12.055531 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-14610520-100e-438a-aead-85504a60bf7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 897 time: 0.0954504 Dec 16 18:08:12.122133 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-d4d8e552-f90f-425e-b5e5-eaa4bb956a25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 999 time: 0.0571404 Dec 16 18:08:12.174910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-5dfff276-3e44-46ad-bba5-5dd783caa3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:12.176353 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-5dfff276-3e44-46ad-bba5-5dd783caa3c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 200 len: 833 time: 0.0467589 Dec 16 18:08:12.206544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:12.222299 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-2ec73acc-9a01-424a-8e07-30174ba9cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:12.223795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-2ec73acc-9a01-424a-8e07-30174ba9cfb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=524804b1-4069-4fcf-9a29-43e197cef0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400765 Dec 16 18:08:12.318086 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-e712970c-3d2b-4334-b47e-bbdf23b5c77a service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871193 Dec 16 18:08:12.415030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-99ddd67a-6ce6-4889-b994-1e22d0f5fa11 req-85b7d805-d78f-4168-af48-27404791426f service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855229 Dec 16 18:08:13.127267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:13.127530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358d87-b0bf-4227-9701-325b54ec4668 req-b100beb7-c8b5-47e1-8d31-881c8dd36db1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:13.128812 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c2358d87-b0bf-4227-9701-325b54ec4668 req-b100beb7-c8b5-47e1-8d31-881c8dd36db1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0487096 Dec 16 18:08:13.177920 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c2358d87-b0bf-4227-9701-325b54ec4668 req-f412f672-4a42-4221-8f94-aca71e899763 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Dec 16 18:08:14.290605 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8f9f-cb5d-46c5-a18f-b76a20cb9885 req-c6c8f2e6-3cad-4fa7-b648-9e9c8ef3af19 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:14.292061 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-036a8f9f-cb5d-46c5-a18f-b76a20cb9885 req-c6c8f2e6-3cad-4fa7-b648-9e9c8ef3af19 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0479369 Dec 16 18:08:14.344019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-036a8f9f-cb5d-46c5-a18f-b76a20cb9885 req-cfaf3a31-921e-4333-95cb-a6b27be64d23 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461228 Dec 16 18:08:15.461439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd7f62-abd4-4c9d-9490-0a0993258721 req-cd8be888-be93-4db0-b68e-62c6a610b47c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:15.462891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ffd7f62-abd4-4c9d-9490-0a0993258721 req-cd8be888-be93-4db0-b68e-62c6a610b47c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0474691 Dec 16 18:08:15.511988 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ffd7f62-abd4-4c9d-9490-0a0993258721 req-8eb01b4b-493e-4cdb-b31c-975f59b2e4f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Dec 16 18:08:16.625268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506087b2-b70d-439c-a705-9e711ef79d9a req-3c1cb1c7-4ef7-4933-a9a9-3786f3570f39 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:16.626720 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-506087b2-b70d-439c-a705-9e711ef79d9a req-3c1cb1c7-4ef7-4933-a9a9-3786f3570f39 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0475173 Dec 16 18:08:16.677221 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-506087b2-b70d-439c-a705-9e711ef79d9a req-5467ae83-fd5f-4437-8558-96aa5017e8a6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Dec 16 18:08:17.793454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f470-a904-4df0-8572-4589dd4499c6 req-3796c5da-f519-4ade-a30f-37315dcd627f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:17.794930 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5d72f470-a904-4df0-8572-4589dd4499c6 req-3796c5da-f519-4ade-a30f-37315dcd627f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0529017 Dec 16 18:08:17.844977 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5d72f470-a904-4df0-8572-4589dd4499c6 req-e94499fc-8a9f-4240-ac6e-b051fdb8d1f3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Dec 16 18:08:18.956578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff95c9-b0d1-4085-99bd-2cf4d9d7a21d req-49adc78b-0db8-4056-87f9-ee4a435cfe50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:18.959136 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63ff95c9-b0d1-4085-99bd-2cf4d9d7a21d req-49adc78b-0db8-4056-87f9-ee4a435cfe50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Dec 16 18:08:19.006484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-63ff95c9-b0d1-4085-99bd-2cf4d9d7a21d req-6b192e36-871f-463e-ba06-39cb93bbda85 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Dec 16 18:08:20.121757 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b63840-566c-4595-9790-233e60ad2e74 req-5ce6ff66-b19c-4f92-b262-d4f4725b3198 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:20.123202 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b7b63840-566c-4595-9790-233e60ad2e74 req-5ce6ff66-b19c-4f92-b262-d4f4725b3198 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0508437 Dec 16 18:08:20.170155 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b7b63840-566c-4595-9790-233e60ad2e74 req-45a35578-19cd-4dcc-a772-d1e0b81051dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Dec 16 18:08:20.470627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:21.283064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7f3e-f4d3-4977-8335-949c7d8bc504 req-e4df0023-0372-4ae7-9b17-97e228af312c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:21.284509 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-655c7f3e-f4d3-4977-8335-949c7d8bc504 req-e4df0023-0372-4ae7-9b17-97e228af312c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Dec 16 18:08:21.338977 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-655c7f3e-f4d3-4977-8335-949c7d8bc504 req-26e31ab3-4b1c-439b-ba2c-f0eb27078a73 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Dec 16 18:08:22.453640 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe00863-f908-4994-bfd8-66ce853b082f req-ef9bdbb5-73f8-48e7-b617-d7956609eab4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:22.455115 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0fe00863-f908-4994-bfd8-66ce853b082f req-ef9bdbb5-73f8-48e7-b617-d7956609eab4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0484560 Dec 16 18:08:22.506661 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0fe00863-f908-4994-bfd8-66ce853b082f req-e91ba4dd-edb2-40bc-825a-dcddc354e4cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456717 Dec 16 18:08:23.620859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277a130-61b5-4799-b688-2503f04df0b1 req-5f9f3d6e-b7af-408c-b0bf-dce98f4f4303 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:23.622343 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8277a130-61b5-4799-b688-2503f04df0b1 req-5f9f3d6e-b7af-408c-b0bf-dce98f4f4303 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0480797 Dec 16 18:08:23.671909 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8277a130-61b5-4799-b688-2503f04df0b1 req-fb90ba32-2d51-440c-ba4e-9392ea13ab3e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Dec 16 18:08:23.693965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56186) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:23.752329 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-da983006-18fb-400c-ab6d-d0a89ebce652 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/530a36e3-8ac1-472d-858b-8320d13beccf HTTP/1.1" status: 200 len: 991 time: 0.0572252 Dec 16 18:08:34.539889 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:08:37.411337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e992f66d-9d8f-4388-984d-24e8ad4c7d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.737356 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a90f90b6-c280-4452-8de7-dc7775a23236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.967201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.209482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.129105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.468135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.140888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56198) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:54.296731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port fc9c4779-6254-418f-996a-e00ed9395ddf {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:08:54.297083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.369808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.370366 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.381375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for fc9c4779-6254-418f-996a-e00ed9395ddf owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:08:54.524529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.554553 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=fc9c4779-6254-418f-996a-e00ed9395ddf,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:54.575190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.575539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.575880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.576218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.576552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.576883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.577301 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.577635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.577959 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.578281 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.578604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.578925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.579243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:54.621133 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.621468 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP 530a36e3-8ac1-472d-858b-8320d13beccf disassociated (deleted). External IP: 172.26.2.3, port: 10b433ad-f4a3-4352-8a2e-91bef4f0a666. Dec 16 18:08:54.821007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:08:54.927151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:08:54.931859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.936460 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] Sync routers for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:08:54.946766 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:54.947383 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:54.958750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7263f4e-b5f1-4c41-be35-88197d7b335b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/floatingips/530a36e3-8ac1-472d-858b-8320d13beccf HTTP/1.1" status: 204 len: 168 time: 0.8167403 Dec 16 18:08:54.959471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:08:54.961771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:08:55.010913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a82efd-1740-41ef-9464-e84fb197a0da x-openstack-request-id: req-f5a82efd-1740-41ef-9464-e84fb197a0da {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:08:55.011219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:08:55.011484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5a82efd-1740-41ef-9464-e84fb197a0da {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:08:55.011900 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'status': 'completed', 'code': 200} Dec 16 18:08:55.059632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:55.078806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-e539299f-9e90-4a97-b016-cc20359bec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:55.081087 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-e539299f-9e90-4a97-b016-cc20359bec3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 1098 time: 0.0437896 Dec 16 18:08:55.181950 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-1baee0db-4f05-4a1d-b38f-6612a65f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:55.183456 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-1baee0db-4f05-4a1d-b38f-6612a65f2341 service neutron] 10.222.0.57 "GET /v2.0/networks?id=524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 200 len: 897 time: 0.0912127 Dec 16 18:08:55.208030 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803f4a-1258-44e3-a885-0be491918480 req-6cc9ccdf-bdd6-4732-a333-8d25ad489f12 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:55.209594 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b803f4a-1258-44e3-a885-0be491918480 req-6cc9ccdf-bdd6-4732-a333-8d25ad489f12 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0597506 Dec 16 18:08:55.228071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-220c786d-4c42-4461-a5f0-fc28c469ae93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 200 len: 217 time: 0.0362341 Dec 16 18:08:55.264897 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0b803f4a-1258-44e3-a885-0be491918480 req-22f365b6-d0e8-4909-9120-cf822b1f374a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Dec 16 18:08:55.271617 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:55.284652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-9c0782e3-a509-4f1b-b4b0-1e438f4cf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:55.286219 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-9c0782e3-a509-4f1b-b4b0-1e438f4cf63e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 200 len: 833 time: 0.0501325 Dec 16 18:08:55.304505 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] Checking router: 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:08:55.312639 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:55.313351 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:55.333016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-84b2f4d9-bfc4-479d-995a-8351009eba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:55.334450 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-84b2f4d9-bfc4-479d-995a-8351009eba07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=524804b1-4069-4fcf-9a29-43e197cef0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410628 Dec 16 18:08:55.415499 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:55.423925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-0fad4641-0580-488d-b794-18e01707c6cf service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811963 Dec 16 18:08:55.518723 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-92b9168c-bd74-4ba4-bcab-b0d62a07bfe2 req-e6aaa702-db9a-41d8-bf25-8a2549197dd7 service neutron] 10.222.0.57 "GET /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867946 Dec 16 18:08:55.609918 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:55.635292 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bf85-b0ca-4ccb-aa1e-9bd4f63421c8 None None] The sync data for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv is: [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '9c92b341-4300-47b2-a4fa-5978752598b3', 'name': '', 'network_id': '524804b1-4069-4fcf-9a29-43e197cef0b6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:28Z', 'updated_at': '2021-12-16T18:07:31Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '13b195f8-0dc3-4f00-89cf-9a2d67c9ece8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:08:55.840593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c26e8-58b6-4410-a393-5841d6a70e9a None None] New status for floating IP 530a36e3-8ac1-472d-858b-8320d13beccf: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:08:56.381637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc22e2-d93c-4674-8a6a-fe590505cf11 req-2c9ae447-51d9-4e21-bbb4-ecbfad135f3a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:56.383115 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25bc22e2-d93c-4674-8a6a-fe590505cf11 req-2c9ae447-51d9-4e21-bbb4-ecbfad135f3a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Dec 16 18:08:56.431610 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-25bc22e2-d93c-4674-8a6a-fe590505cf11 req-fe159a04-3007-4d76-bebc-b9d8c0d3592e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=5c236138-0983-48a3-ba44-ea8bded52a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Dec 16 18:08:56.676058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-363d77be-701b-4ccf-a716-b18eac0cc380 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:56.677598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-363d77be-701b-4ccf-a716-b18eac0cc380 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 945 time: 0.0494680 Dec 16 18:08:56.770378 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:08:56.770719 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:56.856672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 10b433ad-f4a3-4352-8a2e-91bef4f0a666, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=10b433ad-f4a3-4352-8a2e-91bef4f0a666,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:56.857062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:56.869931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 10b433ad-f4a3-4352-8a2e-91bef4f0a666 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:08:56.995767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:57.025069 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=10b433ad-f4a3-4352-8a2e-91bef4f0a666,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:57.052135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.052501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.052866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.053242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.053582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.053949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.054283 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.054615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.054942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.055271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.055598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.055924 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.056249 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:57.081888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] No DVR routers for this DVR port 10b433ad-f4a3-4352-8a2e-91bef4f0a666 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:08:57.084358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:57.087841 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-80a4ad4e-21a7-444d-818a-c5a2d327c627 req-4013e446-732b-4df1-b3d4-efc7156d9101 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "DELETE /v2.0/ports/10b433ad-f4a3-4352-8a2e-91bef4f0a666 HTTP/1.1" status: 204 len: 173 time: 0.4040241 Dec 16 18:08:57.088308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'name': 'network-vif-deleted', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:08:57.091056 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21cde23-f95e-4254-8a01-9d999d94ad5b" -d '{"events": [{"server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "name": "network-vif-deleted", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:08:57.191596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6927e-4054-4fd8-90c7-30a94b49a31f x-openstack-request-id: req-2cc6927e-4054-4fd8-90c7-30a94b49a31f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:08:57.191913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03f1aba-dddb-40a0-9096-4b72566ec2d9", "name": "network-vif-deleted", "tag": "10b433ad-f4a3-4352-8a2e-91bef4f0a666", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:08:57.192196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cc6927e-4054-4fd8-90c7-30a94b49a31f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:08:57.192604 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03f1aba-dddb-40a0-9096-4b72566ec2d9', 'name': 'network-vif-deleted', 'tag': '10b433ad-f4a3-4352-8a2e-91bef4f0a666', 'status': 'completed', 'code': 200} Dec 16 18:08:57.550892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d0db853e-7df5-4578-b44c-cbdd90ce4f19 req-a8630e26-2076-4c1e-aa4d-4957c468a301 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03f1aba-dddb-40a0-9096-4b72566ec2d9 HTTP/1.1" status: 200 len: 210 time: 0.0266132 Dec 16 18:08:58.608507 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56218) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:58.959515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:59.222007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 9c92b341-4300-47b2-a4fa-5978752598b3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:08:59.222355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:59.311632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 9c92b341-4300-47b2-a4fa-5978752598b3, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9c92b341-4300-47b2-a4fa-5978752598b3,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:59.311998 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:59.324696 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 9c92b341-4300-47b2-a4fa-5978752598b3 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:08:59.509363 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:59.535472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=9c92b341-4300-47b2-a4fa-5978752598b3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:59.707701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:59.914585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:09:00.018287 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:09:00.024024 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4cb9ce7f-6b01-40a0-91d2-a689214ec341 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/6e6e7c32-46cb-48c6-b59b-7d321dbbde36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4144509 Dec 16 18:09:00.026881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56222) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:00.029009 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] Sync routers for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:09:00.039934 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:00.040544 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:00.079963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting subnet 13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:09:00.083448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.122832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.141684 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:00.202929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.263713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.292835 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Subnet': ['ID=13b195f8-0dc3-4f00-89cf-9a2d67c9ece8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:00.294879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.298371 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d2dd5f03-b2b6-4eaa-83a3-9d3db9160e71 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/subnets/13b195f8-0dc3-4f00-89cf-9a2d67c9ece8 HTTP/1.1" status: 204 len: 168 time: 0.2703722 Dec 16 18:09:00.300449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a19e72-2db3-48e8-83c7-25ad93d47c90 None None] Network 524804b1-4069-4fcf-9a29-43e197cef0b6 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:09:00.300966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56224) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:00.417497 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:08:59Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:00.445130 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] Checking router: 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:09:00.454243 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] Routers {'6e6e7c32-46cb-48c6-b59b-7d321dbbde36'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:00.454876 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:00.455373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 10b433ad-f4a3-4352-8a2e-91bef4f0a666 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:09:00.484272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] DHCP port deletion for 524804b1-4069-4fcf-9a29-43e197cef0b6 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:09:00.486755 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 10b433ad-f4a3-4352-8a2e-91bef4f0a666 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:09:00.487382 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 10b433ad-f4a3-4352-8a2e-91bef4f0a666 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:09:00.542162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Deleting port a2f49185-a55d-42f0-bea7-cc149324c952 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:09:00.542733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.573374 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] Set router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:00.609461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] For port a2f49185-a55d-42f0-bea7-cc149324c952, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a2f49185-a55d-42f0-bea7-cc149324c952,segment=NetworkSegment(3a4b3b6b-1142-4f77-9dd1-9689900ebbb0),segment_id=3a4b3b6b-1142-4f77-9dd1-9689900ebbb0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:00.609860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.623401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Calling delete_port for a2f49185-a55d-42f0-bea7-cc149324c952 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:09:00.714497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.739079 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Pushing event deleted for resources: {'Port': ['ID=a2f49185-a55d-42f0-bea7-cc149324c952,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:00.748102 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.748452 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.748790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.749149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.749478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.749803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.750138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.750453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.750803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.751091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.751409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.751736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.752144 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:00.753793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.756766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7bf29-46c0-4b2a-9311-ec49bbc6f7da None None] No DVR routers for this DVR port a2f49185-a55d-42f0-bea7-cc149324c952 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:09:00.782675 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:08:59Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:00.811679 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286cf89-49b1-45c2-951d-757a8f6fcfaa None None] The sync data for ids ['6e6e7c32-46cb-48c6-b59b-7d321dbbde36'] in dv-neutron-821818-2-hyperv is: [{'id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633056404', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:08:59Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'dd99c647-565c-4146-9d2d-c34cc48ebc47', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6e7c32-46cb-48c6-b59b-7d321dbbde36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:07:25Z', 'updated_at': '2021-12-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:09:00.866712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:00.917320 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port dd99c647-565c-4146-9d2d-c34cc48ebc47 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:09:00.917662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.008910 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port dd99c647-565c-4146-9d2d-c34cc48ebc47, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=dd99c647-565c-4146-9d2d-c34cc48ebc47,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:01.009326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.028558 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for dd99c647-565c-4146-9d2d-c34cc48ebc47 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:09:01.042499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9c92b341-4300-47b2-a4fa-5978752598b3 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:09:01.063988 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9c92b341-4300-47b2-a4fa-5978752598b3 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:09:01.064345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9c92b341-4300-47b2-a4fa-5978752598b3 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:09:01.064760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a2f49185-a55d-42f0-bea7-cc149324c952 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:09:01.083539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a2f49185-a55d-42f0-bea7-cc149324c952 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:09:01.083886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a2f49185-a55d-42f0-bea7-cc149324c952 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:09:01.190786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.219902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=dd99c647-565c-4146-9d2d-c34cc48ebc47,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:01.230003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb9797-7704-42ec-ae54-99b7a811105b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:09:01.278389 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.369327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.371440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.413458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.413973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6e7c32-46cb-48c6-b59b-7d321dbbde36 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:09:01.420599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.421770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d8ae2ab3-c15f-406d-9985-a7a8f9d7622b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/routers/6e6e7c32-46cb-48c6-b59b-7d321dbbde36 HTTP/1.1" status: 204 len: 168 time: 1.1194682 Dec 16 18:09:01.424380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56226) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:01.504533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.592126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.611409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524804b1-4069-4fcf-9a29-43e197cef0b6']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:01.620440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:01.620743 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4b3b6b-1142-4f77-9dd1-9689900ebbb0') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:01.630450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.643926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.650987 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:09:01.651384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:09:01.654381 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:09:01.710058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.716676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.719869 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/networks/524804b1-4069-4fcf-9a29-43e197cef0b6 HTTP/1.1" status: 204 len: 168 time: 0.2945082 Dec 16 18:09:01.722662 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56228) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:01.731537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cedc8c-7213-4e5d-9dd2-8693a6b1a68c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Network': ['ID=524804b1-4069-4fcf-9a29-43e197cef0b6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:01.783375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-afa0e1e8-5e93-4df0-ba80-74b7aeb1ede6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.807548 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-afa0e1e8-5e93-4df0-ba80-74b7aeb1ede6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.870086 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-afa0e1e8-5e93-4df0-ba80-74b7aeb1ede6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.873386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-afa0e1e8-5e93-4df0-ba80-74b7aeb1ede6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:01.874570 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-afa0e1e8-5e93-4df0-ba80-74b7aeb1ede6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/security-groups/5c236138-0983-48a3-ba44-ea8bded52a62 HTTP/1.1" status: 204 len: 168 time: 0.1508293 Dec 16 18:09:01.885111 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0e1e8-5e93-4df0-ba80-74b7aeb1ede6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c236138-0983-48a3-ba44-ea8bded52a62,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.204115 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56234) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.208764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203569567', 'description': 'tempest-secgroup-smoke-203569567 description', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.232039 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.295457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.299117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.329391 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.330594 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1254764 Dec 16 18:09:02.332389 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90573ac8-c292-4a68-9a0e-67b357adac8d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93b3d7-46cc-4b51-926b-d737854b1bb3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.333671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56236) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.338534 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '1e93b3d7-46cc-4b51-926b-d737854b1bb3', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.367221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.423693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.428238 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.447914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4abeb1b-a046-4e88-af46-53b275b205cb,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.452408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.456437 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bec97358-0129-4f51-bc9a-32f382a1f4c3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189580 Dec 16 18:09:02.456979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56238) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.461869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '1e93b3d7-46cc-4b51-926b-d737854b1bb3', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.491928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.549428 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.553780 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.570930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86dbf5d-df94-439f-a054-8717584d0d8b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.579316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.580498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4179e950-35d6-433f-b1e2-16b8bb9bc990 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223238 Dec 16 18:09:02.583303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56240) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.587626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '1e93b3d7-46cc-4b51-926b-d737854b1bb3', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.614575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.669347 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.672624 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.692346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c3e2e6-f903-4264-b392-dab2d56a26e3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.697711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.698884 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6625fc27-5f86-42b7-82aa-44aa69bda305 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145964 Dec 16 18:09:02.701689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56242) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.705885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '1e93b3d7-46cc-4b51-926b-d737854b1bb3', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.733435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.792887 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.796374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.809137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d484bd8-9353-44c3-9730-111734ad6e50,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.821353 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.822543 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-ddabcec7-121f-4c3e-8872-f1f0b0000743 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199429 Dec 16 18:09:02.825346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56244) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.829712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '1e93b3d7-46cc-4b51-926b-d737854b1bb3', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.853373 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:09:02.858114 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.914079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.917485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.934977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b4b8da-9814-40e7-b26c-a075f498c12b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:02.942873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:02.944033 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c9453790-59c4-4414-8e6b-30888032ce33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177659 Dec 16 18:09:02.946865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56246) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:02.951395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '1e93b3d7-46cc-4b51-926b-d737854b1bb3', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:02.974454 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:09:02.979246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.031409 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dd99c647-565c-4146-9d2d-c34cc48ebc47 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:09:03.038750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.042067 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.051301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: dd99c647-565c-4146-9d2d-c34cc48ebc47 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:09:03.051651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device dd99c647-565c-4146-9d2d-c34cc48ebc47 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:09:03.059817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baaa2de-19ac-4f7d-a89c-57632b93167e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:03.066948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.068158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6042ea91-b8d4-49b3-8773-9c33c7109372 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203701 Dec 16 18:09:03.071017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56248) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:03.075783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'network': {'name': 'tempest-network-smoke--581629274', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:03.097771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:09:03.101749 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.124079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:09:03.133295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.133668 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Added segment 1fc64d0a-6a16-430f-8b88-e84eb1f383c5 of type vlan for network acd2c538-5d23-4679-acd1-c38ffcd804c6 Dec 16 18:09:03.174044 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.197615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.203023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:03.203536 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.256705 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846988 Dec 16 18:09:03.259601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56250) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:03.264304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'admin_state_up': True, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:03.272080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e859442-b5f7-46fb-ab29-f03dbc96a23f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Network': ['ID=acd2c538-5d23-4679-acd1-c38ffcd804c6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:03.282677 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:09:03.290703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.291767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.346001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.485479 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.948067 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:03.965791 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.071577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.130 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:04.173919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.206928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.250666 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:04.255253 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:04.258779 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:04.270594 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455ec72-dc3f-4171-92e1-795cbc3f9060 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:09:04.284397 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:04.320789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4cb64ed8-0dd0-47fa-b4ba-6050e6e0d6a1 None None] Provisioning complete for port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:04.321200 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4cb64ed8-0dd0-47fa-b4ba-6050e6e0d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.355808 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4cb64ed8-0dd0-47fa-b4ba-6050e6e0d6a1 None None] Port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:09:04.506129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.700141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.830120 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router ca2d8d64-6896-4ca9-82bd-b08e44907e9f is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:09:04.934838 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:09:04.945299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Sync routers for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:09:04.954128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:04.958710 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-37211cae-63aa-409e-9598-dcf52c668c15 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6946435 Dec 16 18:09:04.958839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:04.958839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:04.959060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56252) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:04.989165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1e0e513a-5125-41ce-8dd3-a6f03f7ae0bd tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73039e768a7a4218ab7d0aa683acbf2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264709 Dec 16 18:09:04.989719 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56254) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:05.060125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:05.081599 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a404c8-bfd7-4a02-8e50-fab61eddb1df tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:05.083133 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-16a404c8-bfd7-4a02-8e50-fab61eddb1df tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924866 Dec 16 18:09:05.085903 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56256) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:05.112667 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f9cad7be-4f3f-4b1d-b85d-25c10702853f tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256975 Dec 16 18:09:05.115567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56258) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:05.120390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765134654', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:05.212651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:09:05.216048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.237446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:04Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:05.264275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Checking router: ca2d8d64-6896-4ca9-82bd-b08e44907e9f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:09:05.264630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Updating router ca2d8d64-6896-4ca9-82bd-b08e44907e9f port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:09:05.289082 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.398164 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.460881 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Subnet': ['ID=33b905f5-3bef-43a1-beb0-0984f9431c55,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:05.466241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Checking segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:09:05.466545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network hostable DHCP agents. Network: acd2c538-5d23-4679-acd1-c38ffcd804c6, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:09:05.484017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:09:05.497767 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, acd2c538-5d23-4679-acd1-c38ffcd804c6) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:05.502798 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:05.504107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.507906 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03598537-cde4-4e30-a752-91be0bb3b21c None None] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:09:05.521932 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4a9f9dcc-3e6f-4909-b4d8-dd6bb3039f75 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4053340 Dec 16 18:09:05.524783 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56260) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:05.586374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.593855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.659632 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce66c6-ad1a-4cf3-876e-80ccc7ff02ba None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:09:05.675369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Attempting to bind port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:09:05.675733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Attempting to bind port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:09:05.676160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Attempting to bind port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:05.681893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20d2d-9a4e-4293-8714-8aec1707ada1 None None] Pushing event updated for resources: {'Port': ['ID=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:05.701401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:09:05.701846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:09:05.702224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.702538 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:09:05.703006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Bound port: 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:09:05.703381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.724622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-acd2c538-5d23-4679-acd1-c38ffcd804c6', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:09:05.725402 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.839895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] For port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:09:05.879001 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] For port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:09:05.883767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-89c220d2-a505-43c6-a04f-f734bd8bf709 None None] Provisioning complete for port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:05.884139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89c220d2-a505-43c6-a04f-f734bd8bf709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.889943 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:05.964192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Allocated IP 172.20.0.2 (acd2c538-5d23-4679-acd1-c38ffcd804c6/33b905f5-3bef-43a1-beb0-0984f9431c55/1362e789-82e1-49db-98d4-90610623f4e6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:05.967527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5780652-d871-40a5-8568-af1a9592adec None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:09:05.968829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.026076 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:06.026703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:06.094475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20d2d-9a4e-4293-8714-8aec1707ada1 None None] Pushing event updated for resources: {'Port': ['ID=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:06.193081 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89c220d2-a505-43c6-a04f-f734bd8bf709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.240530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:06.245835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-89c220d2-a505-43c6-a04f-f734bd8bf709 None None] For port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:06.295883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-89c220d2-a505-43c6-a04f-f734bd8bf709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.401915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.422880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.429511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c220d2-a505-43c6-a04f-f734bd8bf709 None None] Pushing event updated for resources: {'Port': ['ID=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:06.466906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.1 (acd2c538-5d23-4679-acd1-c38ffcd804c6/33b905f5-3bef-43a1-beb0-0984f9431c55/4e35efcc-3c74-4275-9a9f-0c020d03d14e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:06.502440 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:06.505367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4c85baa7-f579-4495-8c36-4c1818261b8f None None] Provisioning complete for port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:06.505735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c85baa7-f579-4495-8c36-4c1818261b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.513392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:06.531464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Pushing event updated for resources: {'Port': ['ID=1362e789-82e1-49db-98d4-90610623f4e6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:06.537736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:06.583795 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.618002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.625601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Attempting to bind port 1362e789-82e1-49db-98d4-90610623f4e6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:09:06.625972 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Attempting to bind port 1362e789-82e1-49db-98d4-90610623f4e6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:09:06.626330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Attempting to bind port 1362e789-82e1-49db-98d4-90610623f4e6 on network acd2c538-5d23-4679-acd1-c38ffcd804c6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:06.639763 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:09:06.640147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Checking segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:09:06.640720 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.641574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Bound using segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:09:06.642044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Bound port: 1362e789-82e1-49db-98d4-90610623f4e6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:09:06.642465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.659724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:06.662917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:06.666765 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:06.695320 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=4e35efcc-3c74-4275-9a9f-0c020d03d14e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:06.716243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.845911 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.867150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:04Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:06.896072 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06caf936-4e34-463d-9547-b6ab2c71a944 None None] The sync data for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv is: [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:04Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:09:06.916162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] For port 1362e789-82e1-49db-98d4-90610623f4e6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:09:06.919322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] For port 1362e789-82e1-49db-98d4-90610623f4e6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1362e789-82e1-49db-98d4-90610623f4e6,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:09:06.924396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:06.990401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ad67f-6955-4fe3-9609-7b5f39e1d3ea None None] Pushing event updated for resources: {'Port': ['ID=1362e789-82e1-49db-98d4-90610623f4e6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:07.153135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:07.160267 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:07.418956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79239010-4987-4f58-bbc3-59a09f8828be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:07.551034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:07.552793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=4e35efcc-3c74-4275-9a9f-0c020d03d14e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:07.649771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:07.651715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:07.783048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router ca2d8d64-6896-4ca9-82bd-b08e44907e9f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:09:07.904466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:09:07.911244 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cc4dc156-a6ee-4b12-a79f-c8463ac742c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/ca2d8d64-6896-4ca9-82bd-b08e44907e9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853149 Dec 16 18:09:07.977380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc5939-71bf-4d17-a615-64447b507c48 None None] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:09:08.039381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-d331e8ce-a5ed-4d1e-9d40-64de0806c649 None None] Provisioning complete for port 1362e789-82e1-49db-98d4-90610623f4e6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:08.039761 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d331e8ce-a5ed-4d1e-9d40-64de0806c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.069385 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-0e9f6964-9c48-4550-aa76-45aa1e831828 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203569567&fields=id&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 267 time: 0.0497961 Dec 16 18:09:08.169480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d331e8ce-a5ed-4d1e-9d40-64de0806c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.190330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-dcaf28aa-9cd5-48bb-b839-b1cce0f32a60 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:08.192395 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-dcaf28aa-9cd5-48bb-b839-b1cce0f32a60 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 796 time: 0.1118460 Dec 16 18:09:08.204439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d331e8ce-a5ed-4d1e-9d40-64de0806c649 None None] For port 1362e789-82e1-49db-98d4-90610623f4e6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1362e789-82e1-49db-98d4-90610623f4e6,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:08.208490 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-8689e204-2be2-413b-a9f8-037c5ff2f9d2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/quotas/73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 375 time: 0.0099380 Dec 16 18:09:08.209426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d331e8ce-a5ed-4d1e-9d40-64de0806c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.267420 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-44e2c966-3ac8-4a3d-ba70-6f980cd46574 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506885 Dec 16 18:09:08.269097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331e8ce-a5ed-4d1e-9d40-64de0806c649 None None] Pushing event updated for resources: {'Port': ['ID=1362e789-82e1-49db-98d4-90610623f4e6,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:08.373882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-8a1113f6-df14-4144-8840-4d3258398f45 service neutron] 10.222.0.66 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918796 Dec 16 18:09:08.434491 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4556c6b1-808f-40a3-adbf-354ca4e86bc6 None None] Provisioning complete for port 1362e789-82e1-49db-98d4-90610623f4e6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:08.435248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4556c6b1-808f-40a3-adbf-354ca4e86bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.490115 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-dd81d3a1-01d9-41f0-b3cd-8d577d4bc8ed service neutron] 10.222.0.66 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091845 Dec 16 18:09:08.541505 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-4556c6b1-808f-40a3-adbf-354ca4e86bc6 None None] Provisioning complete for port 4e35efcc-3c74-4275-9a9f-0c020d03d14e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:08.541882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4556c6b1-808f-40a3-adbf-354ca4e86bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.585935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4556c6b1-808f-40a3-adbf-354ca4e86bc6 None None] Port 4e35efcc-3c74-4275-9a9f-0c020d03d14e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:09:08.679373 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-66c9bc7d-94c7-4980-bdc1-c09294f9f5f6 req-5c794fd9-f1d6-4c4b-a13a-2b55f52e1b47 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 210 time: 0.0343125 Dec 16 18:09:08.714006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2a48d4e1-a9c4-42af-a477-d0652ad76dba None None] Provisioning complete for port 4e35efcc-3c74-4275-9a9f-0c020d03d14e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:08.714456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a48d4e1-a9c4-42af-a477-d0652ad76dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.755963 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Sync routers for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:09:08.770983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2a48d4e1-a9c4-42af-a477-d0652ad76dba None None] Port 4e35efcc-3c74-4275-9a9f-0c020d03d14e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:09:08.771166 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:08.771723 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:08.879950 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:08.890603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-96196ad3-ebb9-43dd-80a5-3ff5b8e530cc None None] Provisioning complete for port 4e35efcc-3c74-4275-9a9f-0c020d03d14e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:08.890980 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96196ad3-ebb9-43dd-80a5-3ff5b8e530cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:08.926813 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-96196ad3-ebb9-43dd-80a5-3ff5b8e530cc None None] Port 4e35efcc-3c74-4275-9a9f-0c020d03d14e cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:09:09.105839 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:07Z', 'revision_number': 2, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:09.108905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1362e789-82e1-49db-98d4-90610623f4e6 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:09:09.134184 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Checking router: ca2d8d64-6896-4ca9-82bd-b08e44907e9f for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:09:09.134542 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Updating router ca2d8d64-6896-4ca9-82bd-b08e44907e9f port 4e35efcc-3c74-4275-9a9f-0c020d03d14e binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:09:09.158621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 1362e789-82e1-49db-98d4-90610623f4e6 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:09.159434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.162822 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.243290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:09:09.289637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:09.290005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.423609 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.428880 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.476500 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Pushing event updated for resources: {'Port': ['ID=4e35efcc-3c74-4275-9a9f-0c020d03d14e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:09.486460 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.486818 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.487232 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.487578 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.487918 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.488249 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.489236 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.489571 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.489900 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.490232 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.490559 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.490880 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.491201 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:09.538618 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Attempting to bind port 4e35efcc-3c74-4275-9a9f-0c020d03d14e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:09:09.538988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Attempting to bind port 4e35efcc-3c74-4275-9a9f-0c020d03d14e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:09:09.539350 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Attempting to bind port 4e35efcc-3c74-4275-9a9f-0c020d03d14e on network acd2c538-5d23-4679-acd1-c38ffcd804c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:09.544635 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:09:09.545044 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Checking segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:09:09.545448 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.545837 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Bound using segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:09:09.546315 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Bound port: 4e35efcc-3c74-4275-9a9f-0c020d03d14e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:09:09.546720 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.614484 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] For port 4e35efcc-3c74-4275-9a9f-0c020d03d14e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:09:09.617759 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] For port 4e35efcc-3c74-4275-9a9f-0c020d03d14e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4e35efcc-3c74-4275-9a9f-0c020d03d14e,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:09:09.626074 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.683286 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7ad8-1e50-4237-9bab-fc9172bcb482 None None] Pushing event updated for resources: {'Port': ['ID=4e35efcc-3c74-4275-9a9f-0c020d03d14e,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:09.693188 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-1bdd60e1-c4d9-4598-8143-162756831326 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:09.695847 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-1bdd60e1-c4d9-4598-8143-162756831326 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 796 time: 0.1284699 Dec 16 18:09:09.700313 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:09.701075 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:08:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:09.757730 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28b1517-c072-4092-9f59-7413e3c7cd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.777135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e397c4b5-8d06-4f4d-8ca3-819fa2dfb284 None None] Provisioning complete for port 4e35efcc-3c74-4275-9a9f-0c020d03d14e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:09.777586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e397c4b5-8d06-4f4d-8ca3-819fa2dfb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.791606 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-33ba4da8-f2d2-4d11-82fd-f4dcd30ec7a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 379 time: 0.0864727 Dec 16 18:09:09.808017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'port': {'device_id': '5de2dcab-c512-46a4-a229-37534864ff37', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'admin_state_up': True, 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'security_groups': ['1e93b3d7-46cc-4b51-926b-d737854b1bb3']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:09.829269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6865313a-30db-42c6-8f82-caa3367c1720 req-5aa4d979-44ef-4f18-9d50-104eb40ad415 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 210 time: 0.0378346 Dec 16 18:09:09.870655 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:09.895908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e397c4b5-8d06-4f4d-8ca3-819fa2dfb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.934131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e397c4b5-8d06-4f4d-8ca3-819fa2dfb284 None None] For port 4e35efcc-3c74-4275-9a9f-0c020d03d14e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4e35efcc-3c74-4275-9a9f-0c020d03d14e,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:09.940206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e397c4b5-8d06-4f4d-8ca3-819fa2dfb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.970234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:09:09.981216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:09.995779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397c4b5-8d06-4f4d-8ca3-819fa2dfb284 None None] Pushing event updated for resources: {'Port': ['ID=4e35efcc-3c74-4275-9a9f-0c020d03d14e,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:10.061931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-57e68f16-f1db-4104-8756-a6f3aa020ae0 None None] Provisioning complete for port 4e35efcc-3c74-4275-9a9f-0c020d03d14e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:10.062345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57e68f16-f1db-4104-8756-a6f3aa020ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.096451 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:10.115352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.3 (acd2c538-5d23-4679-acd1-c38ffcd804c6/33b905f5-3bef-43a1-beb0-0984f9431c55/178022db-4495-4661-a3ac-c9162f05c2c4) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:10.125961 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f2439-36c3-403a-a091-72494312b655 None None] The sync data for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv is: [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:09:10.271811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.308284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.355054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:10.358372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:10.360889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:10.391964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:10.430690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:10.431506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.451862 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-3c1d19a3-fa50-470d-8698-ddf382c294b8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6478975 Dec 16 18:09:10.466581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Request body: {'port': {'device_id': '5de2dcab-c512-46a4-a229-37534864ff37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:10.527604 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.672827 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-50ff0138-6142-461d-8de6-803b6eeca462 None None] Provisioning complete for port 178022db-4495-4661-a3ac-c9162f05c2c4 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:10.673255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50ff0138-6142-461d-8de6-803b6eeca462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.715984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50ff0138-6142-461d-8de6-803b6eeca462 None None] Port 178022db-4495-4661-a3ac-c9162f05c2c4 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:09:10.817358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178022db-4495-4661-a3ac-c9162f05c2c4 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:09:10.825407 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.838540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Transition to ACTIVE for port object 178022db-4495-4661-a3ac-c9162f05c2c4 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:09:10.842278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:10.915125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:10.979401 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c30a5-fa98-49d1-aed3-82831322ae24 req-10b33779-46b3-4f4a-b917-c10a34b31c16 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:10.982673 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-264c30a5-fa98-49d1-aed3-82831322ae24 req-10b33779-46b3-4f4a-b917-c10a34b31c16 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 943 time: 0.0804534 Dec 16 18:09:11.009569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:11.012810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Attempting to bind port 178022db-4495-4661-a3ac-c9162f05c2c4 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:09:11.013197 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Attempting to bind port 178022db-4495-4661-a3ac-c9162f05c2c4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:09:11.013596 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Attempting to bind port 178022db-4495-4661-a3ac-c9162f05c2c4 on network acd2c538-5d23-4679-acd1-c38ffcd804c6 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:11.019586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Port 178022db-4495-4661-a3ac-c9162f05c2c4 on network acd2c538-5d23-4679-acd1-c38ffcd804c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:09:11.019586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Attempting to bind port 178022db-4495-4661-a3ac-c9162f05c2c4 on network acd2c538-5d23-4679-acd1-c38ffcd804c6 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:11.025690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:09:11.026195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Checking segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:09:11.027054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Bound using segment: {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:09:11.027054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Bound port: 178022db-4495-4661-a3ac-c9162f05c2c4, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc64d0a-6a16-430f-8b88-e84eb1f383c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:09:11.027288 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:11.061623 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-264c30a5-fa98-49d1-aed3-82831322ae24 req-f64dca47-8150-405a-8762-64824e4d8be3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730064 Dec 16 18:09:11.124848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:09:11.130959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:09:11.134512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4e35efcc-3c74-4275-9a9f-0c020d03d14e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:09:11.140058 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:11.181676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.182305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:11.184049 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] 10.222.0.57 "PUT /v2.0/ports/178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 1093 time: 0.7222877 Dec 16 18:09:11.186991 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:09:11.189975 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0865fbc-55a7-48b2-8878-06859808636b" -d '{"events": [{"name": "network-changed", "server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:09:11.202790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 4e35efcc-3c74-4275-9a9f-0c020d03d14e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:11.203752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:11.222416 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24212c8-6fe9-47de-827f-29fbe4c1120d service neutron] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:11.261457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f1caf1-f7ba-4231-9e16-6094166cc84a x-openstack-request-id: req-b2f1caf1-f7ba-4231-9e16-6094166cc84a {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:09:11.261688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:09:11.261930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2f1caf1-f7ba-4231-9e16-6094166cc84a {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:09:11.262351 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'status': 'completed', 'code': 200} Dec 16 18:09:11.309908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-552e8870-9ceb-4f19-a942-7ed16cc3d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.311379 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-552e8870-9ceb-4f19-a942-7ed16cc3d2ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1096 time: 0.0714569 Dec 16 18:09:11.360985 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-1709ebac-ed56-44ed-9fee-ecdc2ea1584b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0399570 Dec 16 18:09:11.417843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-f009ac97-322f-463c-81c7-97e0b22b4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.419309 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-f009ac97-322f-463c-81c7-97e0b22b4b25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0514767 Dec 16 18:09:11.468020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-06f11499-4c96-4c48-81f1-697de38a5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.469576 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-06f11499-4c96-4c48-81f1-697de38a5df0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418763 Dec 16 18:09:11.538403 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:09:11.560528 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-8c2da662-5907-4b02-b329-7052b1611ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834448 Dec 16 18:09:11.655466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-068f1311-2b13-4bfd-bf13-3e7b6b0c4e89 req-4293be82-38c8-4087-ad68-628da20baeb3 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865159 Dec 16 18:09:11.741107 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865fbc-55a7-48b2-8878-06859808636b req-98554fe6-40ef-4021-b7be-04858840100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.742585 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-98554fe6-40ef-4021-b7be-04858840100b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1096 time: 0.0441134 Dec 16 18:09:11.836385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865fbc-55a7-48b2-8878-06859808636b req-6b136ff8-6ad4-435b-8fe4-c576ba709a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.837892 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-6b136ff8-6ad4-435b-8fe4-c576ba709a8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.0868630 Dec 16 18:09:11.880753 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-44c2609b-e92e-4cee-b0f2-3549923a3630 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0345430 Dec 16 18:09:11.930352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865fbc-55a7-48b2-8878-06859808636b req-51d7da2f-0c02-4903-a27c-6c5117af196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.931787 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-51d7da2f-0c02-4903-a27c-6c5117af196e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0433781 Dec 16 18:09:11.983453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865fbc-55a7-48b2-8878-06859808636b req-d01c20dd-4fc1-468f-83e2-1aa90130fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.985043 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-d01c20dd-4fc1-468f-83e2-1aa90130fd4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440488 Dec 16 18:09:12.074083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-4090dc1d-4832-416b-a073-1b3493474914 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802786 Dec 16 18:09:12.169102 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c0865fbc-55a7-48b2-8878-06859808636b req-c81a4fc4-69ff-4e26-9d4e-91f4b5c0771b service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 Dec 16 18:09:12.178405 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21d266-5d8d-4d4b-b4b0-ce53f1b1588c req-0c8803ec-9741-47cd-a171-de872a7e99f6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:12.179887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9d21d266-5d8d-4d4b-b4b0-ce53f1b1588c req-0c8803ec-9741-47cd-a171-de872a7e99f6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 943 time: 0.0488024 Dec 16 18:09:12.217126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:12.231803 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9d21d266-5d8d-4d4b-b4b0-ce53f1b1588c req-486946c0-2fe0-4fcd-94c3-4cd6c1156b24 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 Dec 16 18:09:13.130754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:13.347279 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30501ab2-b9ee-4df7-a7bb-d37f00849bfa req-a41d6704-ada5-4e13-a90d-7ee658aa9dad tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:13.349358 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30501ab2-b9ee-4df7-a7bb-d37f00849bfa req-a41d6704-ada5-4e13-a90d-7ee658aa9dad tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 943 time: 0.0491276 Dec 16 18:09:13.401695 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30501ab2-b9ee-4df7-a7bb-d37f00849bfa req-f9f5df1d-c90b-4529-b169-78c2ed436db5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464778 Dec 16 18:09:14.458852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:09:14.515963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25fad8-45c7-4b01-941f-fd5e4960388f req-9b435e89-9222-4b1f-9134-aa906ae03272 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:14.517476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c25fad8-45c7-4b01-941f-fd5e4960388f req-9b435e89-9222-4b1f-9134-aa906ae03272 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 943 time: 0.0491202 Dec 16 18:09:14.550704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:14.562846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '178022db-4495-4661-a3ac-c9162f05c2c4', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'port_id': '178022db-4495-4661-a3ac-c9162f05c2c4', 'mac_address': 'fa:16:3e:dd:87:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:09:14.566910 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2c25fad8-45c7-4b01-941f-fd5e4960388f req-fab59751-b8ef-4c9e-9acf-ff0ac4929a83 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Dec 16 18:09:14.602638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.615373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178022db-4495-4661-a3ac-c9162f05c2c4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:09:14.633488 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:14.637603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.685880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:14.852889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['178022db-4495-4661-a3ac-c9162f05c2c4'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:09:15.681212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb2f9b-9f67-45ce-b3f3-f26ff04847d9 req-dcccd7a3-0bf8-402b-8f17-9092f877dfe6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.682685 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30eb2f9b-9f67-45ce-b3f3-f26ff04847d9 req-dcccd7a3-0bf8-402b-8f17-9092f877dfe6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 944 time: 0.0509186 Dec 16 18:09:15.732266 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-30eb2f9b-9f67-45ce-b3f3-f26ff04847d9 req-8fc640b7-4d85-45e8-abda-a0cdde2c13a1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Dec 16 18:09:16.459463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:09:16.506412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 178022db-4495-4661-a3ac-c9162f05c2c4 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:09:16.509946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 178022db-4495-4661-a3ac-c9162f05c2c4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:16.510340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:16.588180 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:16.609629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:09:16.612072 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4027784f-fcd5-4b14-bba1-db15f36ae59a" -d '{"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-plugged", "status": "completed", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:09:16.624549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:16.630139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:16.655830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5980aa-1d39-4c24-9409-bee13e98732f x-openstack-request-id: req-be5980aa-1d39-4c24-9409-bee13e98732f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:09:16.658417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-plugged", "status": "completed", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:09:16.658680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be5980aa-1d39-4c24-9409-bee13e98732f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:09:16.659083 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'code': 200} Dec 16 18:09:16.686631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:16.819071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4e94-4bed-48ea-90b0-d7ed3391aed0 req-88c3a4a2-0f50-4ccb-8836-31401bd6030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:16.820667 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d3ec4e94-4bed-48ea-90b0-d7ed3391aed0 req-88c3a4a2-0f50-4ccb-8836-31401bd6030e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0416479 Dec 16 18:09:16.850701 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcaf2e-d5cc-4df9-9877-b3dcb9387a32 req-121931d9-4047-4da1-96a2-9c78b55aa875 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:16.852195 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-43bcaf2e-d5cc-4df9-9877-b3dcb9387a32 req-121931d9-4047-4da1-96a2-9c78b55aa875 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0528572 Dec 16 18:09:16.868792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d3ec4e94-4bed-48ea-90b0-d7ed3391aed0 req-54b33982-6caf-4ba2-b940-bcdb45694705 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Dec 16 18:09:16.901862 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-43bcaf2e-d5cc-4df9-9877-b3dcb9387a32 req-602547b9-5df4-4809-a9e3-f5b79c4feb56 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Dec 16 18:09:18.017073 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bde818-8821-417f-bf21-917cef701f7d req-24fcd2b8-1776-46d8-849c-82ff95bf1a01 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:18.019156 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f5bde818-8821-417f-bf21-917cef701f7d req-24fcd2b8-1776-46d8-849c-82ff95bf1a01 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Dec 16 18:09:18.070491 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f5bde818-8821-417f-bf21-917cef701f7d req-5867224e-1bbf-4938-beca-4e0d20f6e83f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Dec 16 18:09:18.185346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852ce3-ba98-4641-be64-252e1be7dea0 req-e9118667-ca98-4299-8ace-82b45d848232 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:18.186823 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21852ce3-ba98-4641-be64-252e1be7dea0 req-e9118667-ca98-4299-8ace-82b45d848232 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0522480 Dec 16 18:09:18.235453 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21852ce3-ba98-4641-be64-252e1be7dea0 req-cdb28fa5-cfed-4182-b5cd-360073abe182 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Dec 16 18:09:18.256455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56314) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:18.295080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f9c3d-4fc6-4918-9a04-28dee0c3b9f5 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:18.296555 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9d9f9c3d-4fc6-4918-9a04-28dee0c3b9f5 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1093 time: 0.0391111 Dec 16 18:09:18.299386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56316) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:18.303739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '178022db-4495-4661-a3ac-c9162f05c2c4', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:18.327244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:18.423655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:18.522862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.19 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/0f30f002-cfc9-47fd-ac97-b79061184a9b) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:18.624036 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:18.656775 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:18.694173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:18.696995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:18.700521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:18.724547 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=0f30f002-cfc9-47fd-ac97-b79061184a9b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:19.052655 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:19.116330 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:19.261870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:19.266129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:19.334949 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=0f30f002-cfc9-47fd-ac97-b79061184a9b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:19.346523 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:19.440458 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP cb958739-2700-43ad-99df-c887d2626cfe associated. External IP: 172.26.2.19, port: 178022db-4495-4661-a3ac-c9162f05c2c4. Dec 16 18:09:19.644104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router ca2d8d64-6896-4ca9-82bd-b08e44907e9f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:09:19.749423 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:09:19.759386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] Sync routers for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:09:19.767850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:19.769181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:19.770380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:09:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:19.798209 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e0d292d8-50b6-4591-ba54-e2170d8a7e58 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4953339 Dec 16 18:09:19.798209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:09:19.799121 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d69dbff-71c5-4416-8336-c55ccc53ec54" -d '{"events": [{"name": "network-changed", "server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:09:19.841373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048bb69-bb41-4e80-abc7-17c6397df004 x-openstack-request-id: req-6048bb69-bb41-4e80-abc7-17c6397df004 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:09:19.841669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:09:19.841951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6048bb69-bb41-4e80-abc7-17c6397df004 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:09:19.842372 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'status': 'completed', 'code': 200} Dec 16 18:09:19.904082 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c6b1-3cb2-4889-8e51-4b34bdbeace8 req-27fa58af-2b37-431a-bdcd-f5b6a57e27ee tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:19.904308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:19.905854 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06a2c6b1-3cb2-4889-8e51-4b34bdbeace8 req-27fa58af-2b37-431a-bdcd-f5b6a57e27ee tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0591211 Dec 16 18:09:19.911569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-b1991fd9-6c30-44b5-96fc-ea14a2934970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:19.913149 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-b1991fd9-6c30-44b5-96fc-ea14a2934970 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0469799 Dec 16 18:09:19.957741 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-06a2c6b1-3cb2-4889-8e51-4b34bdbeace8 req-68b35ee3-63d0-4f4b-b54b-6966fa1a39dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446119 Dec 16 18:09:19.979900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56322) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:20.014750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-beab766a-9d55-43d2-8128-c0fbd307f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:20.016231 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-beab766a-9d55-43d2-8128-c0fbd307f516 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.0961630 Dec 16 18:09:20.042706 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bb53ca0d-d5e1-4cbf-b968-8eaa54fea3b2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/cb958739-2700-43ad-99df-c887d2626cfe HTTP/1.1" status: 200 len: 990 time: 0.0616529 Dec 16 18:09:20.091519 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-7a45915a-0107-4c73-a14b-596d203462d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 998 time: 0.0683939 Dec 16 18:09:20.139029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'cb958739-2700-43ad-99df-c887d2626cfe', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.19', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'port_id': '178022db-4495-4661-a3ac-c9162f05c2c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'mac_address': 'fa:16:3e:dd:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2dcab-c512-46a4-a229-37534864ff37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:09:18Z', 'updated_at': '2021-12-16T18:09:18Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:20.146485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-aec9a889-8e52-43f9-8298-5e772352b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:20.147945 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-aec9a889-8e52-43f9-8298-5e772352b7f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0478377 Dec 16 18:09:20.165733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] Checking router: ca2d8d64-6896-4ca9-82bd-b08e44907e9f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:09:20.173948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:20.174553 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:09:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:20.193393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-4be309b6-6878-4dd3-bff1-e1dd801b8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:20.194909 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-4be309b6-6878-4dd3-bff1-e1dd801b8ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401778 Dec 16 18:09:20.279741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:20.282592 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-67fa919c-9358-4dc4-b99d-220a0d609ebf service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805128 Dec 16 18:09:20.374234 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9d69dbff-71c5-4416-8336-c55ccc53ec54 req-34f052a4-aa21-49ba-8d60-251b3c135110 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846717 Dec 16 18:09:20.632876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:20.662832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'cb958739-2700-43ad-99df-c887d2626cfe', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.19', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'port_id': '178022db-4495-4661-a3ac-c9162f05c2c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'mac_address': 'fa:16:3e:dd:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2dcab-c512-46a4-a229-37534864ff37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:09:18Z', 'updated_at': '2021-12-16T18:09:18Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:20.689004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac8bf1-5a13-4fcd-903a-3aefb40b24f8 None None] The sync data for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv is: [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'cb958739-2700-43ad-99df-c887d2626cfe', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.19', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'port_id': '178022db-4495-4661-a3ac-c9162f05c2c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'mac_address': 'fa:16:3e:dd:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2dcab-c512-46a4-a229-37534864ff37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:09:18Z', 'updated_at': '2021-12-16T18:09:18Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:09:20.876778 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9f811-037b-4260-8554-f4be3eb290ff None None] New status for floating IP cb958739-2700-43ad-99df-c887d2626cfe: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:09:21.046726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56324) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:21.111407 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8f95b9c6-0b62-4579-a066-6d08775f10cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/cb958739-2700-43ad-99df-c887d2626cfe HTTP/1.1" status: 200 len: 990 time: 0.0635004 Dec 16 18:09:22.115500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56326) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:22.175819 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-46f5df46-3614-4575-9553-8979c74a8dc5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/cb958739-2700-43ad-99df-c887d2626cfe HTTP/1.1" status: 200 len: 992 time: 0.0589068 Dec 16 18:09:37.412219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e71fd381-4db2-4920-ba56-e1e64c93fe9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:39.741094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed44a274-bdec-4208-b966-f29e7a248da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:40.972716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:42.215355 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:43.135646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:48.538418 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:09:50.458063 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:53.414717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-b6a8b55e-286e-412b-a959-64e1a88549be req-1954ec57-4d35-4b27-a313-689a289630d7 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:09:53.415732 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b6a8b55e-286e-412b-a959-64e1a88549be req-1954ec57-4d35-4b27-a313-689a289630d7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0689616 Dec 16 18:09:53.604160 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2d945-f493-4181-b1b2-1a84bb8587d4 req-cd0084bb-5602-41f8-8466-12a89809a826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:53.605808 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4af2d945-f493-4181-b1b2-1a84bb8587d4 req-cd0084bb-5602-41f8-8466-12a89809a826 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0508080 Dec 16 18:09:53.610499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56358) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:53.670722 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4af2d945-f493-4181-b1b2-1a84bb8587d4 req-40f658b7-cecc-4c39-9fc3-5cc257c774ef tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581164 Dec 16 18:09:53.700263 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-3d654a7b-3028-4880-9a1b-f90d23dabd0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886912 Dec 16 18:09:53.709969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-93b68c0a-6469-4e88-9c79-846cff6cbe14 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:09:53.710933 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-93b68c0a-6469-4e88-9c79-846cff6cbe14 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054860 Dec 16 18:09:54.791707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f90ef-7f51-4b1d-a187-34d93f8cd1cc req-66b5409f-b43d-4c2b-8143-db607cb5d10b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:54.793257 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-da9f90ef-7f51-4b1d-a187-34d93f8cd1cc req-66b5409f-b43d-4c2b-8143-db607cb5d10b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0522952 Dec 16 18:09:54.841721 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-da9f90ef-7f51-4b1d-a187-34d93f8cd1cc req-50facb2c-ccb5-458b-b112-67c776769c8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Dec 16 18:09:55.085106 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-53d725ed-2120-4768-a298-6d1b3f9ef3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:55.086551 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-53d725ed-2120-4768-a298-6d1b3f9ef3de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0397506 Dec 16 18:09:55.173198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-90c9a923-5b52-4dc6-9863-7c424660357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:55.174618 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-90c9a923-5b52-4dc6-9863-7c424660357a service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.0814352 Dec 16 18:09:55.245199 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-d7b6cfa9-d604-4ca6-93aa-647be03dada8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 1000 time: 0.0618274 Dec 16 18:09:55.295070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-a777fa2a-ab29-486d-bae4-c76fd797716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:55.296401 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-a777fa2a-ab29-486d-bae4-c76fd797716a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0436449 Dec 16 18:09:55.341580 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-3df5483c-f053-4ed3-b68c-4a613e1878ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:55.343025 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-3df5483c-f053-4ed3-b68c-4a613e1878ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384960 Dec 16 18:09:55.435189 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-fb84092d-0790-4419-993f-684c0a9956f2 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836830 Dec 16 18:09:55.528067 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-5af44292-da2e-47cf-91a2-7df661e598b5 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840967 Dec 16 18:09:55.955306 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363fb2-ed1c-4fb9-bdc6-a0d372aa651d req-b43047e2-f677-497b-afde-9804fe770503 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:55.956783 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a363fb2-ed1c-4fb9-bdc6-a0d372aa651d req-b43047e2-f677-497b-afde-9804fe770503 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Dec 16 18:09:56.004499 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7a363fb2-ed1c-4fb9-bdc6-a0d372aa651d req-04322a10-f5ec-43e9-883e-4930b3fc92e3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418503 Dec 16 18:09:57.123458 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09aa06-adb0-431e-9dcc-96d288f55d28 req-18efe011-f2ac-4137-8273-8637359d7d27 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:57.124959 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3a09aa06-adb0-431e-9dcc-96d288f55d28 req-18efe011-f2ac-4137-8273-8637359d7d27 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0518780 Dec 16 18:09:57.173375 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3a09aa06-adb0-431e-9dcc-96d288f55d28 req-35a114c2-5e27-406b-8e64-7b08af8f19fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Dec 16 18:09:58.285918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d24b-002e-44c2-b044-7c7fe01e74e6 req-84f83a1d-e764-4016-9c4a-620ecae35298 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:58.287382 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e373d24b-002e-44c2-b044-7c7fe01e74e6 req-84f83a1d-e764-4016-9c4a-620ecae35298 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0482211 Dec 16 18:09:58.335747 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e373d24b-002e-44c2-b044-7c7fe01e74e6 req-a2edd96a-b9b9-4988-87a4-8e21c823ed22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Dec 16 18:09:59.447127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7ae1a-41b8-4ff6-8744-c3aba7d48b9e req-f560baad-6c01-4c99-9b10-ad36279eb012 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:59.448592 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73d7ae1a-41b8-4ff6-8744-c3aba7d48b9e req-f560baad-6c01-4c99-9b10-ad36279eb012 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0473197 Dec 16 18:09:59.499540 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-73d7ae1a-41b8-4ff6-8744-c3aba7d48b9e req-d58de919-f22f-4631-90b4-2a47f7b5bc2d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451484 Dec 16 18:10:00.244705 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-9230b2e4-2e3f-4c27-af8f-6bd3873cf771 req-f29414f6-97f9-4a84-99b5-681f883c033d tempest-ServerDiskConfigTestJSON-331713823 tempest-ServerDiskConfigTestJSON-331713823-project] (103242) timed out ('10.222.0.57', 62950) {{(pid=103242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 18:10:00.621885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b4b8-b3ec-415f-bbef-7a2581138a62 req-47dd6ac2-903e-4ab0-98c4-ae3a936177c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:00.623407 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c134b4b8-b3ec-415f-bbef-7a2581138a62 req-47dd6ac2-903e-4ab0-98c4-ae3a936177c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Dec 16 18:10:00.672376 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c134b4b8-b3ec-415f-bbef-7a2581138a62 req-dce7c7d2-b3c4-4bef-8f9f-ff2e9e7cba8c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430493 Dec 16 18:10:01.792825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fe44b-8e06-4954-825f-e2b266bfc28c req-60ef2f66-ca61-41a2-adcd-3e95bc6f8587 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:01.794566 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6b4fe44b-8e06-4954-825f-e2b266bfc28c req-60ef2f66-ca61-41a2-adcd-3e95bc6f8587 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0564830 Dec 16 18:10:01.848115 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6b4fe44b-8e06-4954-825f-e2b266bfc28c req-4e1f9ca4-6288-43c0-9cb2-b0540654ec37 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473421 Dec 16 18:10:01.876460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-817bd9d5-41a6-45f4-91de-69beda0fa3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:01.878046 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-817bd9d5-41a6-45f4-91de-69beda0fa3be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0475805 Dec 16 18:10:01.980124 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-0dbebd56-bc9a-4aba-b5e8-d7ae5a6bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:01.981539 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-0dbebd56-bc9a-4aba-b5e8-d7ae5a6bb90f service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.0833316 Dec 16 18:10:02.049426 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-122b5e30-4ca0-44d0-aebf-ee1ea5e64296 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 1000 time: 0.0614951 Dec 16 18:10:02.096304 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-0de5e7e9-7a38-4ec0-a0b7-e4799a415d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:02.097792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-0de5e7e9-7a38-4ec0-a0b7-e4799a415d80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0420539 Dec 16 18:10:02.142933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-892e36da-fc99-4809-88da-25b4c79144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:02.144682 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-892e36da-fc99-4809-88da-25b4c79144bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405743 Dec 16 18:10:02.235298 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-d5f9a094-7405-4627-a609-0d938d5d2c0d service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833414 Dec 16 18:10:02.323229 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c73c76a4-9cb8-4778-9aa1-b20e7573b24a req-ced6cfb8-e44b-4d56-ae2a-72a185dc8a5d service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801909 Dec 16 18:10:02.965295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eea61-2949-446c-94fc-485efd12d38f req-d45874b8-e56a-4b90-b5c8-10882025a1c8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:02.966750 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-791eea61-2949-446c-94fc-485efd12d38f req-d45874b8-e56a-4b90-b5c8-10882025a1c8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0514228 Dec 16 18:10:03.014279 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-791eea61-2949-446c-94fc-485efd12d38f req-b560798c-d07e-4b35-917d-cbf7dc3ec7d7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417225 Dec 16 18:10:04.134190 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed7c10-9124-47d3-8264-17b3a580e4b0 req-d622769e-5a39-4c62-b3d6-2f1bce48fe77 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:04.136253 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-84ed7c10-9124-47d3-8264-17b3a580e4b0 req-d622769e-5a39-4c62-b3d6-2f1bce48fe77 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Dec 16 18:10:04.187188 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-84ed7c10-9124-47d3-8264-17b3a580e4b0 req-bd246312-c13b-42b6-911b-c923437f4970 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445209 Dec 16 18:10:05.300261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02a5a-4bf1-48ee-b9cc-0ed6a59dc970 req-fd86d958-5219-4999-903c-b0c5cc6ef094 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:05.301658 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1bc02a5a-4bf1-48ee-b9cc-0ed6a59dc970 req-fd86d958-5219-4999-903c-b0c5cc6ef094 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Dec 16 18:10:05.353070 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1bc02a5a-4bf1-48ee-b9cc-0ed6a59dc970 req-705b0091-f231-459e-b27b-23278fa17309 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 Dec 16 18:10:06.467299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575eda3-8143-48ac-957c-99a6d22557e5 req-fc88b0ec-2061-4d22-9b9d-aadb58b6f3a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:06.468782 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5575eda3-8143-48ac-957c-99a6d22557e5 req-fc88b0ec-2061-4d22-9b9d-aadb58b6f3a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0481889 Dec 16 18:10:06.516392 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5575eda3-8143-48ac-957c-99a6d22557e5 req-75c3d6d5-384a-411f-be73-fee5c3cd0c1b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Dec 16 18:10:07.412862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f30f739f-16e3-493c-86ae-ff8ee3fdd8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:07.629674 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f85d1-ccc1-4dc6-994f-e60b558a7122 req-481b1a31-68f0-451a-9f9b-f7e621401e8c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:07.631183 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-546f85d1-ccc1-4dc6-994f-e60b558a7122 req-481b1a31-68f0-451a-9f9b-f7e621401e8c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Dec 16 18:10:07.679977 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-546f85d1-ccc1-4dc6-994f-e60b558a7122 req-29bcd27f-328d-44d1-a12f-f791c3155c4f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Dec 16 18:10:08.795928 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd432eac-be1d-422d-9c71-2bd9247c46e8 req-31a0059f-ac56-404f-bd46-2428ee6badb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:08.797452 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dd432eac-be1d-422d-9c71-2bd9247c46e8 req-31a0059f-ac56-404f-bd46-2428ee6badb6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Dec 16 18:10:08.846308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dd432eac-be1d-422d-9c71-2bd9247c46e8 req-ab3d8b5c-cd92-4d94-9824-a3cb2edd18bc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430367 Dec 16 18:10:09.744095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4809582e-535c-4b69-a890-33101093cee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:09.960874 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40731-e2dc-4ad3-8887-f12fd8889062 req-2e17634f-457c-44a9-87bd-3292390c14c1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:09.962376 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-94d40731-e2dc-4ad3-8887-f12fd8889062 req-2e17634f-457c-44a9-87bd-3292390c14c1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0501916 Dec 16 18:10:10.013134 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-94d40731-e2dc-4ad3-8887-f12fd8889062 req-077a9538-f6f5-4be3-b5a2-ddbaef4f52e4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448580 Dec 16 18:10:10.975891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:11.130894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f498764-21c4-48ab-a00c-05c9bbdae5e9 req-f82c0b33-6528-4dae-b2ea-70f3bedf5b53 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:11.132968 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0f498764-21c4-48ab-a00c-05c9bbdae5e9 req-f82c0b33-6528-4dae-b2ea-70f3bedf5b53 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0531735 Dec 16 18:10:11.187483 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0f498764-21c4-48ab-a00c-05c9bbdae5e9 req-d4e8fb02-8d9a-4dd0-94e0-0e595df6153a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487282 Dec 16 18:10:12.109029 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-1be435b5-0cb3-4d5d-83f6-6909c52d2c98 service neutron] 10.222.0.57 "GET /v2.0/ports/178022db-4495-4661-a3ac-c9162f05c2c4/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0515265 Dec 16 18:10:12.218837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:12.305516 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e3b3f-cb28-43ce-9bf5-623f85311bfe req-2911d1cc-f6b6-43d0-9ccf-6db3a3d42c3b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:12.307040 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-de4e3b3f-cb28-43ce-9bf5-623f85311bfe req-2911d1cc-f6b6-43d0-9ccf-6db3a3d42c3b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Dec 16 18:10:12.328251 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-e21fd7c7-5361-475c-b029-763d8c80e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:12.329792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-e21fd7c7-5361-475c-b029-763d8c80e9ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 1098 time: 0.0520656 Dec 16 18:10:12.358787 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-de4e3b3f-cb28-43ce-9bf5-623f85311bfe req-98be0a7a-f2a8-404e-8d19-616ab3ea4408 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442383 Dec 16 18:10:12.390725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-2dfc7ba6-14dd-4de6-b5af-2195dbb18833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:12.392238 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-2dfc7ba6-14dd-4de6-b5af-2195dbb18833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0403554 Dec 16 18:10:12.480603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-003086c3-0735-411f-bc8f-4c23ca7071d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:12.482083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-003086c3-0735-411f-bc8f-4c23ca7071d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.0813937 Dec 16 18:10:12.550645 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-f95324a2-29a7-4c9f-bdbb-c42bc148a76c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 1000 time: 0.0597968 Dec 16 18:10:12.597405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-5b0afd9d-fcb0-40db-b033-1e6922b7774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:12.598910 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-5b0afd9d-fcb0-40db-b033-1e6922b7774f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0414135 Dec 16 18:10:12.643324 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-cd30aa9f-a3ba-4666-8f5e-f21546f2e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:12.644979 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-cd30aa9f-a3ba-4666-8f5e-f21546f2e98a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389812 Dec 16 18:10:12.734030 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-d4716715-127e-4ff3-8e69-0e4d82bdf6ab service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Dec 16 18:10:12.820881 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ef14543b-e6e3-4044-a632-f0438d7d1315 req-278339c0-0bec-406f-acc0-8dcc06a26b9f service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801890 Dec 16 18:10:13.137445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:13.477427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608c0a-d6d4-4d63-8e58-a4dbee282d28 req-61a3c833-fcef-49b5-a9d2-03d1e3c9a7c2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:13.478892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f3608c0a-d6d4-4d63-8e58-a4dbee282d28 req-61a3c833-fcef-49b5-a9d2-03d1e3c9a7c2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Dec 16 18:10:13.530555 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f3608c0a-d6d4-4d63-8e58-a4dbee282d28 req-b18c6ba4-bc19-4fef-a24d-c438ada31324 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 Dec 16 18:10:14.646205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec5410-9d0f-47cd-86ae-e8a50565485f req-8f417423-2104-42b4-99da-0df167bc47c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:14.648251 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8ec5410-9d0f-47cd-86ae-e8a50565485f req-8f417423-2104-42b4-99da-0df167bc47c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Dec 16 18:10:14.697751 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b8ec5410-9d0f-47cd-86ae-e8a50565485f req-a2af04bc-b0a6-4fd1-822e-c1107e165626 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430903 Dec 16 18:10:14.787339 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:10:14.791151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:10:14.896913 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b67a2e-4106-4a8a-a1fd-24e90dc23890 req-40a53354-80ce-4f3e-8574-3cbe83ed4a54 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:14.898616 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-65b67a2e-4106-4a8a-a1fd-24e90dc23890 req-40a53354-80ce-4f3e-8574-3cbe83ed4a54 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Dec 16 18:10:14.914810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-77392cd7-fb35-493a-acab-bc83a2eb4854 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:14.916978 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-77392cd7-fb35-493a-acab-bc83a2eb4854 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37&tenant_id=73039e768a7a4218ab7d0aa683acbf2a&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.0584815 Dec 16 18:10:14.938047 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:14.951484 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-65b67a2e-4106-4a8a-a1fd-24e90dc23890 req-25fcb96b-f445-4661-a58e-205e93f100b4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460505 Dec 16 18:10:14.977219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:14.982895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:10:14.985206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b15f9e-aee2-4146-b9af-d60420ae013c" -d '{"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-unplugged", "status": "completed", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:10:15.005681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:15.008237 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '178022db-4495-4661-a3ac-c9162f05c2c4', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'port_id': '178022db-4495-4661-a3ac-c9162f05c2c4', 'mac_address': 'fa:16:3e:dd:87:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:10:15.016022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:15.027016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-7ecb65a9-b84c-47fc-b632-57c7d3103f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:15.029026 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-7ecb65a9-b84c-47fc-b632-57c7d3103f90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0583341 Dec 16 18:10:15.077208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:15.102001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc64ba9-28ec-4840-83e4-d043412efe81 req-98cbd9d5-0799-401f-8007-c7537ce6fea5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:15.102183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178022db-4495-4661-a3ac-c9162f05c2c4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:10:15.104236 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6dc64ba9-28ec-4840-83e4-d043412efe81 req-98cbd9d5-0799-401f-8007-c7537ce6fea5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 943 time: 0.0596545 Dec 16 18:10:15.121151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5213002-8dbb-431a-b0c9-6565b671c2b4 x-openstack-request-id: req-c5213002-8dbb-431a-b0c9-6565b671c2b4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:10:15.121661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-unplugged", "status": "completed", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:10:15.122100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5213002-8dbb-431a-b0c9-6565b671c2b4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:10:15.122559 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'code': 200} Dec 16 18:10:15.138821 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:15.141182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-cd028dbb-fc9f-4bdb-8ae2-88b1cc7847ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:15.142688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:15.142884 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-cd028dbb-fc9f-4bdb-8ae2-88b1cc7847ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.1067522 Dec 16 18:10:15.148067 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.148420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.148764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.149130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.149464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.149790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.150120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.150446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.150771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.151101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.151431 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.151753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.152215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:15.156253 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:15.158461 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6dc64ba9-28ec-4840-83e4-d043412efe81 req-0512faf5-a1bd-453d-8938-5e6f7b8c0a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481896 Dec 16 18:10:15.209866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:15.215764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['178022db-4495-4661-a3ac-c9162f05c2c4'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:10:15.228647 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-f547e5d5-c153-426f-ae1c-d78149d8a8a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 999 time: 0.0781739 Dec 16 18:10:15.278836 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-440f87d0-538e-441d-96ef-4925ff6ef526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:15.280292 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-440f87d0-538e-441d-96ef-4925ff6ef526 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0440967 Dec 16 18:10:15.325115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-cc9cee3f-05ea-4e54-a9f1-1ee704da305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:15.326511 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-cc9cee3f-05ea-4e54-a9f1-1ee704da305a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389345 Dec 16 18:10:15.426533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-c18469f4-91b0-4a2e-a58f-d454c5ace570 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905156 Dec 16 18:10:15.514337 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0426d41e-802f-4bda-9884-a89bcefe1d43 req-a6fd9e22-7832-4e58-8a89-d7c7b93763a5 service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Dec 16 18:10:16.277922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f339-b9f1-45e3-a05e-41e14f66627f req-f5d2be0b-68ab-4617-b8b6-f481757be0ea tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:16.279402 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9d9f339-b9f1-45e3-a05e-41e14f66627f req-f5d2be0b-68ab-4617-b8b6-f481757be0ea tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Dec 16 18:10:16.327654 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9d9f339-b9f1-45e3-a05e-41e14f66627f req-7e3e3340-2ab5-4a97-961d-25d3a38b6386 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Dec 16 18:10:16.349813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56446) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:16.412721 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-626e7da8-6f84-47c0-b0ea-6f51458504d5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/cb958739-2700-43ad-99df-c887d2626cfe HTTP/1.1" status: 200 len: 991 time: 0.0617788 Dec 16 18:10:16.790332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:10:16.837413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 178022db-4495-4661-a3ac-c9162f05c2c4 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:16.837785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:16.911843 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:16.947576 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:16.951404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:16.997824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:17.123501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:10:17.125789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf3690-2c1e-42d2-ab9a-e50c4f777d09" -d '{"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-plugged", "status": "completed", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:10:17.160817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d99ed-30fb-43ac-b6ef-6ad5a8f43291 x-openstack-request-id: req-562d99ed-30fb-43ac-b6ef-6ad5a8f43291 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:10:17.161147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-plugged", "status": "completed", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:10:17.161395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-562d99ed-30fb-43ac-b6ef-6ad5a8f43291 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:10:17.161812 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'code': 200} Dec 16 18:10:20.457530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:25.537331 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:10:37.415937 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbbc45a8-60a9-40d2-aec9-ba602d6a72a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:39.744895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9a17036-98ba-4420-823a-36cb7ac84af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:40.978335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:42.221654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:43.138197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:44.956047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56458) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:45.389126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 0f30f002-cfc9-47fd-ac97-b79061184a9b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:10:45.389473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:45.465103 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:45.465425 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:45.477364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 0f30f002-cfc9-47fd-ac97-b79061184a9b owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:10:45.618266 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:45.644766 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=0f30f002-cfc9-47fd-ac97-b79061184a9b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:45.657261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.657618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.658002 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.658313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.658649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.659071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.659412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.659742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.660575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.660575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.660817 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.661062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.661408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:45.719976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:45.720307 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP cb958739-2700-43ad-99df-c887d2626cfe disassociated (deleted). External IP: 172.26.2.19, port: 178022db-4495-4661-a3ac-c9162f05c2c4. Dec 16 18:10:45.923134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router ca2d8d64-6896-4ca9-82bd-b08e44907e9f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:10:46.031706 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:10:46.036542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:46.041651 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] Sync routers for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:10:46.050863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:46.051477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:46.061974 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ecebe0a3-839f-4046-8ddc-08a1375c7d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/floatingips/cb958739-2700-43ad-99df-c887d2626cfe HTTP/1.1" status: 204 len: 168 time: 1.1048486 Dec 16 18:10:46.062568 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:10:46.064813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c8fafb-b6df-46fa-a765-69d65c32b175" -d '{"events": [{"name": "network-changed", "server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:10:46.165458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:46.172472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6edd5f-30b6-4416-ae47-5a961f4b5a9c x-openstack-request-id: req-0a6edd5f-30b6-4416-ae47-5a961f4b5a9c {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:10:46.172764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:10:46.173276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a6edd5f-30b6-4416-ae47-5a961f4b5a9c {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:10:46.173651 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'status': 'completed', 'code': 200} Dec 16 18:10:46.245372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-67457076-08ff-44f5-bbba-930bbb19cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:46.250158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-67457076-08ff-44f5-bbba-930bbb19cde9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 1098 time: 0.0520759 Dec 16 18:10:46.304803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012664ff-bdae-4769-9167-5041dafafdfe req-4e992616-def9-446f-8f5a-4f3ece8e791f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:46.312001 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-012664ff-bdae-4769-9167-5041dafafdfe req-4e992616-def9-446f-8f5a-4f3ece8e791f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0573406 Dec 16 18:10:46.343277 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-87b9d57c-3c75-4cac-b7bd-7770eeda1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:46.344758 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-87b9d57c-3c75-4cac-b7bd-7770eeda1699 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 200 len: 897 time: 0.0870473 Dec 16 18:10:46.358074 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-012664ff-bdae-4769-9167-5041dafafdfe req-3d77c4bc-4e79-4e90-a5e5-44b18178e7e4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Dec 16 18:10:46.391600 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-55021be4-cbfe-4dd4-ba27-e176c1d744ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0379992 Dec 16 18:10:46.392000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:46.418683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] Checking router: ca2d8d64-6896-4ca9-82bd-b08e44907e9f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:10:46.427060 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:46.427605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:46.445690 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-f6fe6e64-46cd-4478-b975-626e99e13c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:46.447217 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-f6fe6e64-46cd-4478-b975-626e99e13c5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 200 len: 835 time: 0.0467350 Dec 16 18:10:46.493526 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-0d97ef30-5ee9-4c30-a827-a1915ad1b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:46.495016 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-0d97ef30-5ee9-4c30-a827-a1915ad1b30d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd2c538-5d23-4679-acd1-c38ffcd804c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398941 Dec 16 18:10:46.534648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:46.588283 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-7abc2391-78fa-4627-8bba-6336b397e7ec service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842450 Dec 16 18:10:46.678130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7c8fafb-b6df-46fa-a765-69d65c32b175 req-f5e22a4e-7cd5-4bf4-beb9-b90efe41a00d service neutron] 10.222.0.57 "GET /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815737 Dec 16 18:10:46.736331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:46.762310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e33bd-0c1b-4592-9559-a9f894e7d656 None None] The sync data for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv is: [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '4e35efcc-3c74-4275-9a9f-0c020d03d14e', 'name': '', 'network_id': 'acd2c538-5d23-4679-acd1-c38ffcd804c6', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:71:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:06Z', 'updated_at': '2021-12-16T18:09:09Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': '33b905f5-3bef-43a1-beb0-0984f9431c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:10:46.974512 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8281be-b4c1-4dc7-bff3-c2f782ccff37 None None] New status for floating IP cb958739-2700-43ad-99df-c887d2626cfe: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:10:47.480379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b470-f75d-4f59-87b5-ba3f5080b835 req-d8deda88-41e0-42a0-949a-be7cd849844f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:47.481875 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8ca6b470-f75d-4f59-87b5-ba3f5080b835 req-d8deda88-41e0-42a0-949a-be7cd849844f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Dec 16 18:10:47.529885 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8ca6b470-f75d-4f59-87b5-ba3f5080b835 req-2fb73f68-48d2-4b66-9329-ffad24e39a57 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e93b3d7-46cc-4b51-926b-d737854b1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Dec 16 18:10:48.125935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-953139a2-3a4c-487c-909e-fafbaf583aeb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:48.127348 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-953139a2-3a4c-487c-909e-fafbaf583aeb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Dec 16 18:10:48.213178 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 178022db-4495-4661-a3ac-c9162f05c2c4 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:10:48.213518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:48.302053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 178022db-4495-4661-a3ac-c9162f05c2c4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=178022db-4495-4661-a3ac-c9162f05c2c4,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:48.302426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:48.316344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 178022db-4495-4661-a3ac-c9162f05c2c4 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:10:48.441078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:48.474395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=178022db-4495-4661-a3ac-c9162f05c2c4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:48.501603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.501965 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.502319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.502665 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.503003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.503343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.503676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.504007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.504340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.504672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.505026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.505358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.505688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:48.527720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] No DVR routers for this DVR port 178022db-4495-4661-a3ac-c9162f05c2c4 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:10:48.529982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:48.533327 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f479b604-3acd-4f49-a7c2-64d628e1c5d3 req-86c8f15b-edf9-4599-b1c3-6a31c92943f7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "DELETE /v2.0/ports/178022db-4495-4661-a3ac-c9162f05c2c4 HTTP/1.1" status: 204 len: 173 time: 0.3994443 Dec 16 18:10:48.533771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-deleted', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:10:48.536004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c03f33-5a83-47c1-9db5-8a090d56bb2d" -d '{"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-deleted", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:10:48.572716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554593a-9aef-40db-ac6b-749fbc7f6f88 x-openstack-request-id: req-6554593a-9aef-40db-ac6b-749fbc7f6f88 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:10:48.572866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de2dcab-c512-46a4-a229-37534864ff37", "name": "network-vif-deleted", "tag": "178022db-4495-4661-a3ac-c9162f05c2c4", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:10:48.573171 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6554593a-9aef-40db-ac6b-749fbc7f6f88 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:10:48.573582 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de2dcab-c512-46a4-a229-37534864ff37', 'name': 'network-vif-deleted', 'tag': '178022db-4495-4661-a3ac-c9162f05c2c4', 'status': 'completed', 'code': 200} Dec 16 18:10:48.633194 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9addffc0-102c-4bf9-b051-aa1f9e5dad01 req-99d4d5dd-9f14-4978-a159-b3bea3198b64 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de2dcab-c512-46a4-a229-37534864ff37 HTTP/1.1" status: 200 len: 210 time: 0.0271897 Dec 16 18:10:49.691302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56476) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:50.045606 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:50.295007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 4e35efcc-3c74-4275-9a9f-0c020d03d14e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:10:50.295352 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:50.379633 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 4e35efcc-3c74-4275-9a9f-0c020d03d14e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4e35efcc-3c74-4275-9a9f-0c020d03d14e,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:50.379991 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:50.392529 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 4e35efcc-3c74-4275-9a9f-0c020d03d14e owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:10:50.483008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:50.577128 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:50.609192 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=4e35efcc-3c74-4275-9a9f-0c020d03d14e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:50.781302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:50.991918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router ca2d8d64-6896-4ca9-82bd-b08e44907e9f has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:10:50.992477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:10:51.015897 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 178022db-4495-4661-a3ac-c9162f05c2c4 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:10:51.016236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 178022db-4495-4661-a3ac-c9162f05c2c4 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:10:51.101814 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:10:51.109574 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a86e5f9f-273e-4f19-b68c-270e54bcab22 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/ca2d8d64-6896-4ca9-82bd-b08e44907e9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145405 Dec 16 18:10:51.109574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56478) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:51.111476 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] Sync routers for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:10:51.121558 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:51.122166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:51.160634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting subnet 33b905f5-3bef-43a1-beb0-0984f9431c55 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:10:51.163764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:51.202627 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:51.292246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:51.381853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:51.567204 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:10:50Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:51.594212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] Checking router: ca2d8d64-6896-4ca9-82bd-b08e44907e9f for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:10:51.602999 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] Routers {'ca2d8d64-6896-4ca9-82bd-b08e44907e9f'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:51.603614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:51.631057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:51.659496 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Subnet': ['ID=33b905f5-3bef-43a1-beb0-0984f9431c55,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:51.665675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:51.671385 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f251a1a0-7839-4c95-a05f-00d652e8ccb8 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/subnets/33b905f5-3bef-43a1-beb0-0984f9431c55 HTTP/1.1" status: 204 len: 168 time: 0.5586758 Dec 16 18:10:51.671750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56480) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:51.693630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f0fe4-7545-4d53-93d9-6fb056dd7428 None None] Network acd2c538-5d23-4679-acd1-c38ffcd804c6 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:10:51.767910 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] Set router ca2d8d64-6896-4ca9-82bd-b08e44907e9f gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:51.777747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:51.963583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] DHCP port deletion for acd2c538-5d23-4679-acd1-c38ffcd804c6 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:10:52.017995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:10:50Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:52.047511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d15483-d7a7-40de-9116-1cc8c544ca69 None None] The sync data for ids ['ca2d8d64-6896-4ca9-82bd-b08e44907e9f'] in dv-neutron-821818-2-hyperv is: [{'id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111256730', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:10:50Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d64-6896-4ca9-82bd-b08e44907e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:09:03Z', 'updated_at': '2021-12-16T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:10:52.060113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] Deleting port 1362e789-82e1-49db-98d4-90610623f4e6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:10:52.060549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.130201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] For port 1362e789-82e1-49db-98d4-90610623f4e6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=1362e789-82e1-49db-98d4-90610623f4e6,segment=NetworkSegment(1fc64d0a-6a16-430f-8b88-e84eb1f383c5),segment_id=1fc64d0a-6a16-430f-8b88-e84eb1f383c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:52.130614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.144221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] Calling delete_port for 1362e789-82e1-49db-98d4-90610623f4e6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:10:52.218068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.222366 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.251122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] No DVR routers for this DVR port 1362e789-82e1-49db-98d4-90610623f4e6 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:10:52.255033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9be38a-de38-4615-b577-454d5f3839db None None] Pushing event deleted for resources: {'Port': ['ID=1362e789-82e1-49db-98d4-90610623f4e6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:52.275595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:10:52.275942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.355244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:52.355620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.367699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:10:52.535018 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.560928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:52.577907 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a40357e-841f-4728-b342-aaeb648c9afc None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:10:52.624052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.715064 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.717184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.759613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.760065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Fanout notify agent at l3_agent the message router_deleted on router ca2d8d64-6896-4ca9-82bd-b08e44907e9f {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:10:52.766916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.768022 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-24d7630c-580a-4feb-a519-7c1c7cd8bef3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/routers/ca2d8d64-6896-4ca9-82bd-b08e44907e9f HTTP/1.1" status: 204 len: 168 time: 1.0952985 Dec 16 18:10:52.770911 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56482) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:52.851350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.940289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.958954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd2c538-5d23-4679-acd1-c38ffcd804c6']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:52.968334 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc64d0a-6a16-430f-8b88-e84eb1f383c5') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:52.968632 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc64d0a-6a16-430f-8b88-e84eb1f383c5') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:52.978457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.991890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:52.997581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:10:52.997982 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:10:53.000835 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:10:53.059418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.065798 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.068865 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/networks/acd2c538-5d23-4679-acd1-c38ffcd804c6 HTTP/1.1" status: 204 len: 168 time: 0.2970264 Dec 16 18:10:53.071850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56484) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:53.080142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966a4c4-d554-4daf-b5ee-fe5706c23732 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Network': ['ID=acd2c538-5d23-4679-acd1-c38ffcd804c6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:53.128161 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6f8-ae67-435d-bf2e-5fbe88f93f2e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.153393 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6f8-ae67-435d-bf2e-5fbe88f93f2e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.219365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6f8-ae67-435d-bf2e-5fbe88f93f2e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.222278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a6f8-ae67-435d-bf2e-5fbe88f93f2e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.223471 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3bc5a6f8-ae67-435d-bf2e-5fbe88f93f2e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/security-groups/1e93b3d7-46cc-4b51-926b-d737854b1bb3 HTTP/1.1" status: 204 len: 168 time: 0.1505985 Dec 16 18:10:53.240275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a6f8-ae67-435d-bf2e-5fbe88f93f2e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93b3d7-46cc-4b51-926b-d737854b1bb3,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:53.256036 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1362e789-82e1-49db-98d4-90610623f4e6 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:10:53.282736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 1362e789-82e1-49db-98d4-90610623f4e6 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:10:53.283342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 1362e789-82e1-49db-98d4-90610623f4e6 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:10:53.283949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:10:53.306708 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:10:53.307164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 5a0e43dd-4ee7-4c7f-a980-dff47f2ee98f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:10:53.307478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4e35efcc-3c74-4275-9a9f-0c020d03d14e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:10:53.326530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 4e35efcc-3c74-4275-9a9f-0c020d03d14e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:10:53.326876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4e35efcc-3c74-4275-9a9f-0c020d03d14e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:10:53.579909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56490) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:53.584502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184750739', 'description': 'tempest-secgroup-smoke-1184750739 description', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:53.608290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.672180 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.675693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.704408 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.705642 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1247430 Dec 16 18:10:53.706733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82700840-7f66-464b-bcdc-680181739e7c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4fefe-20f3-4d09-b083-d57270231ab7,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:53.708620 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56492) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:53.713531 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '49d4fefe-20f3-4d09-b083-d57270231ab7', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:53.741263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.794462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.798052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.814769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ec6563-a4e1-4e96-b8d8-41d63cbe0c6c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:53.822260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.823420 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-dad6667f-11c4-4d4d-b13d-b197dda650cb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138835 Dec 16 18:10:53.826466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56494) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:53.830890 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '49d4fefe-20f3-4d09-b083-d57270231ab7', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:53.858878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.916362 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.919773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.936388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e32dd7-9701-405f-a8c8-827f98b7b572,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:53.945498 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.946757 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f533a135-1ba1-411f-8dde-a52d585bbd55 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192355 Dec 16 18:10:53.949502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56496) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:53.953639 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '49d4fefe-20f3-4d09-b083-d57270231ab7', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:53.979913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.033049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.036241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.052815 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cceac20-6ae0-478b-8393-26ba81fd6561,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:54.061370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.062527 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c134262a-5097-4a82-9720-b439e689079a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121328 Dec 16 18:10:54.065246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:54.069317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '49d4fefe-20f3-4d09-b083-d57270231ab7', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:54.095688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.151246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.154638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.172913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddda1c3-0adf-47ac-ba19-675c02ae8e85,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:54.180711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.182016 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-aa07a1e2-a22a-488f-8ecb-7ba0a57b6ad5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159422 Dec 16 18:10:54.184677 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56500) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:54.188857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '49d4fefe-20f3-4d09-b083-d57270231ab7', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:54.211418 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:10:54.216146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.276762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.281100 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.300346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f38b75-7c0c-4b24-ae71-f2fa86bdc0e3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:54.310472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.311683 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-0d7a692e-40b1-4ba9-a34c-ea3f43fdd6e9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260710 Dec 16 18:10:54.314312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56502) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:54.318638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '49d4fefe-20f3-4d09-b083-d57270231ab7', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:54.342413 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:10:54.347289 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.405519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.408812 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.425776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82800a0-0d0c-46fd-8d86-ea4e59e3aecd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:54.433603 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.434773 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a0b3f5ec-e485-4eb2-b43b-fdcea654651a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195533 Dec 16 18:10:54.437640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56504) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:54.442737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'network': {'name': 'tempest-network-smoke--1062910165', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:54.464844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:10:54.468207 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.491312 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:10:54.500424 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.500819 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Added segment f7ec4798-43d0-42e9-928f-06851ac09ba5 of type vlan for network 0dbad838-1298-4939-9f7e-93ad1e1ca20b Dec 16 18:10:54.540466 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.563784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.569316 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:54.569831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.625994 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873474 Dec 16 18:10:54.628872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56506) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:54.633683 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'admin_state_up': True, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:54.637855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df63020-1057-4506-9968-5dc36d728c2f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Network': ['ID=0dbad838-1298-4939-9f7e-93ad1e1ca20b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:54.648370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:10:54.658724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.659841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.713226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.846806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.033508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.051901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.158449 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.26 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/bcc97eab-ac9d-48b9-a3c3-b1f0635261b1) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:10:55.257600 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.295574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.335761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:10:55.338746 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:10:55.342354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:10:55.353248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485345c2-8f26-4e9e-a074-b88cd3b0180c None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:10:55.365597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:55.423689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1616441e-4a33-432d-9624-8cd807d2b9a0 None None] Provisioning complete for port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:55.423970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1616441e-4a33-432d-9624-8cd807d2b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.458014 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1616441e-4a33-432d-9624-8cd807d2b9a0 None None] Port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:10:55.595438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.798833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:55.925463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:10:56.030395 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:10:56.039690 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Sync routers for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:10:56.048760 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:56.049577 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:56.053216 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.054135 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2053c45f-a5a9-4645-93c5-0db611862fff tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4242096 Dec 16 18:10:56.057843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56508) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:56.087942 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-01d674f3-ec7b-4ad8-a673-a8e5b846dd8d tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73039e768a7a4218ab7d0aa683acbf2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289540 Dec 16 18:10:56.090481 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56510) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:56.152525 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:56.175682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e474bae-49b3-4fec-97b5-12da3af0a27c tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:56.177300 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6e474bae-49b3-4fec-97b5-12da3af0a27c tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858243 Dec 16 18:10:56.180558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56512) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:56.212401 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-727b606b-57be-4ad8-8e9d-1f87f44a9937 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307474 Dec 16 18:10:56.214882 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56514) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:56.219557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323645037', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:10:56.307302 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:10:56.311001 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.330150 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:55Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:56.356695 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Checking router: b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:10:56.357100 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Updating router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:10:56.389005 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.498127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.558968 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Subnet': ['ID=b120e1d6-fadc-46b0-80e8-7e7e272866d5,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:56.566879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Checking segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:10:56.567245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network hostable DHCP agents. Network: 0dbad838-1298-4939-9f7e-93ad1e1ca20b, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:10:56.585408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:10:56.595040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 0dbad838-1298-4939-9f7e-93ad1e1ca20b) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:10:56.599162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:56.599951 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.608184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40764eb6-553b-490a-9a4f-dd21b963075a None None] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:10:56.618013 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-89e23171-5488-4616-8da2-1d465dbb2476 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4014461 Dec 16 18:10:56.620824 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56516) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:10:56.650042 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.657485 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.699909 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Pushing event updated for resources: {'Port': ['ID=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:56.708860 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.709374 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.709819 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.710283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.710750 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.711690 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.712027 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.712362 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.712696 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.713057 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.713413 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.713741 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.714067 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:10:56.727487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:10:56.728371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.744350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb2b519-e308-4089-bf6e-5d13ccb40f98 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:10:56.746760 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Attempting to bind port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:10:56.747134 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Attempting to bind port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:10:56.748755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Attempting to bind port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:10:56.757023 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:10:56.757438 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:10:56.757792 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.758227 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:10:56.759429 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Bound port: bcc97eab-ac9d-48b9-a3c3-b1f0635261b1, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:10:56.760032 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.817247 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] For port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:10:56.820177 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] For port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:10:56.826329 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.840928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cc83d4ac-9646-4c86-9758-14d4c14ddc12 None None] Provisioning complete for port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:56.841321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc83d4ac-9646-4c86-9758-14d4c14ddc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.881541 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe022d0-5c0b-4ee1-96dd-9a8b2e817e27 None None] Pushing event updated for resources: {'Port': ['ID=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:56.895416 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:56.896194 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:56.899494 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db0251-e81e-4f97-a001-9fd2c3173bc7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:10:56.938751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Allocated IP 172.20.0.2 (0dbad838-1298-4939-9f7e-93ad1e1ca20b/b120e1d6-fadc-46b0-80e8-7e7e272866d5/39027590-01ad-4684-9b49-b5c8f5ddaed8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:10:57.005941 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:57.026184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc83d4ac-9646-4c86-9758-14d4c14ddc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.054748 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cc83d4ac-9646-4c86-9758-14d4c14ddc12 None None] For port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:57.061857 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc83d4ac-9646-4c86-9758-14d4c14ddc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.129793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.160741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83d4ac-9646-4c86-9758-14d4c14ddc12 None None] Pushing event updated for resources: {'Port': ['ID=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:57.197588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f73058a0-99a6-453d-9ce1-832321d15e2d None None] Provisioning complete for port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:57.198320 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f73058a0-99a6-453d-9ce1-832321d15e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.200383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.230168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.279219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:10:57.284289 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:55Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:57.287573 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:10:57.290767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:10:57.295931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Pushing event updated for resources: {'Port': ['ID=39027590-01ad-4684-9b49-b5c8f5ddaed8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:57.325783 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34045dd-b596-48dd-80b0-145952fba7f9 None None] The sync data for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv is: [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:55Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:10:57.393560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Attempting to bind port 39027590-01ad-4684-9b49-b5c8f5ddaed8 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:10:57.394279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Attempting to bind port 39027590-01ad-4684-9b49-b5c8f5ddaed8 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:10:57.394703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Attempting to bind port 39027590-01ad-4684-9b49-b5c8f5ddaed8 on network 0dbad838-1298-4939-9f7e-93ad1e1ca20b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:10:57.400168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:10:57.400637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Checking segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:10:57.401248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.401704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Bound using segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:10:57.402540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Bound port: 39027590-01ad-4684-9b49-b5c8f5ddaed8, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:10:57.402705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.443773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.1 (0dbad838-1298-4939-9f7e-93ad1e1ca20b/b120e1d6-fadc-46b0-80e8-7e7e272866d5/3176357a-02ee-4cf8-9cf4-3729c61d78b7) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:10:57.468443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] For port 39027590-01ad-4684-9b49-b5c8f5ddaed8, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:10:57.471688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] For port 39027590-01ad-4684-9b49-b5c8f5ddaed8, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=39027590-01ad-4684-9b49-b5c8f5ddaed8,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:10:57.476486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.543700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3243ac-a450-4a42-aa4f-6f157ec90bb7 None None] Pushing event updated for resources: {'Port': ['ID=39027590-01ad-4684-9b49-b5c8f5ddaed8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:57.887175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.924525 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:57.974419 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:10:57.977730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:10:57.980246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:10:58.004536 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=3176357a-02ee-4cf8-9cf4-3729c61d78b7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:58.030047 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.164244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.461327 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.466106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.528794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccff363-1dab-4ab6-b6a8-81d8d4d8b5f1 None None] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:10:58.541823 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=3176357a-02ee-4cf8-9cf4-3729c61d78b7,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:58.544217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.638359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-87c4b4fd-9d8b-4007-8f1c-89144298db26 None None] Provisioning complete for port 39027590-01ad-4684-9b49-b5c8f5ddaed8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:58.638732 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87c4b4fd-9d8b-4007-8f1c-89144298db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.638873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:10:58.640218 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:10:58.731416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87c4b4fd-9d8b-4007-8f1c-89144298db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.772257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-87c4b4fd-9d8b-4007-8f1c-89144298db26 None None] For port 39027590-01ad-4684-9b49-b5c8f5ddaed8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=39027590-01ad-4684-9b49-b5c8f5ddaed8,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:10:58.772446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:10:58.779209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87c4b4fd-9d8b-4007-8f1c-89144298db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:58.832279 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4b4fd-9d8b-4007-8f1c-89144298db26 None None] Pushing event updated for resources: {'Port': ['ID=39027590-01ad-4684-9b49-b5c8f5ddaed8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:10:58.902727 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:10:58.917728 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-dae8b918-c9ac-4106-ba98-54d55bbabcce tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/b15e25c1-3e50-4fc8-ab2a-6800bb1ad747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2956133 Dec 16 18:10:59.005984 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-648f6bc5-c366-4943-af54-2cf5f0ff00df None None] Provisioning complete for port 39027590-01ad-4684-9b49-b5c8f5ddaed8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:59.006467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-648f6bc5-c366-4943-af54-2cf5f0ff00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:59.104954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Sync routers for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:10:59.128410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:10:59.129100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:59.179788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-648f6bc5-c366-4943-af54-2cf5f0ff00df None None] Provisioning complete for port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:59.180163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-648f6bc5-c366-4943-af54-2cf5f0ff00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:59.268469 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-89ddfb2e-6302-423d-9237-9ccaa2378644 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184750739&fields=id&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 267 time: 0.0503557 Dec 16 18:10:59.386422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-1617227c-0176-47f4-9fd1-772971a1960e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:59.387947 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-1617227c-0176-47f4-9fd1-772971a1960e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 797 time: 0.1120539 Dec 16 18:10:59.404055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-8582085d-6707-4f56-b969-71bb7a69b3d7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/quotas/73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 375 time: 0.0097277 Dec 16 18:10:59.412968 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39027590-01ad-4684-9b49-b5c8f5ddaed8 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:10:59.453517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-648f6bc5-c366-4943-af54-2cf5f0ff00df None None] Port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:10:59.460077 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-de0f314b-4f64-41f6-9c69-182c5bbe5608 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501702 Dec 16 18:10:59.476690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-3c1ef6d7-e925-492a-bac9-50bc73ee0976 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:10:59.476891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:10:59.477713 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-3c1ef6d7-e925-492a-bac9-50bc73ee0976 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053997 Dec 16 18:10:59.557303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 39027590-01ad-4684-9b49-b5c8f5ddaed8 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:59.557928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:59.566492 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-b3867bd0-766c-446f-91fe-6578a03d5923 service neutron] 10.222.0.66 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Dec 16 18:10:59.649327 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5b326a51-5cdf-4dfd-9c22-bbfb4e763b49 None None] Provisioning complete for port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:59.649698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b326a51-5cdf-4dfd-9c22-bbfb4e763b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:59.660756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-ab31b7c4-b711-4021-bd6f-4ef2b9c07c24 service neutron] 10.222.0.66 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872710 Dec 16 18:10:59.754771 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5b326a51-5cdf-4dfd-9c22-bbfb4e763b49 None None] Port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:10:59.778165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:10:59.833766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 2, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:10:59.852384 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2bb9443b-dfe1-471c-b975-99e1aa519829 req-601ca1e5-a3a4-4389-a4d2-78c0c2838d33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 210 time: 0.0304837 Dec 16 18:10:59.863056 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Checking router: b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:10:59.863411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Updating router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:10:59.891162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:10:59.891534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:59.895640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.218138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.223311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.275604 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443c830-bb6b-4efe-8536-1924c42ec24c None None] Pushing event updated for resources: {'Port': ['ID=3176357a-02ee-4cf8-9cf4-3729c61d78b7,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:00.339464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Attempting to bind port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:11:00.339844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Attempting to bind port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:11:00.340210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Attempting to bind port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 on network 0dbad838-1298-4939-9f7e-93ad1e1ca20b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:11:00.346760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:11:00.347143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Checking segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:11:00.347640 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.348041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Bound using segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:11:00.348517 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Bound port: 3176357a-02ee-4cf8-9cf4-3729c61d78b7, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:11:00.348899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.419809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] For port 3176357a-02ee-4cf8-9cf4-3729c61d78b7, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:11:00.423132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] For port 3176357a-02ee-4cf8-9cf4-3729c61d78b7, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3176357a-02ee-4cf8-9cf4-3729c61d78b7,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:11:00.427322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.498163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443c830-bb6b-4efe-8536-1924c42ec24c None None] Pushing event updated for resources: {'Port': ['ID=3176357a-02ee-4cf8-9cf4-3729c61d78b7,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:00.500613 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:11:00.501243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:10:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:00.543554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c21c18ea-7add-4622-8952-2c7dbe9a02f2 None None] Provisioning complete for port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:11:00.543928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c21c18ea-7add-4622-8952-2c7dbe9a02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.644464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:11:00.744466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c21c18ea-7add-4622-8952-2c7dbe9a02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.814888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-393bcbc5-5a0b-48bb-a168-c3bc9143538b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:00.816310 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-393bcbc5-5a0b-48bb-a168-c3bc9143538b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 797 time: 0.1233046 Dec 16 18:11:00.833375 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c21c18ea-7add-4622-8952-2c7dbe9a02f2 None None] For port 3176357a-02ee-4cf8-9cf4-3729c61d78b7, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3176357a-02ee-4cf8-9cf4-3729c61d78b7,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:11:00.839513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c21c18ea-7add-4622-8952-2c7dbe9a02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.884490 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-f9da66b8-3e2f-483f-917c-5bea4f0ce1c7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 380 time: 0.0582500 Dec 16 18:11:00.895651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'port': {'device_id': '22084a5f-2f75-4adb-845e-6425310f2388', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'admin_state_up': True, 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'security_groups': ['49d4fefe-20f3-4d09-b083-d57270231ab7']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:11:00.930746 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c18ea-7add-4622-8952-2c7dbe9a02f2 None None] Pushing event updated for resources: {'Port': ['ID=3176357a-02ee-4cf8-9cf4-3729c61d78b7,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:00.955058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21a6d63f-02c4-4cf4-8c0b-0b1f08331d91 req-ff1207a1-bfbd-4640-894a-d6c1bf2827e3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 210 time: 0.0293577 Dec 16 18:11:00.971768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2bbd3483-73c6-440b-a182-11981152d6a0 None None] Provisioning complete for port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:11:00.972183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3483-73c6-440b-a182-11981152d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:00.977587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:01.022431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:11:01.026212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.034535 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf12f50-903d-4d3c-8316-24240e98f08a None None] The sync data for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv is: [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:11:01.188667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.14 (0dbad838-1298-4939-9f7e-93ad1e1ca20b/b120e1d6-fadc-46b0-80e8-7e7e272866d5/0403efcf-ae7a-4a03-a34d-cd32d989dffd) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:11:01.338430 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.372685 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.426873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:11:01.431209 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:11:01.437126 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:11:01.441702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=0403efcf-ae7a-4a03-a34d-cd32d989dffd,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:01.494844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:01.495612 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.513941 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-ec53a744-f948-4cdb-a278-a3811484b7fb tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229796 Dec 16 18:11:01.527499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Request body: {'port': {'device_id': '22084a5f-2f75-4adb-845e-6425310f2388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:11:01.591415 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.755979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-7f426863-68f0-4c04-8cb2-d00d6d095744 None None] Provisioning complete for port 0403efcf-ae7a-4a03-a34d-cd32d989dffd triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:11:01.756970 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f426863-68f0-4c04-8cb2-d00d6d095744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.793203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f426863-68f0-4c04-8cb2-d00d6d095744 None None] Port 0403efcf-ae7a-4a03-a34d-cd32d989dffd cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:11:01.867729 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0403efcf-ae7a-4a03-a34d-cd32d989dffd {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:11:01.875483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.888599 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Transition to ACTIVE for port object 0403efcf-ae7a-4a03-a34d-cd32d989dffd will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:11:01.892908 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:01.948274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0403efcf-ae7a-4a03-a34d-cd32d989dffd,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:02.039503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Attempting to bind port 0403efcf-ae7a-4a03-a34d-cd32d989dffd on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:11:02.039938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Attempting to bind port 0403efcf-ae7a-4a03-a34d-cd32d989dffd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:11:02.040333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Attempting to bind port 0403efcf-ae7a-4a03-a34d-cd32d989dffd on network 0dbad838-1298-4939-9f7e-93ad1e1ca20b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:11:02.045591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Port 0403efcf-ae7a-4a03-a34d-cd32d989dffd on network 0dbad838-1298-4939-9f7e-93ad1e1ca20b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:11:02.045916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Attempting to bind port 0403efcf-ae7a-4a03-a34d-cd32d989dffd on network 0dbad838-1298-4939-9f7e-93ad1e1ca20b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:11:02.051398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:11:02.051746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Checking segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:11:02.052383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Bound using segment: {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:11:02.052598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Bound port: 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec4798-43d0-42e9-928f-06851ac09ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:11:02.052983 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:02.109238 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa2ab-3088-4ef2-a455-36efcc762a40 req-fd934689-ac6f-4fb6-8e12-363063453f81 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.116631 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bf3aa2ab-3088-4ef2-a455-36efcc762a40 req-fd934689-ac6f-4fb6-8e12-363063453f81 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 944 time: 0.0710702 Dec 16 18:11:02.130902 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] For port 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:11:02.134693 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] For port 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:11:02.140263 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:02.178523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bf3aa2ab-3088-4ef2-a455-36efcc762a40 req-844e0cc9-5837-4c82-8e53-326f3977701e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598881 Dec 16 18:11:02.186343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.187128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:02.188563 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 1094 time: 0.6660054 Dec 16 18:11:02.189059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:11:02.191465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ce119-5084-46a9-9e46-eb8547872ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:11:02.220080 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dd785-984b-4266-89f0-642ebd14b3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0403efcf-ae7a-4a03-a34d-cd32d989dffd,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:02.271532 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe55f622-8c80-43c8-a9a7-0951bac8e840 x-openstack-request-id: req-fe55f622-8c80-43c8-a9a7-0951bac8e840 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:11:02.271828 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:11:02.272147 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe55f622-8c80-43c8-a9a7-0951bac8e840 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:11:02.272662 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'status': 'completed', 'code': 200} Dec 16 18:11:02.307518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-6f662bed-5ff1-4cfa-94ff-3bbca2f78a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.309112 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-6f662bed-5ff1-4cfa-94ff-3bbca2f78a31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1097 time: 0.0486975 Dec 16 18:11:02.355855 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-64c750df-645a-4565-a03f-e52db5afc696 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 217 time: 0.0375850 Dec 16 18:11:02.411092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-1b4e95a0-32b8-451b-9c4c-acf6d4f18533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.412554 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-1b4e95a0-32b8-451b-9c4c-acf6d4f18533 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 200 len: 834 time: 0.0470657 Dec 16 18:11:02.474027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140539-8175-4197-8961-7ad73b450f47 req-3d3c9dab-a8b7-41f4-9f77-6f743a0250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.475559 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-3d3c9dab-a8b7-41f4-9f77-6f743a0250fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dbad838-1298-4939-9f7e-93ad1e1ca20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519514 Dec 16 18:11:02.538588 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:11:02.576986 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-17944b27-d24b-4a21-835b-90e0c89f9a7f service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881531 Dec 16 18:11:02.670271 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-dc140539-8175-4197-8961-7ad73b450f47 req-5c364061-de21-4c8b-aa06-8ab48a83e649 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Dec 16 18:11:02.757490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-d15b47f5-59ee-46be-ac5c-3655b2f91da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.759573 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-d15b47f5-59ee-46be-ac5c-3655b2f91da4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1097 time: 0.0458698 Dec 16 18:11:02.855142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-47ba9122-fd51-46e2-8a7d-f4f70ddc8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.856601 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-47ba9122-fd51-46e2-8a7d-f4f70ddc8258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 898 time: 0.0886443 Dec 16 18:11:02.899404 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-1898f01e-18b7-491e-940e-9ae24c48f5da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 217 time: 0.0337446 Dec 16 18:11:02.946519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-630ce118-1e15-47da-a23c-6466520a8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.947915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-630ce118-1e15-47da-a23c-6466520a8b13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 200 len: 834 time: 0.0419486 Dec 16 18:11:02.992871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-7bc64219-9a50-43f0-b1f4-21bb9b4858d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:02.994529 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-7bc64219-9a50-43f0-b1f4-21bb9b4858d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dbad838-1298-4939-9f7e-93ad1e1ca20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393381 Dec 16 18:11:03.096534 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-84e52a25-a5c7-46ec-b4fe-27ba28c1878a service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932598 Dec 16 18:11:03.124662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3176357a-02ee-4cf8-9cf4-3729c61d78b7 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:11:03.173422 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:11:03.173792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:03.193463 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9a3ce119-5084-46a9-9e46-eb8547872ee0 req-deb494be-6b15-4cfa-97ee-ac12660939a7 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889273 Dec 16 18:11:03.303259 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6b4d7-1773-412f-8379-2c32d19a0690 req-db252c92-fb05-45d8-bab3-35aab1c49d4d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:03.305312 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1b6b4d7-1773-412f-8379-2c32d19a0690 req-db252c92-fb05-45d8-bab3-35aab1c49d4d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 944 time: 0.0517087 Dec 16 18:11:03.352688 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1b6b4d7-1773-412f-8379-2c32d19a0690 req-297c9bea-fe13-4aa9-8da1-81d9d456bbd6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Dec 16 18:11:04.477438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ee19a-a71a-4b48-a8d5-6c9941ebc4e7 req-75745d5b-28df-4f82-81dd-acac61fef417 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:04.478950 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-873ee19a-a71a-4b48-a8d5-6c9941ebc4e7 req-75745d5b-28df-4f82-81dd-acac61fef417 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Dec 16 18:11:04.528915 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-873ee19a-a71a-4b48-a8d5-6c9941ebc4e7 req-5f49716c-32d8-4a35-8ba8-92b3f0be7759 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Dec 16 18:11:05.061484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 0403efcf-ae7a-4a03-a34d-cd32d989dffd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:11:05.156199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:11:05.167658 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'port_id': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'mac_address': 'fa:16:3e:d4:72:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:11:05.203315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:05.216481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0403efcf-ae7a-4a03-a34d-cd32d989dffd {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:11:05.238833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:11:05.242614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:05.287778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=0403efcf-ae7a-4a03-a34d-cd32d989dffd,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:05.448710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['0403efcf-ae7a-4a03-a34d-cd32d989dffd'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:11:05.646790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f3e9-78e8-418b-a0d3-c1a4fb853b25 req-8e2ce80f-9111-44b2-aa1c-5ca9dbede7fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:05.648510 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-32f8f3e9-78e8-418b-a0d3-c1a4fb853b25 req-8e2ce80f-9111-44b2-aa1c-5ca9dbede7fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 945 time: 0.0529070 Dec 16 18:11:05.705360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-32f8f3e9-78e8-418b-a0d3-c1a4fb853b25 req-b528e06d-1002-46c0-b39c-eeab1d0fd394 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503559 Dec 16 18:11:06.821631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f410e3-9f2b-4625-86b5-826c9566e45d req-44d6db94-7878-445a-8bac-5321686137b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:06.823096 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-79f410e3-9f2b-4625-86b5-826c9566e45d req-44d6db94-7878-445a-8bac-5321686137b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Dec 16 18:11:06.871550 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-79f410e3-9f2b-4625-86b5-826c9566e45d req-7e4e8833-458e-4862-a194-8187582e2140 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Dec 16 18:11:07.077453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 0403efcf-ae7a-4a03-a34d-cd32d989dffd up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:11:07.126275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 0403efcf-ae7a-4a03-a34d-cd32d989dffd completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:11:07.130110 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 0403efcf-ae7a-4a03-a34d-cd32d989dffd triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:11:07.130477 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:07.207944 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:07.230877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:11:07.233105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0ddb42-b290-42e5-a0ae-b20e338067a1" -d '{"events": [{"server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "name": "network-vif-plugged", "status": "completed", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:11:07.245586 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:11:07.250377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:07.273929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac06f62d-b86f-4494-abda-939e5dfd3e12 x-openstack-request-id: req-ac06f62d-b86f-4494-abda-939e5dfd3e12 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:11:07.274218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "name": "network-vif-plugged", "status": "completed", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:11:07.274468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac06f62d-b86f-4494-abda-939e5dfd3e12 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:11:07.274853 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'code': 200} Dec 16 18:11:07.300344 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=0403efcf-ae7a-4a03-a34d-cd32d989dffd,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:07.418802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af6f3943-db5d-4f0c-8187-3a44bab282de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:07.433325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a3cd2-be56-4fe8-84e2-c211e89f2d77 req-4346ac98-b881-47a2-8801-5e99f39be6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:07.434811 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b69a3cd2-be56-4fe8-84e2-c211e89f2d77 req-4346ac98-b881-47a2-8801-5e99f39be6d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1099 time: 0.0423689 Dec 16 18:11:07.482491 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b69a3cd2-be56-4fe8-84e2-c211e89f2d77 req-5f6a0fa2-607b-4182-96ba-88933a563f30 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Dec 16 18:11:07.984236 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445795d-e394-47a0-b5d0-bd968801ec67 req-67de7782-8a66-4e28-98bb-53eadba28d9e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:07.985742 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9445795d-e394-47a0-b5d0-bd968801ec67 req-67de7782-8a66-4e28-98bb-53eadba28d9e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0479145 Dec 16 18:11:08.033318 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9445795d-e394-47a0-b5d0-bd968801ec67 req-f18e22f1-0fb8-4cc4-86bd-e9b561a94a5b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Dec 16 18:11:09.151280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ff624-3bd4-4c8d-a960-7385f3ede129 req-7b1b6011-4d83-4560-b5f5-73d8cef01e8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:09.152735 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-958ff624-3bd4-4c8d-a960-7385f3ede129 req-7b1b6011-4d83-4560-b5f5-73d8cef01e8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0530312 Dec 16 18:11:09.200327 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-958ff624-3bd4-4c8d-a960-7385f3ede129 req-08c7daf8-1d0e-421b-8465-068f67c58ad3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Dec 16 18:11:09.314696 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fffaba-7867-4a44-a73d-f4bbe53ef397 req-6de7f61d-221f-4410-8643-836776b0babd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:09.316172 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72fffaba-7867-4a44-a73d-f4bbe53ef397 req-6de7f61d-221f-4410-8643-836776b0babd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0492408 Dec 16 18:11:09.365295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-72fffaba-7867-4a44-a73d-f4bbe53ef397 req-3b00aafe-136c-44c5-9485-58a48fc62a4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Dec 16 18:11:09.386149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56566) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:11:09.429118 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ad4df-1236-4238-979e-2ea33c2b3d1a tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:09.430530 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-6d2ad4df-1236-4238-979e-2ea33c2b3d1a tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1094 time: 0.0434365 Dec 16 18:11:09.433275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56568) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:11:09.437462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:11:09.460277 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:09.553869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:09.656649 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.169 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/2d53f580-2fbf-49b6-92ad-ac0c6d0327e4) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:11:09.748244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e25969ab-81af-44df-bbf5-23f79ef0fd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:09.756957 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:09.791539 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:09.832542 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:11:09.835435 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:11:09.838996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:11:09.861473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=2d53f580-2fbf-49b6-92ad-ac0c6d0327e4,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:10.189470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:10.256356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:10.406715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:10.411244 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:10.479768 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=2d53f580-2fbf-49b6-92ad-ac0c6d0327e4,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:10.487707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:10.585432 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP 861fe390-8317-45de-9ef0-7f6a862c9bed associated. External IP: 172.26.2.169, port: 0403efcf-ae7a-4a03-a34d-cd32d989dffd. Dec 16 18:11:10.788260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:11:10.895338 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:11:10.905192 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] Sync routers for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:11:10.914300 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:10.916075 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:11:10.917767 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:11:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:10.942820 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7d095758-9a73-454e-b478-3b966d9c90c6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5085115 Dec 16 18:11:10.943446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:11:10.946582 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e8fe6a-f928-4355-9885-228c7a8e82e7" -d '{"events": [{"name": "network-changed", "server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:11:10.986357 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:11.009482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8715a946-c627-45a2-82d5-d1b59bc561e3 x-openstack-request-id: req-8715a946-c627-45a2-82d5-d1b59bc561e3 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:11:11.009990 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:11:11.010261 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8715a946-c627-45a2-82d5-d1b59bc561e3 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:11:11.010676 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'status': 'completed', 'code': 200} Dec 16 18:11:11.037441 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:11:11.069695 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ece6-1363-4e68-a967-6ea7693fbd9a req-841a3d5f-e6cd-4264-8dad-17ad5399e0e6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:11.071873 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a73ece6-1363-4e68-a967-6ea7693fbd9a req-841a3d5f-e6cd-4264-8dad-17ad5399e0e6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Dec 16 18:11:11.074413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-0c27e970-08a3-41e5-bf10-02986476c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:11.075873 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-0c27e970-08a3-41e5-bf10-02986476c943 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1099 time: 0.0441678 Dec 16 18:11:11.127132 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a73ece6-1363-4e68-a967-6ea7693fbd9a req-5f6523d4-7421-4753-ac7f-e9d7135d1442 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472975 Dec 16 18:11:11.156077 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56574) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:11:11.178880 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-10125bca-ea2c-4ba7-8b0b-216ca4878d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:11.180477 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-10125bca-ea2c-4ba7-8b0b-216ca4878d06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 898 time: 0.0983844 Dec 16 18:11:11.222974 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9c076a42-14ff-4b3f-b690-3f3cf4483a49 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/861fe390-8317-45de-9ef0-7f6a862c9bed HTTP/1.1" status: 200 len: 992 time: 0.0642447 Dec 16 18:11:11.248266 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-307f1a1a-79d2-4dd3-b2c5-e866ff196d73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 1000 time: 0.0604498 Dec 16 18:11:11.285150 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '861fe390-8317-45de-9ef0-7f6a862c9bed', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'port_id': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'mac_address': 'fa:16:3e:d4:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22084a5f-2f75-4adb-845e-6425310f2388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:11:10Z', 'updated_at': '2021-12-16T18:11:10Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:11.297861 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-c275499b-45ea-4325-9035-b4c36fc61fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:11.299250 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-c275499b-45ea-4325-9035-b4c36fc61fa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 200 len: 834 time: 0.0437100 Dec 16 18:11:11.313660 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] Checking router: b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:11:11.323516 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:11:11.324137 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:11:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:11.348611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-7749e37a-26ef-413e-b1a0-ca4ccd3e21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:11.350130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-7749e37a-26ef-413e-b1a0-ca4ccd3e21ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dbad838-1298-4939-9f7e-93ad1e1ca20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437927 Dec 16 18:11:11.435559 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:11:11.439369 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-b7f2f327-640d-4c80-91a0-4f8562d2ee0a service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819657 Dec 16 18:11:11.533653 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-d1e8fe6a-f928-4355-9885-228c7a8e82e7 req-046b471e-e300-4379-998d-ca058a507590 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870478 Dec 16 18:11:11.659283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '861fe390-8317-45de-9ef0-7f6a862c9bed', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'port_id': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'mac_address': 'fa:16:3e:d4:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22084a5f-2f75-4adb-845e-6425310f2388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:11:10Z', 'updated_at': '2021-12-16T18:11:10Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:11.688245 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5d88b-69fc-4138-824d-c874a21020f4 None None] The sync data for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv is: [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '861fe390-8317-45de-9ef0-7f6a862c9bed', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'port_id': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'mac_address': 'fa:16:3e:d4:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22084a5f-2f75-4adb-845e-6425310f2388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:11:10Z', 'updated_at': '2021-12-16T18:11:10Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:11:11.874631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c9058-194c-48fe-a8f7-67db6709aa89 None None] New status for floating IP 861fe390-8317-45de-9ef0-7f6a862c9bed: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:11:12.222787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:12.225762 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56576) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:11:12.284838 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4da6eda4-84e8-4596-a4d5-62b299f75e50 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/861fe390-8317-45de-9ef0-7f6a862c9bed HTTP/1.1" status: 200 len: 994 time: 0.0573370 Dec 16 18:11:13.140230 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:20.485318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:37.421033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd22df85-1ed0-4c5e-b5d6-fbe3591c2204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:39.537461 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:11:39.749055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-163965da-c41a-45ec-930e-2d6fbb70053d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:40.987607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:41.308258 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b2aa-caf9-4494-9ad6-5c66d068bee4 req-b1ae5696-d4ad-43e3-98e4-c5bdb82a6549 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:41.309756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dd11b2aa-caf9-4494-9ad6-5c66d068bee4 req-b1ae5696-d4ad-43e3-98e4-c5bdb82a6549 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.3248708 Dec 16 18:11:41.356655 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dd11b2aa-caf9-4494-9ad6-5c66d068bee4 req-528c5d46-b87c-4664-8ebf-cc5423f3a96d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410225 Dec 16 18:11:42.226120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:42.471484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff220086-ffc8-407b-a6c3-5098357daf41 req-bc4f55fd-2e70-4989-9d22-b2a22dcdbe1d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:42.472847 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff220086-ffc8-407b-a6c3-5098357daf41 req-bc4f55fd-2e70-4989-9d22-b2a22dcdbe1d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0482688 Dec 16 18:11:42.520428 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ff220086-ffc8-407b-a6c3-5098357daf41 req-3f8a7ce8-fa9a-4fb5-8d2b-53bfee3539ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Dec 16 18:11:43.141309 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:43.638801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c028a-c612-463f-a822-3ad0c855fe8e req-74ceba35-790f-4f5b-a959-29265690589d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:43.640259 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-711c028a-c612-463f-a822-3ad0c855fe8e req-74ceba35-790f-4f5b-a959-29265690589d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0501940 Dec 16 18:11:43.688642 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-711c028a-c612-463f-a822-3ad0c855fe8e req-802aa76a-2b9e-43ba-9580-87fe6546699e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Dec 16 18:11:44.802803 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef9e58-26b6-4790-aa2f-ef878c79a16f req-db2ce1ce-6217-421a-b191-8dfb930c3ccc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:44.804366 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-abef9e58-26b6-4790-aa2f-ef878c79a16f req-db2ce1ce-6217-421a-b191-8dfb930c3ccc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0487742 Dec 16 18:11:44.852791 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-abef9e58-26b6-4790-aa2f-ef878c79a16f req-436d3445-2b34-475e-a228-1c39b8161fc7 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Dec 16 18:11:45.963876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4945bd0-483f-472c-a011-81769effb6bd req-387840e4-7a5b-41bf-98c0-d6fdb84832a5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:45.965382 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f4945bd0-483f-472c-a011-81769effb6bd req-387840e4-7a5b-41bf-98c0-d6fdb84832a5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0473528 Dec 16 18:11:46.017859 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f4945bd0-483f-472c-a011-81769effb6bd req-1d03c51d-55c8-495e-9ff4-7e145adb9d52 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Dec 16 18:11:47.130657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4af46-d8a9-4eb1-9233-35d3a00285f3 req-e28df021-dc45-414b-8a33-b4c16fe3bd89 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:47.132098 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55c4af46-d8a9-4eb1-9233-35d3a00285f3 req-e28df021-dc45-414b-8a33-b4c16fe3bd89 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0484841 Dec 16 18:11:47.181480 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55c4af46-d8a9-4eb1-9233-35d3a00285f3 req-b98591f1-7f19-47ee-b977-4e73fa1f8b47 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Dec 16 18:11:48.294236 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34d93b-74d4-4d85-bea8-a6d535495f74 req-15bf18ca-14ab-4bd9-89ef-df522d0487a0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:48.295715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a34d93b-74d4-4d85-bea8-a6d535495f74 req-15bf18ca-14ab-4bd9-89ef-df522d0487a0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0483346 Dec 16 18:11:48.343157 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2a34d93b-74d4-4d85-bea8-a6d535495f74 req-6166b9c5-f6c4-4842-a3ec-f52e6b9f500b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Dec 16 18:11:49.459299 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360ab03-2b3c-48bf-8b7f-bfbf8499a715 req-f1409976-9a0b-4421-ae84-1abd73cb5b35 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:49.460751 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f360ab03-2b3c-48bf-8b7f-bfbf8499a715 req-f1409976-9a0b-4421-ae84-1abd73cb5b35 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0513952 Dec 16 18:11:49.508841 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f360ab03-2b3c-48bf-8b7f-bfbf8499a715 req-838d0c4c-1cf4-4b57-91e0-91319551ee4e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Dec 16 18:11:50.494463 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:50.626508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591c9b1-fd17-4a62-80ea-a5714594be76 req-23bff962-2280-4258-a9fc-f8a84ed476a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:50.627986 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0591c9b1-fd17-4a62-80ea-a5714594be76 req-23bff962-2280-4258-a9fc-f8a84ed476a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0500727 Dec 16 18:11:50.676037 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0591c9b1-fd17-4a62-80ea-a5714594be76 req-c5455a33-e18e-4df2-83bc-c3fb5de15c27 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Dec 16 18:11:51.787473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df60c4-dd86-4ccc-a4c1-d014d8073410 req-b45e49d1-28fb-4542-87bb-4e9c16f4918a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:51.788952 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-61df60c4-dd86-4ccc-a4c1-d014d8073410 req-b45e49d1-28fb-4542-87bb-4e9c16f4918a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0473619 Dec 16 18:11:51.842401 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-61df60c4-dd86-4ccc-a4c1-d014d8073410 req-d4fa48c6-1b10-413d-b192-11c6f50a3481 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Dec 16 18:11:51.864451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56612) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:11:51.922975 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-549a42e5-a3d6-4cc3-81e7-2744498b508b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/861fe390-8317-45de-9ef0-7f6a862c9bed HTTP/1.1" status: 200 len: 994 time: 0.0573285 Dec 16 18:11:53.203359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55700bd-e8ee-4c2f-b62b-68076d01ec71 req-1412a80b-0efa-4866-a144-a2e5e558b7ea tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:53.204855 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e55700bd-e8ee-4c2f-b62b-68076d01ec71 req-1412a80b-0efa-4866-a144-a2e5e558b7ea tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0522671 Dec 16 18:11:53.228393 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179ce1-b505-4679-8c00-d75461283b8c req-4581901a-c98d-4a1c-b98d-1f2863f060d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:53.229959 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-4581901a-c98d-4a1c-b98d-1f2863f060d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1099 time: 0.0413880 Dec 16 18:11:53.260635 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e55700bd-e8ee-4c2f-b62b-68076d01ec71 req-7908fd4c-39b2-4ffd-a026-a69f6837d68e tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496960 Dec 16 18:11:53.322702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179ce1-b505-4679-8c00-d75461283b8c req-7f69fbfe-77d5-4033-a2a5-2bf212b54aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:53.324158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-7f69fbfe-77d5-4033-a2a5-2bf212b54aa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 898 time: 0.0875070 Dec 16 18:11:53.387091 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-8c2c1e51-40a1-464f-811f-d676cb0ae87b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 1002 time: 0.0559344 Dec 16 18:11:53.437313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179ce1-b505-4679-8c00-d75461283b8c req-3bd64183-fc1a-4bda-8b43-ba1fac45d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:53.438694 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-3bd64183-fc1a-4bda-8b43-ba1fac45d081 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 200 len: 834 time: 0.0450199 Dec 16 18:11:53.483589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179ce1-b505-4679-8c00-d75461283b8c req-3bc7ad96-08cb-4c66-a792-1d4801012807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:53.485105 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-3bc7ad96-08cb-4c66-a792-1d4801012807 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dbad838-1298-4939-9f7e-93ad1e1ca20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382097 Dec 16 18:11:53.574344 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-66fe6b6c-e337-4201-b067-8652f1aae0b1 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794528 Dec 16 18:11:53.665126 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7f179ce1-b505-4679-8c00-d75461283b8c req-4ce0a1a2-1ad7-4af8-a2a8-7494c2e72ce0 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835743 Dec 16 18:11:54.375684 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0a1fa-9e93-4cb9-8c2f-85e043043cac req-938681e7-55b5-4bf9-832d-87e05269cf78 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:54.377190 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eae0a1fa-9e93-4cb9-8c2f-85e043043cac req-938681e7-55b5-4bf9-832d-87e05269cf78 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0478179 Dec 16 18:11:54.425147 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eae0a1fa-9e93-4cb9-8c2f-85e043043cac req-c4120bba-498d-46cd-a6ec-d6ff109e654b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Dec 16 18:11:54.447534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56622) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:11:54.505291 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a994d6de-e8d9-47b8-891c-dc56b929a6f2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/861fe390-8317-45de-9ef0-7f6a862c9bed HTTP/1.1" status: 200 len: 994 time: 0.0566247 Dec 16 18:12:02.301573 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-76d4f6d4-a68e-4649-bb04-d8dae0a2a1cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867853 Dec 16 18:12:02.385545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-88c7b925-f4a4-4243-bf0b-0aef778b7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:02.387033 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-88c7b925-f4a4-4243-bf0b-0aef778b7101 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1099 time: 0.0408905 Dec 16 18:12:02.491332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-484fc32c-2b0a-44ff-9b6a-d105039ff4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:02.493327 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-484fc32c-2b0a-44ff-9b6a-d105039ff4c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 898 time: 0.0872247 Dec 16 18:12:02.557032 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-3034f7e3-5488-444b-a8d2-73c443d8f631 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 1002 time: 0.0568748 Dec 16 18:12:02.617103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-616d6b4f-ff45-487c-b590-204085cf97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:02.618619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-616d6b4f-ff45-487c-b590-204085cf97e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 200 len: 834 time: 0.0548100 Dec 16 18:12:02.663660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-4aab36fd-1713-4658-b5ed-b1625f4dca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:02.665852 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-4aab36fd-1713-4658-b5ed-b1625f4dca09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dbad838-1298-4939-9f7e-93ad1e1ca20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402210 Dec 16 18:12:02.751209 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-2d21edf7-8536-468f-a151-f2121f586c65 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783200 Dec 16 18:12:02.843488 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-859a7a84-6f0f-4cf9-95b1-0c4ed0c54164 req-cd852bb5-050f-4fd8-86d2-562ef1d61c9a service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 Dec 16 18:12:07.423115 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc8d2-642a-49d9-ba2a-b39b4e7c9de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:09.749878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce76f4c6-85db-4607-8cf5-6d6e3979ad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:10.987321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:12.227954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:13.143111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:16.535404 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:12:20.513574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:24.902562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56638) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:25.059884 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 2d53f580-2fbf-49b6-92ad-ac0c6d0327e4 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:12:25.060222 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:25.132580 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:25.132907 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:25.144506 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 2d53f580-2fbf-49b6-92ad-ac0c6d0327e4 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:12:25.289038 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:25.312773 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=2d53f580-2fbf-49b6-92ad-ac0c6d0327e4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:25.323094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.323447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.323788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.324126 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.324459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.325325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.325325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.325511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.325753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.326078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.326400 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.326721 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.327040 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:25.388514 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:25.388849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP 861fe390-8317-45de-9ef0-7f6a862c9bed disassociated (deleted). External IP: 172.26.2.169, port: 0403efcf-ae7a-4a03-a34d-cd32d989dffd. Dec 16 18:12:25.594774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:12:25.705379 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:12:25.710094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:25.715046 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] Sync routers for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:12:25.725443 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:25.726149 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:25.740377 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cd5aaa55-a86e-489d-af9d-0adc25524832 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/floatingips/861fe390-8317-45de-9ef0-7f6a862c9bed HTTP/1.1" status: 204 len: 168 time: 0.8367240 Dec 16 18:12:25.740980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:25.743262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb9febd-a141-4c82-8722-4c88da00fdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:25.784355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9719c01c-28bb-4092-8686-6fb8a471afcd x-openstack-request-id: req-9719c01c-28bb-4092-8686-6fb8a471afcd {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:25.784665 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:25.784926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9719c01c-28bb-4092-8686-6fb8a471afcd {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:25.785370 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'status': 'completed', 'code': 200} Dec 16 18:12:25.830944 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:25.860077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-3e491414-2287-4963-a97e-64f449faa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:25.861700 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-3e491414-2287-4963-a97e-64f449faa158 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 1099 time: 0.0467412 Dec 16 18:12:25.971441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-cb86a091-ee19-420b-ae13-6f19cb5a66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:25.972981 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-cb86a091-ee19-420b-ae13-6f19cb5a66af service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 200 len: 898 time: 0.1022995 Dec 16 18:12:26.021836 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-3f2d04dc-a7bb-4bb1-b07c-788836adf93e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 200 len: 217 time: 0.0381732 Dec 16 18:12:26.075172 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-b4df4659-5190-4fee-b580-ada55dce127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:26.076629 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-b4df4659-5190-4fee-b580-ada55dce127f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 200 len: 834 time: 0.0469797 Dec 16 18:12:26.076812 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0c81-00e6-466b-8fba-8c98a5119460 req-4109bf5d-d958-43da-bc86-be0dfb53244f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:26.078368 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0f5e0c81-00e6-466b-8fba-8c98a5119460 req-4109bf5d-d958-43da-bc86-be0dfb53244f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.1351740 Dec 16 18:12:26.128735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-1cc7102e-cf2b-423e-b4e1-07357b50b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:26.130328 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-1cc7102e-cf2b-423e-b4e1-07357b50b313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dbad838-1298-4939-9f7e-93ad1e1ca20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456810 Dec 16 18:12:26.134682 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0f5e0c81-00e6-466b-8fba-8c98a5119460 req-a189d449-0b8d-479f-ab44-c2bd7ee0fecf tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504775 Dec 16 18:12:26.139266 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:26.168436 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] Checking router: b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:12:26.176452 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:26.177093 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:26.222135 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-170e37e6-b6f2-40c2-a04b-fe5d07fa3f75 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820870 Dec 16 18:12:26.279178 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:26.316539 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-efb9febd-a141-4c82-8722-4c88da00fdc9 req-d9514ea5-0ad1-4ce9-ac46-76d03eacf1c5 service neutron] 10.222.0.57 "GET /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854638 Dec 16 18:12:26.470438 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:26.499209 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375f870-ddf8-4774-9fdd-147e9c7668c7 None None] The sync data for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv is: [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:10:58Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3176357a-02ee-4cf8-9cf4-3729c61d78b7', 'name': '', 'network_id': '0dbad838-1298-4939-9f7e-93ad1e1ca20b', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:9c:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:57Z', 'updated_at': '2021-12-16T18:11:00Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'b120e1d6-fadc-46b0-80e8-7e7e272866d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:12:26.713765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021479c-7996-450d-9214-7e474f10d944 None None] New status for floating IP 861fe390-8317-45de-9ef0-7f6a862c9bed: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:12:27.294286 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc235cc-591b-499e-8f02-a459a00a8c77 req-48d6c87e-5e24-48af-bb3c-607628ef6729 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:27.295759 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5fc235cc-591b-499e-8f02-a459a00a8c77 req-48d6c87e-5e24-48af-bb3c-607628ef6729 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0917177 Dec 16 18:12:27.343744 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5fc235cc-591b-499e-8f02-a459a00a8c77 req-45bed9fa-b61c-4f03-83f4-cd0aa97b23e3 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=49d4fefe-20f3-4d09-b083-d57270231ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Dec 16 18:12:27.448000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-890984e2-2495-4a70-b120-4b9b67a1ff54 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:27.449480 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-890984e2-2495-4a70-b120-4b9b67a1ff54 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/ports?device_id=22084a5f-2f75-4adb-845e-6425310f2388 HTTP/1.1" status: 200 len: 946 time: 0.0477760 Dec 16 18:12:27.539052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 0403efcf-ae7a-4a03-a34d-cd32d989dffd {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:12:27.539390 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:27.624865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 0403efcf-ae7a-4a03-a34d-cd32d989dffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0403efcf-ae7a-4a03-a34d-cd32d989dffd,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:27.625258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:27.637722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 0403efcf-ae7a-4a03-a34d-cd32d989dffd owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:12:27.762027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:27.790118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=0403efcf-ae7a-4a03-a34d-cd32d989dffd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:27.801858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.804956 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.805856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.805856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.805856 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:27.844326 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] No DVR routers for this DVR port 0403efcf-ae7a-4a03-a34d-cd32d989dffd on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:12:27.846841 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:27.850222 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cd3c4e12-33b6-4d6a-94f3-79ce4969b692 req-e62a4471-949e-4ad6-95bf-a56216726a29 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "DELETE /v2.0/ports/0403efcf-ae7a-4a03-a34d-cd32d989dffd HTTP/1.1" status: 204 len: 173 time: 0.3949714 Dec 16 18:12:27.850675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'name': 'network-vif-deleted', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:27.852907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529149a-b45f-41de-bf3c-81240c286a34" -d '{"events": [{"server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "name": "network-vif-deleted", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:27.888609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ffb79c-f674-41d3-89a7-0dba1b7cbbe9 x-openstack-request-id: req-71ffb79c-f674-41d3-89a7-0dba1b7cbbe9 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:27.888907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22084a5f-2f75-4adb-845e-6425310f2388", "name": "network-vif-deleted", "tag": "0403efcf-ae7a-4a03-a34d-cd32d989dffd", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:27.889198 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71ffb79c-f674-41d3-89a7-0dba1b7cbbe9 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:27.889606 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22084a5f-2f75-4adb-845e-6425310f2388', 'name': 'network-vif-deleted', 'tag': '0403efcf-ae7a-4a03-a34d-cd32d989dffd', 'status': 'completed', 'code': 200} Dec 16 18:12:28.401041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56658) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:28.757626 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.008384 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 3176357a-02ee-4cf8-9cf4-3729c61d78b7 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:12:29.008651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.102311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 3176357a-02ee-4cf8-9cf4-3729c61d78b7, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3176357a-02ee-4cf8-9cf4-3729c61d78b7,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:29.102669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.114661 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 3176357a-02ee-4cf8-9cf4-3729c61d78b7 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:12:29.291537 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.314462 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=3176357a-02ee-4cf8-9cf4-3729c61d78b7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:29.491800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.709963 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:12:29.814820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:12:29.820245 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4ff8d30f-8f23-434a-948e-8869e964f256 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/b15e25c1-3e50-4fc8-ab2a-6800bb1ad747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179265 Dec 16 18:12:29.823327 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56660) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:29.825280 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] Sync routers for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:12:29.835265 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:29.835882 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:29.876255 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting subnet b120e1d6-fadc-46b0-80e8-7e7e272866d5 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:12:29.879309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.918285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:29.938976 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:30.002542 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.062021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.088426 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Subnet': ['ID=b120e1d6-fadc-46b0-80e8-7e7e272866d5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:30.092196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.097766 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-973dd9dc-1f9c-4d16-9ac2-afb4341efc4c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/subnets/b120e1d6-fadc-46b0-80e8-7e7e272866d5 HTTP/1.1" status: 204 len: 168 time: 0.2704620 Dec 16 18:12:30.098614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56662) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:30.102493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187d612-ee57-4949-b932-4f5807c78be6 None None] Network 0dbad838-1298-4939-9f7e-93ad1e1ca20b requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:12:30.113751 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:12:29Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:30.144293 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] Checking router: b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:12:30.153363 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] Routers {'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:30.154015 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:30.257965 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] Set router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:30.275308 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31c8d5-500c-458d-b998-230363870605 None None] DHCP port deletion for 0dbad838-1298-4939-9f7e-93ad1e1ca20b request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:12:30.324661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-da31c8d5-500c-458d-b998-230363870605 None None] Deleting port 39027590-01ad-4684-9b49-b5c8f5ddaed8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:12:30.325192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.390139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-da31c8d5-500c-458d-b998-230363870605 None None] For port 39027590-01ad-4684-9b49-b5c8f5ddaed8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=39027590-01ad-4684-9b49-b5c8f5ddaed8,segment=NetworkSegment(f7ec4798-43d0-42e9-928f-06851ac09ba5),segment_id=f7ec4798-43d0-42e9-928f-06851ac09ba5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:30.390554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.408093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-da31c8d5-500c-458d-b998-230363870605 None None] Calling delete_port for 39027590-01ad-4684-9b49-b5c8f5ddaed8 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:12:30.442750 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:12:29Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:30.469165 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bf04-33de-4299-9522-54026c041a2e None None] The sync data for ids ['b15e25c1-3e50-4fc8-ab2a-6800bb1ad747'] in dv-neutron-821818-2-hyperv is: [{'id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56595075', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:10:54Z', 'updated_at': '2021-12-16T18:12:29Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': 'bcc97eab-ac9d-48b9-a3c3-b1f0635261b1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15e25c1-3e50-4fc8-ab2a-6800bb1ad747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:10:55Z', 'updated_at': '2021-12-16T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:12:30.487046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.522324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31c8d5-500c-458d-b998-230363870605 None None] Pushing event deleted for resources: {'Port': ['ID=39027590-01ad-4684-9b49-b5c8f5ddaed8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:30.524495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31c8d5-500c-458d-b998-230363870605 None None] No DVR routers for this DVR port 39027590-01ad-4684-9b49-b5c8f5ddaed8 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:12:30.534434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.534830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.535190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.535529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.536380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.536380 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.536549 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.536832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.537188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.537520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.537851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.538179 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.538536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31c8d5-500c-458d-b998-230363870605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:30.554020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.655489 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.707926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:12:30.708264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.788918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port bcc97eab-ac9d-48b9-a3c3-b1f0635261b1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:30.789321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.805222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:12:30.972625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:30.997925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=bcc97eab-ac9d-48b9-a3c3-b1f0635261b1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:31.012681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345463f-7be5-42b6-a720-2096e52637d0 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:12:31.061679 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.154341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.156622 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.190392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39027590-01ad-4684-9b49-b5c8f5ddaed8 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:12:31.199025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.199678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Fanout notify agent at l3_agent the message router_deleted on router b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:12:31.206481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.207587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-abaa17d5-855e-416e-9e0e-690c838045b9 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/routers/b15e25c1-3e50-4fc8-ab2a-6800bb1ad747 HTTP/1.1" status: 204 len: 168 time: 1.1086750 Dec 16 18:12:31.210406 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56664) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:31.214803 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 39027590-01ad-4684-9b49-b5c8f5ddaed8 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:12:31.215092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 39027590-01ad-4684-9b49-b5c8f5ddaed8 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:12:31.215518 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3176357a-02ee-4cf8-9cf4-3729c61d78b7 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:12:31.239349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 3176357a-02ee-4cf8-9cf4-3729c61d78b7 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:12:31.239734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3176357a-02ee-4cf8-9cf4-3729c61d78b7 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:12:31.289010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.378548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.398361 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbad838-1298-4939-9f7e-93ad1e1ca20b']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:31.407830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ec4798-43d0-42e9-928f-06851ac09ba5') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:31.408127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ec4798-43d0-42e9-928f-06851ac09ba5') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:31.417376 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.430008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.435675 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:12:31.436065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:12:31.438985 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:12:31.468483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 0403efcf-ae7a-4a03-a34d-cd32d989dffd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:12:31.488499 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 0403efcf-ae7a-4a03-a34d-cd32d989dffd {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:12:31.488846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 0403efcf-ae7a-4a03-a34d-cd32d989dffd not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:12:31.498884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.505438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.508464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/networks/0dbad838-1298-4939-9f7e-93ad1e1ca20b HTTP/1.1" status: 204 len: 168 time: 0.2970953 Dec 16 18:12:31.511876 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56666) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:31.520678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c37551-4444-43a4-8e57-695e9fcc1c0f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Network': ['ID=0dbad838-1298-4939-9f7e-93ad1e1ca20b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:31.567967 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e42539fc-9d58-42a8-b82a-55d480dbdb80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.593080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e42539fc-9d58-42a8-b82a-55d480dbdb80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.654584 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e42539fc-9d58-42a8-b82a-55d480dbdb80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.657490 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e42539fc-9d58-42a8-b82a-55d480dbdb80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:31.658718 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-e42539fc-9d58-42a8-b82a-55d480dbdb80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/security-groups/49d4fefe-20f3-4d09-b083-d57270231ab7 HTTP/1.1" status: 204 len: 168 time: 0.1457968 Dec 16 18:12:31.669653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42539fc-9d58-42a8-b82a-55d480dbdb80 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4fefe-20f3-4d09-b083-d57270231ab7,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:31.966478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56672) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:31.971179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931236787', 'description': 'tempest-secgroup-smoke-931236787 description', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:31.994669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.062205 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.065914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.096049 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.097331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1297517 Dec 16 18:12:32.098442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99268a4b-cb47-4785-99cc-96421156bef0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08ec64-92ee-440b-a280-96cc7b5c1d3f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.100471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56674) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.106115 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '4e08ec64-92ee-440b-a280-96cc7b5c1d3f', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.133766 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.186848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.190049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.206587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d32104-5f5f-4288-833b-fefe3f3bd394,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.214882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.216083 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-99720ec2-3807-4397-9295-e4024b05143a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140492 Dec 16 18:12:32.218843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56676) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.223081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '4e08ec64-92ee-440b-a280-96cc7b5c1d3f', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.249968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.302344 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.305642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.322959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5763186-8c72-4b66-9ab9-29ec0ac4713b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.330875 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.332108 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-332778b9-5562-44c4-8de7-62f11f7625a2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123338 Dec 16 18:12:32.334845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56678) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.339385 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '4e08ec64-92ee-440b-a280-96cc7b5c1d3f', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.366477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.424151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.427587 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.445921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d522f4-44ae-4a26-a58e-b055c5fa72f5,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.454617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.455802 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a11e0d44-210b-4a21-abdb-c071cdfd9146 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200180 Dec 16 18:12:32.458494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56680) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.463413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '4e08ec64-92ee-440b-a280-96cc7b5c1d3f', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.490429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.546402 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.549873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.568608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d65804-ad6e-4d07-8feb-30c06f40faba,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.574211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.575341 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9edba72a-cb4c-4778-a4ed-29ad577a6552 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159372 Dec 16 18:12:32.578165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56682) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.582367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '4e08ec64-92ee-440b-a280-96cc7b5c1d3f', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.605733 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:12:32.610730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.667730 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.671275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.688270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4b38e1-42d6-463f-8266-d17ae2d814bd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.695012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.696189 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83b7df77-aba7-4d80-8c4b-3e42fdbb615d tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171131 Dec 16 18:12:32.699462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56684) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.703699 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'security_group_rule': {'security_group_id': '4e08ec64-92ee-440b-a280-96cc7b5c1d3f', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.725917 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Project 73039e768a7a4218ab7d0aa683acbf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:12:32.731269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.793461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.797031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.813929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e99d58-8f4c-4fc9-ab51-e2ed0d22e89f,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:32.821373 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.823164 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a1d3825c-7cdb-4a5b-8df3-f94a10f77eb4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227801 Dec 16 18:12:32.826074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56686) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:32.830851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'network': {'name': 'tempest-network-smoke--297646851', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'port_security_enabled': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:32.852674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:12:32.856009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.878029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:12:32.887088 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.887800 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Added segment 29206c4e-ee38-4839-a69c-6105074d2766 of type vlan for network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 Dec 16 18:12:32.927597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.951435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:32.956860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:32.957458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.014035 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1869309 Dec 16 18:12:33.016906 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56688) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:33.022455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'admin_state_up': True, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:33.026336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c28c6-079c-4acd-9f59-dd7c99843605 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Network': ['ID=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:33.037026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:12:33.048477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.049593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.102871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.105050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:12:33.125782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:12:33.126127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device bcc97eab-ac9d-48b9-a3c3-b1f0635261b1 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:12:33.242797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.427804 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.445818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.549402 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.155 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:12:33.649869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.953094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.988581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:33.991396 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:33.995365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:12:34.004964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0505bb41-57a4-49a5-bf06-44a76a05e1d2 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:12:34.017930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:34.092000 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f53a7a40-b5c3-4b40-b368-75987b732ce7 None None] Provisioning complete for port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:34.092577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f53a7a40-b5c3-4b40-b368-75987b732ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:34.125709 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f53a7a40-b5c3-4b40-b368-75987b732ce7 None None] Port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:12:34.236198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:34.428166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:34.551901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6dbe3b38-739c-467b-a148-7cc07ce00273 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:12:34.656886 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:12:34.667045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Sync routers for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:12:34.677960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:34.678644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:34.679293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:34.679660 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-4f669f6d-df91-424e-925f-3ec06a003055 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6611075 Dec 16 18:12:34.683297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56690) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:34.757265 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3961c27f-5f7d-4f43-a254-aa5b672edefe tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73039e768a7a4218ab7d0aa683acbf2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728481 Dec 16 18:12:34.759822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56694) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:34.784324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:34.859211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724d88e-b015-4a2f-8daf-a515154edb90 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:34.860770 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a724d88e-b015-4a2f-8daf-a515154edb90 tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000504 Dec 16 18:12:34.863611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56696) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:34.893023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-7102b84c-6c0f-4d0d-9b76-2defa875416b tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=85c8b61d-0338-4433-9b7c-932830188e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259738 Dec 16 18:12:34.893233 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56698) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:34.898011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50399193', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:34.967664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:34Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:34.987922 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:12:34.991412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:34.995719 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Checking router: 6dbe3b38-739c-467b-a148-7cc07ce00273 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:12:34.996070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Updating router 6dbe3b38-739c-467b-a148-7cc07ce00273 port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:12:35.020501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.179852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.247349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Subnet': ['ID=a789e5f9-6240-4a4e-9e3e-bf062479d14b,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:35.252491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Checking segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:12:35.252855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network hostable DHCP agents. Network: 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:12:35.269692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:12:35.277731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:35.280453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.282888 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:35.284156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.288468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298e8ca-93b7-4740-ad28-4ec9c94562e8 None None] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:12:35.292541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.299736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9ab5b386-79de-442a-a776-fc629bc908fd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4053452 Dec 16 18:12:35.302739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56700) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:35.386030 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100144a2-2afd-4b9b-9cfe-39f5ba0f7bb2 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:12:35.404509 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f648263-fc53-4513-a078-e0c5e8691282 None None] Pushing event updated for resources: {'Port': ['ID=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:35.406760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Attempting to bind port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:12:35.407134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Attempting to bind port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:12:35.407495 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Attempting to bind port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:12:35.422458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:12:35.422842 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:12:35.423249 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.423641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:12:35.424126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Bound port: 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:12:35.424512 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.482929 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:12:35.483776 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.512739 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5c01b509-f9ab-4fa8-947a-110e269bdb44 None None] Provisioning complete for port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:35.513070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c01b509-f9ab-4fa8-947a-110e269bdb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.542877 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] For port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:12:35.567741 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] For port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:12:35.743429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.757861 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:35.776073 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5c01b509-f9ab-4fa8-947a-110e269bdb44 None None] Port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:12:35.825207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce28323-2f6c-4cf0-9a52-66ece78363bb None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:12:35.888331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:35.888993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:35.892371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f648263-fc53-4513-a078-e0c5e8691282 None None] Pushing event updated for resources: {'Port': ['ID=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:35.944707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Allocated IP 172.20.0.2 (3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61/a789e5f9-6240-4a4e-9e3e-bf062479d14b/a8e2a06d-4121-49e6-8172-dfaa7850849e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:12:36.064591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-41e2629d-86ab-46bc-a7d1-a665a33d4e96 None None] Provisioning complete for port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:36.064873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41e2629d-86ab-46bc-a7d1-a665a33d4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.071090 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:36.327673 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.331534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41e2629d-86ab-46bc-a7d1-a665a33d4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.339490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.381049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.1 (3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61/a789e5f9-6240-4a4e-9e3e-bf062479d14b/2211ca6f-62c2-4acf-a7a5-60ab3a5169f6) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:12:36.407381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41e2629d-86ab-46bc-a7d1-a665a33d4e96 None None] For port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:36.416588 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:36.420434 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41e2629d-86ab-46bc-a7d1-a665a33d4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.424616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:36.430111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:12:36.433212 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Pushing event updated for resources: {'Port': ['ID=a8e2a06d-4121-49e6-8172-dfaa7850849e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:36.499553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.532809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.534270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:34Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:36.538606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2629d-86ab-46bc-a7d1-a665a33d4e96 None None] Pushing event updated for resources: {'Port': ['ID=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:36.567125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Attempting to bind port a8e2a06d-4121-49e6-8172-dfaa7850849e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:12:36.567506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Attempting to bind port a8e2a06d-4121-49e6-8172-dfaa7850849e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:12:36.568229 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Attempting to bind port a8e2a06d-4121-49e6-8172-dfaa7850849e on network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:12:36.572533 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2a54b-32ed-45f3-b78b-cd8f0308f962 None None] The sync data for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv is: [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:34Z', 'revision_number': 3, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:12:36.575239 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:36.576465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:12:36.576711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Checking segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:12:36.577190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.577511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Bound using segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:12:36.578041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Bound port: a8e2a06d-4121-49e6-8172-dfaa7850849e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:12:36.578370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.578674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:36.580862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:12:36.627589 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:36.636418 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.643108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] For port a8e2a06d-4121-49e6-8172-dfaa7850849e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:12:36.647695 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] For port a8e2a06d-4121-49e6-8172-dfaa7850849e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a8e2a06d-4121-49e6-8172-dfaa7850849e,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:12:36.654754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:36.724612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee262ad6-dcdb-47ce-b6b9-b9f02c934148 None None] Pushing event updated for resources: {'Port': ['ID=a8e2a06d-4121-49e6-8172-dfaa7850849e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:36.791258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.141495 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.148931 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.230555 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:37.231146 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a8e2a06d-4121-49e6-8172-dfaa7850849e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:12:37.236616 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.296590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a8e2a06d-4121-49e6-8172-dfaa7850849e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:37.297121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.338210 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:37.339654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:37.387430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.428659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port a8e2a06d-4121-49e6-8172-dfaa7850849e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a8e2a06d-4121-49e6-8172-dfaa7850849e,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:37.436445 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.437461 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:12:37.468854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32f637a6-875f-4b3f-ac8c-96eb44f71d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.476113 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6dbe3b38-739c-467b-a148-7cc07ce00273 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:12:37.538164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=a8e2a06d-4121-49e6-8172-dfaa7850849e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:37.547443 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:37.547904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.603790 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:12:37.611188 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-00a58074-5a11-4eec-a977-7be49a242d94 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/6dbe3b38-739c-467b-a148-7cc07ce00273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3070087 Dec 16 18:12:37.777574 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-15201be6-c2d3-473a-8486-88bbb56173d4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931236787&fields=id&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 267 time: 0.0471234 Dec 16 18:12:37.816905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3116ad4-6901-4b3d-bd0c-7c20304fa080 None None] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:12:37.888800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3c8b66f0-3fcd-443d-a2c7-4970f54e5590 None None] Provisioning complete for port a8e2a06d-4121-49e6-8172-dfaa7850849e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:37.889201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c8b66f0-3fcd-443d-a2c7-4970f54e5590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:37.893163 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-ba660fc5-0759-4ae8-8543-133886aca003 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:37.895011 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-ba660fc5-0759-4ae8-8543-133886aca003 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 796 time: 0.1109262 Dec 16 18:12:37.909696 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-6ac886ae-e018-404d-95e6-5d8463849907 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/quotas/73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 375 time: 0.0090156 Dec 16 18:12:37.960295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-56e2d817-919f-4b20-a9e1-8b54f6c1b054 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452907 Dec 16 18:12:38.058599 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-490d9922-2be3-4eb7-8ee5-8f1467c02d58 service neutron] 10.222.0.66 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860403 Dec 16 18:12:38.158365 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-1ce59d46-5212-46e9-a6b5-733e8f073762 service neutron] 10.222.0.66 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930750 Dec 16 18:12:38.236686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5424bf60-892e-403d-8597-7f08039eb5ef None None] Provisioning complete for port a8e2a06d-4121-49e6-8172-dfaa7850849e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:38.237124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5424bf60-892e-403d-8597-7f08039eb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:38.344920 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5424bf60-892e-403d-8597-7f08039eb5ef None None] Provisioning complete for port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:38.345537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5424bf60-892e-403d-8597-7f08039eb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:38.348922 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-44e71206-a1c3-4403-8810-933faa6eb65b req-6d4c589b-0a35-4fb9-8083-35417fbcae13 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 210 time: 0.0333898 Dec 16 18:12:38.399322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5424bf60-892e-403d-8597-7f08039eb5ef None None] Port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:12:38.486268 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Sync routers for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:12:38.497662 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:38.498473 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:38.520092 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-108cb44c-947b-4fd9-9db7-dfe5150e6d41 None None] Provisioning complete for port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:38.520397 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-108cb44c-947b-4fd9-9db7-dfe5150e6d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:38.566288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-108cb44c-947b-4fd9-9db7-dfe5150e6d41 None None] Port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:12:38.608525 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:38.687133 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cecec4d4-16d8-4f50-811a-e6f5c3f37fcc None None] Provisioning complete for port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:38.687510 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cecec4d4-16d8-4f50-811a-e6f5c3f37fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:38.722597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cecec4d4-16d8-4f50-811a-e6f5c3f37fcc None None] Port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:12:38.912007 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 2, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:38.937945 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Checking router: 6dbe3b38-739c-467b-a148-7cc07ce00273 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:12:38.938293 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Updating router 6dbe3b38-739c-467b-a148-7cc07ce00273 port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:12:38.961340 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.161506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a8e2a06d-4121-49e6-8172-dfaa7850849e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:12:39.218042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port a8e2a06d-4121-49e6-8172-dfaa7850849e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:39.218462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.226021 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.235582 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.300525 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Pushing event updated for resources: {'Port': ['ID=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:39.309474 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.309919 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.310373 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.310834 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.311266 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.311690 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.312116 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.312542 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.312997 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.313430 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.313850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.314268 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.314699 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:39.358497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-be418e82-7b1e-48ca-9627-ed06d79c24c4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:39.360879 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-be418e82-7b1e-48ca-9627-ed06d79c24c4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 796 time: 0.1580391 Dec 16 18:12:39.377318 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Attempting to bind port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:12:39.377318 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Attempting to bind port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:12:39.377608 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Attempting to bind port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 on network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:12:39.383279 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:12:39.383841 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Checking segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:12:39.384323 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.389607 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Bound using segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:12:39.390272 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Bound port: 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:12:39.390688 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.471099 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] For port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:12:39.472678 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-931c624f-3294-4cf3-a489-e3e275419a77 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73039e768a7a4218ab7d0aa683acbf2a HTTP/1.1" status: 200 len: 379 time: 0.1021969 Dec 16 18:12:39.475784 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] For port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:12:39.480111 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7c0ce4ea-4635-44d8-83d2-e3a5ad6a1b94 req-91129264-0c8b-4295-8095-8f48acf6f2d6 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Dec 16 18:12:39.482558 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.485012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'port': {'device_id': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'admin_state_up': True, 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'security_groups': ['4e08ec64-92ee-440b-a280-96cc7b5c1d3f']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:39.534701 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:39.535502 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:39.591730 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570396e1-56e1-497d-8e6a-babf75fd51c0 None None] Pushing event updated for resources: {'Port': ['ID=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:39.607892 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Made reservation on behalf of 73039e768a7a4218ab7d0aa683acbf2a for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:12:39.612019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.653385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6d9f8bf8-a347-4925-9a5e-e85df4184ec7 None None] Provisioning complete for port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:39.654539 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8bf8-a347-4925-9a5e-e85df4184ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.662695 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:39.763211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8bf8-a347-4925-9a5e-e85df4184ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.768014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.20.0.13 (3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61/a789e5f9-6240-4a4e-9e3e-bf062479d14b/d9855ec3-89dc-47ae-90c5-ba32cfdbe923) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:12:39.781713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f26faa00-7988-4bcf-8817-6bac3134ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.810033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6d9f8bf8-a347-4925-9a5e-e85df4184ec7 None None] For port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:39.815305 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8bf8-a347-4925-9a5e-e85df4184ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.863326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f8bf8-a347-4925-9a5e-e85df4184ec7 None None] Pushing event updated for resources: {'Port': ['ID=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:39.917728 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:39.932949 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.939075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-38ce8028-3a0e-4893-89b7-4563f89bc471 None None] Provisioning complete for port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:39.939247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38ce8028-3a0e-4893-89b7-4563f89bc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:39.943968 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab461be-e156-4290-808a-02ee8ab3c3eb None None] The sync data for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv is: [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:12:39.971369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:40.033245 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:40.036454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:40.038800 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:12:40.078423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:40.107595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:40.108248 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:40.128269 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-09063fb2-6240-4a5f-b4df-33fbdd1ea684 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6467724 Dec 16 18:12:40.142992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Request body: {'port': {'device_id': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:40.286873 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a9ec086b-884f-4457-8f1a-dd05864ed3c6 None None] Provisioning complete for port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:40.287244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9ec086b-884f-4457-8f1a-dd05864ed3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:40.328371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec086b-884f-4457-8f1a-dd05864ed3c6 None None] Port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:12:40.551046 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:40.602836 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd86c-2c00-4f1a-9c54-7903d89a9f8a req-dc70463a-35ac-49f4-985b-5710d61e643c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:40.604879 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05cfd86c-2c00-4f1a-9c54-7903d89a9f8a req-dc70463a-35ac-49f4-985b-5710d61e643c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 932 time: 0.0498881 Dec 16 18:12:40.675807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-05cfd86c-2c00-4f1a-9c54-7903d89a9f8a req-bd427c58-a9d5-4cf3-add1-c11a6c932b72 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649564 Dec 16 18:12:40.830125 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9855ec3-89dc-47ae-90c5-ba32cfdbe923 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:12:40.838153 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:40.850736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Transition to ACTIVE for port object d9855ec3-89dc-47ae-90c5-ba32cfdbe923 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:12:40.854915 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:40.910206 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Pushing event updated for resources: {'Port': ['ID=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:40.986081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Attempting to bind port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:12:40.986577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Attempting to bind port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:12:40.987014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Attempting to bind port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 on network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:12:40.991948 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 on network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:12:40.992372 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Attempting to bind port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 on network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:12:40.998461 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:12:40.998811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Checking segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:12:40.999328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Bound using segment: {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:12:41.000031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Bound port: d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29206c4e-ee38-4839-a69c-6105074d2766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:12:41.000560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:41.013820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:41.083453 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] For port d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:12:41.087322 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] For port d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:12:41.092038 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:41.137451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.138130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:41.139483 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] 10.222.0.57 "PUT /v2.0/ports/d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 1094 time: 1.0033438 Dec 16 18:12:41.139934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:41.142296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e11565-9aec-4e46-b379-f7d9388462f0" -d '{"events": [{"name": "network-changed", "server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:41.166222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c34ff9-f8c0-4f55-830c-b3837273ddba service neutron] Pushing event updated for resources: {'Port': ['ID=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:41.224803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17996c23-1569-4a3a-b975-d5cc07814591 x-openstack-request-id: req-17996c23-1569-4a3a-b975-d5cc07814591 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:41.224803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:41.225131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17996c23-1569-4a3a-b975-d5cc07814591 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:41.225439 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'status': 'completed', 'code': 200} Dec 16 18:12:41.234167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:12:41.244488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-b171eb39-d626-4d36-b347-a55fb2928cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.246099 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-b171eb39-d626-4d36-b347-a55fb2928cff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0550954 Dec 16 18:12:41.291965 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-a0dc6abc-b60d-47c0-8044-08d0327de04c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 217 time: 0.0379717 Dec 16 18:12:41.295340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:41.295714 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:41.351030 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-6d4458e9-fcf0-443c-9f79-9a14ed92ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.352496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-6d4458e9-fcf0-443c-9f79-9a14ed92ccf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 200 len: 833 time: 0.0528512 Dec 16 18:12:41.401751 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-fa367796-2279-45af-84e8-608d86fd849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.403280 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-fa367796-2279-45af-84e8-608d86fd849b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432882 Dec 16 18:12:41.497390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-8f079024-9f62-4939-93fd-bf909091ba07 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Dec 16 18:12:41.590046 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea40a7f7-c3d4-4e27-9c17-dbe19d339eb0 req-9f3cddc7-bdf8-47d8-adda-c74e20f5089c service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Dec 16 18:12:41.678440 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-17bec233-1342-41d8-b0e5-c519386160af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.679847 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-17bec233-1342-41d8-b0e5-c519386160af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0415125 Dec 16 18:12:41.779154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-b23334ca-afb7-40e7-abfa-5e061db61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.780625 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-b23334ca-afb7-40e7-abfa-5e061db61cca service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 897 time: 0.0905461 Dec 16 18:12:41.795283 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70dcdd-f72e-4354-baf2-f5d1caf4819c req-b22aded6-2da8-4c4a-938c-040117074277 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.800441 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2f70dcdd-f72e-4354-baf2-f5d1caf4819c req-b22aded6-2da8-4c4a-938c-040117074277 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 944 time: 0.0505984 Dec 16 18:12:41.824390 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-3a91ffc3-445b-4f9b-8059-68d34edd0f99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 217 time: 0.0363662 Dec 16 18:12:41.848340 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2f70dcdd-f72e-4354-baf2-f5d1caf4819c req-c50dcb08-c0e7-4fad-8ce7-53efdfc57b33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Dec 16 18:12:41.875664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-d7982a58-8468-4866-8326-29236ec7858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.877149 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-d7982a58-8468-4866-8326-29236ec7858c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 200 len: 833 time: 0.0440946 Dec 16 18:12:41.927394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-ceaa4b07-a0eb-45fb-ba94-129d710a3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:41.928901 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-ceaa4b07-a0eb-45fb-ba94-129d710a3c10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429649 Dec 16 18:12:42.018447 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-836a7a71-eb6c-4851-9327-6b96d584cc8f service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807312 Dec 16 18:12:42.112669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-85e11565-9aec-4e46-b379-f7d9388462f0 req-ece55ee1-cb8f-486b-9f9e-6cb61b0899f8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846519 Dec 16 18:12:42.230962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:42.962813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba45cd8-34de-4623-ac9b-4d7c775abb45 req-60844667-ddc0-4ac3-ac41-230aef7be802 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:42.964299 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5ba45cd8-34de-4623-ac9b-4d7c775abb45 req-60844667-ddc0-4ac3-ac41-230aef7be802 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 944 time: 0.0489988 Dec 16 18:12:43.012234 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5ba45cd8-34de-4623-ac9b-4d7c775abb45 req-b2efd9e4-e5b7-41b4-a1b3-bafb0dce2456 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Dec 16 18:12:43.144706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:43.590478 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9855ec3-89dc-47ae-90c5-ba32cfdbe923 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:12:43.685150 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:43.696225 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'port_id': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'mac_address': 'fa:16:3e:2b:09:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:12:43.732276 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:43.744647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9855ec3-89dc-47ae-90c5-ba32cfdbe923 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:12:43.763480 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:43.767325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:43.815534 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:43.977713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['d9855ec3-89dc-47ae-90c5-ba32cfdbe923'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:12:44.128741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989468a1-dcee-46e2-ad8f-06779e6db8bd req-2c9a399a-e0a2-45fd-a364-e86b958e11f1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:44.130263 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-989468a1-dcee-46e2-ad8f-06779e6db8bd req-2c9a399a-e0a2-45fd-a364-e86b958e11f1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Dec 16 18:12:44.180742 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-989468a1-dcee-46e2-ad8f-06779e6db8bd req-83498e7e-4791-4532-899c-6637b5e2eb99 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Dec 16 18:12:45.300689 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12e49-3ac3-4922-a299-6884fb28f021 req-3802a903-351e-4dbf-adb9-87520396cabc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:45.302194 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0df12e49-3ac3-4922-a299-6884fb28f021 req-3802a903-351e-4dbf-adb9-87520396cabc tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Dec 16 18:12:45.354596 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0df12e49-3ac3-4922-a299-6884fb28f021 req-cc48c7ac-50da-464e-86aa-1e1f9999d273 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464284 Dec 16 18:12:45.595925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9855ec3-89dc-47ae-90c5-ba32cfdbe923 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:12:45.647747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:12:45.652672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:45.653080 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:45.727928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:45.749610 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:45.751852 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6284a0-95b3-4206-908c-506a16028afb" -d '{"events": [{"server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "name": "network-vif-plugged", "status": "completed", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:45.765692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:45.771042 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:45.798967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d68781-0a45-471b-8a79-934c3fa7bc59 x-openstack-request-id: req-76d68781-0a45-471b-8a79-934c3fa7bc59 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:45.799752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "name": "network-vif-plugged", "status": "completed", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:45.799752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76d68781-0a45-471b-8a79-934c3fa7bc59 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:45.799956 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'code': 200} Dec 16 18:12:45.828019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:45.967369 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd799e-11df-40b1-8116-fc0eacc89b92 req-c028a280-3183-4573-9f10-b203bd769e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:45.968768 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-88cd799e-11df-40b1-8116-fc0eacc89b92 req-c028a280-3183-4573-9f10-b203bd769e61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0413892 Dec 16 18:12:46.015094 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-88cd799e-11df-40b1-8116-fc0eacc89b92 req-e65246b8-31c1-4ec4-b1db-f999e53ee950 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391598 Dec 16 18:12:46.467289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa979-66a2-4d79-9825-0c1917722ef8 req-0e0b8481-d685-461f-b9c6-41294615c077 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:46.468765 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-94caa979-66a2-4d79-9825-0c1917722ef8 req-0e0b8481-d685-461f-b9c6-41294615c077 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0483243 Dec 16 18:12:46.521019 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-94caa979-66a2-4d79-9825-0c1917722ef8 req-fd32557b-dd0c-42b2-beaa-bf58d4789c8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463030 Dec 16 18:12:47.635637 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ac6e0-ea48-4d35-8608-007ac396e167 req-fdb047f7-a711-4301-8e6c-57a6e6e9fe38 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:47.637138 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-423ac6e0-ea48-4d35-8608-007ac396e167 req-fdb047f7-a711-4301-8e6c-57a6e6e9fe38 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0486557 Dec 16 18:12:47.686391 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-423ac6e0-ea48-4d35-8608-007ac396e167 req-7ad694be-9d6d-4431-bf02-596ececfa6e0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 Dec 16 18:12:47.797280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695170c0-085c-499a-82e0-e1f8e05878d5 req-73f76b39-18d2-4ec6-977f-5c13634ef99c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:47.798847 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-695170c0-085c-499a-82e0-e1f8e05878d5 req-73f76b39-18d2-4ec6-977f-5c13634ef99c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0476449 Dec 16 18:12:47.848629 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-695170c0-085c-499a-82e0-e1f8e05878d5 req-99d62220-ad32-4f9f-8216-b793de1bbf70 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435650 Dec 16 18:12:47.869527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56754) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:47.912497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0c0bc-797e-4271-8322-5e999526ea3b tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:47.914014 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-69b0c0bc-797e-4271-8322-5e999526ea3b tempest-TestNetworkAdvancedServerOps-1204918211 tempest-TestNetworkAdvancedServerOps-1204918211-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1094 time: 0.0435424 Dec 16 18:12:47.916669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56756) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:47.920841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:47.944153 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.037045 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.137735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Allocated IP 172.26.2.205 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/9719a231-6a46-48c7-987f-af16ea22651f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:12:48.233866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.271022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.308961 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:48.311866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:48.314412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:12:48.337293 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=9719a231-6a46-48c7-987f-af16ea22651f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:48.668527 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.731375 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.885987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.890880 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:48.958870 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event updated for resources: {'Port': ['ID=9719a231-6a46-48c7-987f-af16ea22651f,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:48.973010 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:49.074165 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP 08033f98-88d3-46da-b022-6b7b1aabdadc associated. External IP: 172.26.2.205, port: d9855ec3-89dc-47ae-90c5-ba32cfdbe923. Dec 16 18:12:49.282297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6dbe3b38-739c-467b-a148-7cc07ce00273 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:12:49.389433 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:12:49.399386 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3953704-921e-4282-9021-4235aae41d11 None None] Sync routers for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:12:49.406433 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:49.409587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:49.410597 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:49.433644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3795d8a9-91c0-4a4a-ab4a-a92f23ae7a8a tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5159433 Dec 16 18:12:49.434231 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:49.436471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc70522-dae2-4b1d-b240-f12aca1824b0" -d '{"events": [{"name": "network-changed", "server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:49.480080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386b4e6-53bb-4c9c-8a42-b44f499ff433 x-openstack-request-id: req-7386b4e6-53bb-4c9c-8a42-b44f499ff433 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:49.480436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:49.480774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7386b4e6-53bb-4c9c-8a42-b44f499ff433 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:49.481311 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'status': 'completed', 'code': 200} Dec 16 18:12:49.529555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:49.541171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c86ce-3eda-4006-9217-4e0370161d70 req-a18078c8-0f88-48f2-9491-c6afd1539e16 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:49.542591 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1e5c86ce-3eda-4006-9217-4e0370161d70 req-a18078c8-0f88-48f2-9491-c6afd1539e16 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0536280 Dec 16 18:12:49.545310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-38749fd2-7221-4753-bb19-ab6f4bb91053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:49.546792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-38749fd2-7221-4753-bb19-ab6f4bb91053 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0423334 Dec 16 18:12:49.596055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1e5c86ce-3eda-4006-9217-4e0370161d70 req-731f5020-5235-47b9-b70f-6e47169119b0 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461254 Dec 16 18:12:49.619672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56762) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:49.645879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-28f85814-46db-49f1-bb1e-5f9cb37b3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:49.647496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-28f85814-46db-49f1-bb1e-5f9cb37b3b80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 897 time: 0.0936487 Dec 16 18:12:49.720419 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-ead65405-9d40-4bb8-a975-ccbe80e8de1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 1000 time: 0.0655994 Dec 16 18:12:49.766590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '08033f98-88d3-46da-b022-6b7b1aabdadc', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'port_id': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'mac_address': 'fa:16:3e:2b:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:48Z', 'updated_at': '2021-12-16T18:12:48Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:49.779308 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-a0b35fa6-c876-4780-8375-ecb0d7f85451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:49.780815 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-a0b35fa6-c876-4780-8375-ecb0d7f85451 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 200 len: 833 time: 0.0532711 Dec 16 18:12:49.800600 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3953704-921e-4282-9021-4235aae41d11 None None] Checking router: 6dbe3b38-739c-467b-a148-7cc07ce00273 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:12:49.809634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:49.810255 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:12:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:49.835660 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-f40963a3-d6cd-41b3-a8b8-e071cd4086d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:49.837826 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-f40963a3-d6cd-41b3-a8b8-e071cd4086d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493336 Dec 16 18:12:49.921869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:49.938270 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-96ad41b8-7ba1-46bd-99eb-3339444eb8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919387 Dec 16 18:12:49.970784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3d0b2e17-552c-4035-8be4-8283ae666665 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/08033f98-88d3-46da-b022-6b7b1aabdadc HTTP/1.1" status: 200 len: 992 time: 0.3496120 Dec 16 18:12:50.033792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-cdc70522-dae2-4b1d-b240-f12aca1824b0 req-9c0bccee-3672-4afc-bbf3-083fddff1b4a service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880718 Dec 16 18:12:50.144288 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f3953704-921e-4282-9021-4235aae41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '08033f98-88d3-46da-b022-6b7b1aabdadc', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'port_id': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'mac_address': 'fa:16:3e:2b:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:48Z', 'updated_at': '2021-12-16T18:12:48Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:50.170530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3953704-921e-4282-9021-4235aae41d11 None None] The sync data for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv is: [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '08033f98-88d3-46da-b022-6b7b1aabdadc', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'port_id': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'mac_address': 'fa:16:3e:2b:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:48Z', 'updated_at': '2021-12-16T18:12:48Z', 'revision_number': 0, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:12:50.357892 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f256d-3aa1-4729-a35a-101926c949a6 None None] New status for floating IP 08033f98-88d3-46da-b022-6b7b1aabdadc: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:12:50.498899 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:50.974697 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56764) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:51.034388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0e562318-f40f-4b54-be26-5d7924f83533 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/08033f98-88d3-46da-b022-6b7b1aabdadc HTTP/1.1" status: 200 len: 994 time: 0.0585561 Dec 16 18:12:53.534234 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:13:03.294175 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-1591c0c0-06c0-4748-82f7-e2c7cdb95f7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398588 Dec 16 18:13:03.374595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-b24edbfa-943a-4fa5-a91b-c9d18872a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:03.375990 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-b24edbfa-943a-4fa5-a91b-c9d18872a309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0401855 Dec 16 18:13:03.483978 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-ebe45a89-6df7-45b2-9823-160c41b0e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:03.485517 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-ebe45a89-6df7-45b2-9823-160c41b0e589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 897 time: 0.0893812 Dec 16 18:13:03.552005 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-9fbe2d8b-8b0c-4073-8ec8-c0c1211e225f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 1002 time: 0.0583255 Dec 16 18:13:03.605575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-9fa7c16e-fbf1-48ab-9377-0685bd4c3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:03.607024 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-9fa7c16e-fbf1-48ab-9377-0685bd4c3d8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 200 len: 833 time: 0.0470071 Dec 16 18:13:03.653614 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-ba220d34-135e-41f9-9079-2794779ecf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:03.655025 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-ba220d34-135e-41f9-9079-2794779ecf31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400617 Dec 16 18:13:03.742925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-b5767880-b94b-4207-8681-598d7718e200 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802548 Dec 16 18:13:03.839024 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1601df10-29ce-451e-8e5d-dadcaf4f134c req-d3d4b375-685e-44e3-aa7d-62909132ffd4 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878036 Dec 16 18:13:07.421277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f0f8657-d348-41ab-b520-08a3cd0e0d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:09.752246 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc418ab0-8171-488c-ae55-cfab72cf24d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:10.997243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:12.233244 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:13.146100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:20.520111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:22.429751 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d34d2-58ca-41c9-82fa-afa58a910a94 req-1af0a0e4-866a-4cee-aa23-69d7147bcb10 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:22.431219 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-307d34d2-58ca-41c9-82fa-afa58a910a94 req-1af0a0e4-866a-4cee-aa23-69d7147bcb10 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0515616 Dec 16 18:13:22.480252 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-307d34d2-58ca-41c9-82fa-afa58a910a94 req-92a70be1-1039-4f11-8a25-f35e104ad00b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432661 Dec 16 18:13:23.595078 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71cdaf-6398-4696-b77a-47cdffc293da req-a2caa0be-b004-46d4-9138-da03c8d6d934 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:23.596527 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c71cdaf-6398-4696-b77a-47cdffc293da req-a2caa0be-b004-46d4-9138-da03c8d6d934 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0482559 Dec 16 18:13:23.644806 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8c71cdaf-6398-4696-b77a-47cdffc293da req-2200901b-e4dd-44c6-9145-fb73f64da538 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424240 Dec 16 18:13:23.665774 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56782) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:23.729567 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-85225e8f-1fb9-42e6-9db9-87ff52701e60 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/08033f98-88d3-46da-b022-6b7b1aabdadc HTTP/1.1" status: 200 len: 994 time: 0.0626857 Dec 16 18:13:25.014724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc981041-d096-46c1-8493-faf2802cc905 req-6e691442-d79c-4d9a-8aa1-2765eb5e673b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:25.016201 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fc981041-d096-46c1-8493-faf2802cc905 req-6e691442-d79c-4d9a-8aa1-2765eb5e673b tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0496709 Dec 16 18:13:25.035487 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-c7c86dec-f99b-4e49-b9ad-edd74cb79995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:25.036998 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-c7c86dec-f99b-4e49-b9ad-edd74cb79995 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0409667 Dec 16 18:13:25.065585 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fc981041-d096-46c1-8493-faf2802cc905 req-b9be28d9-cc66-4be2-8810-975855c8b2f1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431702 Dec 16 18:13:25.130156 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-b1184e92-4c78-41f2-a4f5-e8a023bc9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:25.131619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-b1184e92-4c78-41f2-a4f5-e8a023bc9a6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 897 time: 0.0861926 Dec 16 18:13:25.194503 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-015a1894-1fab-4dc2-b0be-20bfc71326b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 1002 time: 0.0559108 Dec 16 18:13:25.245938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-cd24cc4f-177e-48cb-944a-e5fdd22bc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:25.247338 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-cd24cc4f-177e-48cb-944a-e5fdd22bc594 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 200 len: 833 time: 0.0455520 Dec 16 18:13:25.293168 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-d9b1acb4-4bb1-4b7e-9410-5f8ddc83939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:25.294542 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-d9b1acb4-4bb1-4b7e-9410-5f8ddc83939e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396345 Dec 16 18:13:25.380339 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-5d3a6f72-3430-4e8a-9108-85db1d15f740 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782385 Dec 16 18:13:25.472614 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-517c8ceb-6e99-48ba-8f42-c48a0c947132 req-dc63aea7-06e3-4b89-aa2c-243697e171b7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850334 Dec 16 18:13:26.180561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c566d6-7f69-42e9-9f88-9fcca485b11a req-3ac7cb76-ebd4-4911-8c75-4e7f414d6333 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:26.182695 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-16c566d6-7f69-42e9-9f88-9fcca485b11a req-3ac7cb76-ebd4-4911-8c75-4e7f414d6333 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0475883 Dec 16 18:13:26.237991 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-16c566d6-7f69-42e9-9f88-9fcca485b11a req-23edee13-81fc-45ef-b3a5-a6dad55ca777 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491934 Dec 16 18:13:27.351451 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08469b-dabe-40ea-a3a6-d0755cc73159 req-56a15d20-eece-4320-8830-5cc394ba141f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:27.352892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f08469b-dabe-40ea-a3a6-d0755cc73159 req-56a15d20-eece-4320-8830-5cc394ba141f tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Dec 16 18:13:27.400308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9f08469b-dabe-40ea-a3a6-d0755cc73159 req-7143cb2d-a254-4c14-a445-710286b7dee4 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 Dec 16 18:13:27.422849 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56794) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:27.484294 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b437a487-cfae-42e1-b7bc-d0afca5b5a3c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/floatingips/08033f98-88d3-46da-b022-6b7b1aabdadc HTTP/1.1" status: 200 len: 994 time: 0.0603199 Dec 16 18:13:27.720865 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56800) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:27.873512 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 9719a231-6a46-48c7-987f-af16ea22651f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:13:27.873857 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:27.946307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:27.946631 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:27.958377 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 9719a231-6a46-48c7-987f-af16ea22651f owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:13:28.104897 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:28.130349 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=9719a231-6a46-48c7-987f-af16ea22651f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:28.142098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.142452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.142796 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.143136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.143470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.144057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.144386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.144714 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.145137 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.145492 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.145818 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.146141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.146461 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:28.202110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:28.202436 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Floating IP 08033f98-88d3-46da-b022-6b7b1aabdadc disassociated (deleted). External IP: 172.26.2.205, port: d9855ec3-89dc-47ae-90c5-ba32cfdbe923. Dec 16 18:13:28.403386 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6dbe3b38-739c-467b-a148-7cc07ce00273 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:13:28.508677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:28.513415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:28.520661 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] Sync routers for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:28.533423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:28.534038 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:28.539107 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ead9aaf1-5673-4b16-a156-c9f9a02b6033 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/floatingips/08033f98-88d3-46da-b022-6b7b1aabdadc HTTP/1.1" status: 204 len: 168 time: 0.8172200 Dec 16 18:13:28.539669 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:13:28.542486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181bac6-560a-442f-b96d-eb5c7742ee3a" -d '{"events": [{"name": "network-changed", "server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:13:28.583113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945a085-66f6-4308-8c51-a6bb136da32a x-openstack-request-id: req-2945a085-66f6-4308-8c51-a6bb136da32a {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:13:28.583805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:13:28.584148 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2945a085-66f6-4308-8c51-a6bb136da32a {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:13:28.584617 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'status': 'completed', 'code': 200} Dec 16 18:13:28.646310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-ffc37dab-da9a-4339-a30a-1647b20cbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:28.647492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:28.647889 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-ffc37dab-da9a-4339-a30a-1647b20cbfa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0422215 Dec 16 18:13:28.762247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-f6d958cc-15d4-4f41-b69b-16d241c2f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:28.763762 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-f6d958cc-15d4-4f41-b69b-16d241c2f11d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 200 len: 897 time: 0.1019249 Dec 16 18:13:28.782107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587720d-f981-471b-868f-fd0e6daf2a02 req-0c1867be-7fd2-466c-a453-ccb0ef301193 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:28.783653 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2587720d-f981-471b-868f-fd0e6daf2a02 req-0c1867be-7fd2-466c-a453-ccb0ef301193 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0521076 Dec 16 18:13:28.811393 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-cd423d33-e094-40f1-8145-4ef59860117e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 200 len: 217 time: 0.0378029 Dec 16 18:13:28.842893 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2587720d-f981-471b-868f-fd0e6daf2a02 req-b2afb2a2-c239-472e-a900-c7d75042a088 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525050 Dec 16 18:13:28.875511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-14ebb792-edfc-479b-8ff8-523df59d348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:28.877367 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-14ebb792-edfc-479b-8ff8-523df59d348f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 200 len: 833 time: 0.0583327 Dec 16 18:13:28.929269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-8ec5b2b5-81a4-4370-9093-ab48a3aab9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:28.930845 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-8ec5b2b5-81a4-4370-9093-ab48a3aab9a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442817 Dec 16 18:13:28.998697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:29.020652 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-2de094d0-1295-4c16-8c32-68600296d1e8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809233 Dec 16 18:13:29.028983 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] Checking router: 6dbe3b38-739c-467b-a148-7cc07ce00273 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:13:29.037273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:29.037879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:29.112903 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-5181bac6-560a-442f-b96d-eb5c7742ee3a req-4e85b11d-c07c-41c5-87ef-a0c60aa2dce1 service neutron] 10.222.0.57 "GET /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834322 Dec 16 18:13:29.142326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:29.333057 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:29.358446 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990901f0-2684-4389-8d62-a2a6b596713b None None] The sync data for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv is: [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '2211ca6f-62c2-4acf-a7a5-60ab3a5169f6', 'name': '', 'network_id': '3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'mac_address': 'fa:16:3e:5c:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:35Z', 'updated_at': '2021-12-16T18:12:39Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'subnets': [{'id': 'a789e5f9-6240-4a4e-9e3e-bf062479d14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:13:29.564357 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9b395-0caa-4b61-9ad0-27243aae72e6 None None] New status for floating IP 08033f98-88d3-46da-b022-6b7b1aabdadc: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:13:29.961009 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81511d-e2f3-4d87-bdf5-ee36bd8d5ecd req-a899a4f9-c6ab-4f7c-9702-1e80b69365dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:29.962390 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e81511d-e2f3-4d87-bdf5-ee36bd8d5ecd req-a899a4f9-c6ab-4f7c-9702-1e80b69365dd tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0489271 Dec 16 18:13:30.014327 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0e81511d-e2f3-4d87-bdf5-ee36bd8d5ecd req-3ba2d2e6-73d5-4a11-b5f4-8075d86f9d24 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e08ec64-92ee-440b-a280-96cc7b5c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454903 Dec 16 18:13:30.374775 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798cf36-cf5d-4a70-816b-70265504b77a req-ba22fd06-1d85-49a2-bebe-e33b1f9469a1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:30.376224 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b798cf36-cf5d-4a70-816b-70265504b77a req-ba22fd06-1d85-49a2-bebe-e33b1f9469a1 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 946 time: 0.0476787 Dec 16 18:13:30.464674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:13:30.465049 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:30.533202 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:13:30.555586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port d9855ec3-89dc-47ae-90c5-ba32cfdbe923, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:30.555925 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:30.568739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for d9855ec3-89dc-47ae-90c5-ba32cfdbe923 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:13:30.694218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:30.723722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=d9855ec3-89dc-47ae-90c5-ba32cfdbe923,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:30.753071 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.753431 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.753782 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.754131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.754474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.754827 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.755394 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.755786 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.756122 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.756458 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.756801 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.757359 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.757698 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:30.777275 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] No DVR routers for this DVR port d9855ec3-89dc-47ae-90c5-ba32cfdbe923 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:13:30.779703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:30.783338 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-b798cf36-cf5d-4a70-816b-70265504b77a req-0d9dae63-8faa-48b6-a1df-4bf5af637ec5 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.57 "DELETE /v2.0/ports/d9855ec3-89dc-47ae-90c5-ba32cfdbe923 HTTP/1.1" status: 204 len: 173 time: 0.4003973 Dec 16 18:13:30.783821 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'name': 'network-vif-deleted', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:13:30.787109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa11104-c04c-4ea4-9a7c-9a7ba69b4a88" -d '{"events": [{"server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "name": "network-vif-deleted", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:13:30.825405 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dca461-96e7-4445-855a-c62d61ba92f4 x-openstack-request-id: req-25dca461-96e7-4445-855a-c62d61ba92f4 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:13:30.825773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2", "name": "network-vif-deleted", "tag": "d9855ec3-89dc-47ae-90c5-ba32cfdbe923", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:13:30.826035 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25dca461-96e7-4445-855a-c62d61ba92f4 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:13:30.826464 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2', 'name': 'network-vif-deleted', 'tag': 'd9855ec3-89dc-47ae-90c5-ba32cfdbe923', 'status': 'completed', 'code': 200} Dec 16 18:13:31.125737 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c9a7b82f-a72a-44c5-a145-8f6b2a589f7f req-645fd105-1d3b-4555-bbe6-0b71afe604df tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "GET /v2.0/ports?device_id=48573df6-cc8d-4e03-9ec3-e6c07d8bf7c2 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Dec 16 18:13:32.178808 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56816) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:32.525271 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:32.773041 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:13:32.773387 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:32.862878 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:32.863241 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:32.878155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:13:33.068802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:33.095305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=2211ca6f-62c2-4acf-a7a5-60ab3a5169f6,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:33.272061 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:33.481885 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Router 6dbe3b38-739c-467b-a148-7cc07ce00273 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:13:33.792298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9855ec3-89dc-47ae-90c5-ba32cfdbe923 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:13:33.813101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: d9855ec3-89dc-47ae-90c5-ba32cfdbe923 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:13:33.813456 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device d9855ec3-89dc-47ae-90c5-ba32cfdbe923 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:13:33.860616 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:33.865930 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cebd39c9-2d6b-40f1-8df7-dbd727fadee2 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "PUT /v2.0/routers/6dbe3b38-739c-467b-a148-7cc07ce00273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861188 Dec 16 18:13:33.868562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56818) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:33.870902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] Sync routers for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:33.882120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:33.882731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:33.918357 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting subnet a789e5f9-6240-4a4e-9e3e-bf062479d14b {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:13:33.921399 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:33.960926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:33.985085 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:34.045801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.111245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.140280 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Subnet': ['ID=a789e5f9-6240-4a4e-9e3e-bf062479d14b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:34.142288 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.145808 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-ed36ab9f-11c2-4093-903f-11ee3f1037ed tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/subnets/a789e5f9-6240-4a4e-9e3e-bf062479d14b HTTP/1.1" status: 204 len: 168 time: 0.2760966 Dec 16 18:13:34.148518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:34.151914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd40c79-448f-4034-850b-2561d290e9d0 None None] Network 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:13:34.215754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:13:33Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:34.245757 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] Checking router: 6dbe3b38-739c-467b-a148-7cc07ce00273 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:13:34.255045 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.272131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] Routers {'6dbe3b38-739c-467b-a148-7cc07ce00273'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:34.272740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['6dbe3b38-739c-467b-a148-7cc07ce00273'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:34.364720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.388855 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] DHCP port deletion for 3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:34.403198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] Set router 6dbe3b38-739c-467b-a148-7cc07ce00273 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:34.416600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Deleting port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:13:34.417473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.496960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] For port 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:34.497314 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.508651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Calling delete_port for 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:13:34.554299 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Deleting port a8e2a06d-4121-49e6-8172-dfaa7850849e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:13:34.554679 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.673822 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.700292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Port': ['ID=4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:34.766537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.767792 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012de633-aec1-4120-b9d4-78d3ad435ec0 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:34.803303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] For port a8e2a06d-4121-49e6-8172-dfaa7850849e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=a8e2a06d-4121-49e6-8172-dfaa7850849e,segment=NetworkSegment(29206c4e-ee38-4839-a69c-6105074d2766),segment_id=29206c4e-ee38-4839-a69c-6105074d2766)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:34.803927 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.818175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Calling delete_port for a8e2a06d-4121-49e6-8172-dfaa7850849e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:13:34.860913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.863252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.885128 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:13:33Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:34.908736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.909433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbe3b38-739c-467b-a148-7cc07ce00273 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:13:34.917560 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.918743 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-10259b3f-b04d-4747-bf70-a42c557e2185 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/routers/6dbe3b38-739c-467b-a148-7cc07ce00273 HTTP/1.1" status: 204 len: 168 time: 0.7692211 Dec 16 18:13:34.921413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56822) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:34.925223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c699b-c7ea-4f5c-996d-6f94b28dd6c9 None None] The sync data for ids ['6dbe3b38-739c-467b-a148-7cc07ce00273'] in dv-neutron-821818-2-hyperv is: [{'id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120092400', 'tenant_id': '73039e768a7a4218ab7d0aa683acbf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:13:33Z', 'revision_number': 5, 'project_id': '73039e768a7a4218ab7d0aa683acbf2a', 'gw_port': {'id': '4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbe3b38-739c-467b-a148-7cc07ce00273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:12:33Z', 'updated_at': '2021-12-16T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:13:34.945760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:34.971904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Pushing event deleted for resources: {'Port': ['ID=a8e2a06d-4121-49e6-8172-dfaa7850849e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:34.976232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] No DVR routers for this DVR port a8e2a06d-4121-49e6-8172-dfaa7850849e on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:13:34.983232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.983589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.986008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.987172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.987172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.987172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:34.987172 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d6ee-110b-433f-9705-bd37d1ec713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:35.008182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.095078 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.113864 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:35.122818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29206c4e-ee38-4839-a69c-6105074d2766') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:35.123117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29206c4e-ee38-4839-a69c-6105074d2766') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:35.132192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.145644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.151973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:13:35.152562 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:13:35.155326 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:13:35.214296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.221460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.223834 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/networks/3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61 HTTP/1.1" status: 204 len: 168 time: 0.3014946 Dec 16 18:13:35.226898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56824) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:35.235163 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781288-7d9e-4e0c-8aff-e2e3b28ecd2c tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'Network': ['ID=3ccb6cb2-c0fb-4695-b80d-4583c1b2bf61,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:35.291863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3cb2654c-68be-4fe6-8c36-237a92fbea33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.321473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3cb2654c-68be-4fe6-8c36-237a92fbea33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.395789 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3cb2654c-68be-4fe6-8c36-237a92fbea33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.398564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3cb2654c-68be-4fe6-8c36-237a92fbea33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.399731 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3cb2654c-68be-4fe6-8c36-237a92fbea33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] 10.222.0.66 "DELETE /v2.0/security-groups/4e08ec64-92ee-440b-a280-96cc7b5c1d3f HTTP/1.1" status: 204 len: 168 time: 0.1717577 Dec 16 18:13:35.400893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a8e2a06d-4121-49e6-8172-dfaa7850849e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:13:35.409463 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2654c-68be-4fe6-8c36-237a92fbea33 tempest-TestNetworkAdvancedServerOps-1403357369 tempest-TestNetworkAdvancedServerOps-1403357369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08ec64-92ee-440b-a280-96cc7b5c1d3f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:35.430631 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: a8e2a06d-4121-49e6-8172-dfaa7850849e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:13:35.430796 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device a8e2a06d-4121-49e6-8172-dfaa7850849e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:13:35.431184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:13:35.456894 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:13:35.457183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 2211ca6f-62c2-4acf-a7a5-60ab3a5169f6 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:13:35.730615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56832) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:35.871550 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f1bdd6d1-08fb-4306-96c4-ff61ac26761f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73039e768a7a4218ab7d0aa683acbf2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397750 Dec 16 18:13:35.874001 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:35.919023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e3461b8-ebce-4b2b-916e-ffb31892deae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.940929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e3461b8-ebce-4b2b-916e-ffb31892deae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.991354 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e3461b8-ebce-4b2b-916e-ffb31892deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.994028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5e3461b8-ebce-4b2b-916e-ffb31892deae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:35.998065 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5e3461b8-ebce-4b2b-916e-ffb31892deae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e7e5c48-d251-40b3-b93d-5453eee7bfcc HTTP/1.1" status: 204 len: 168 time: 0.1202912 Dec 16 18:13:36.003820 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3461b8-ebce-4b2b-916e-ffb31892deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e5c48-d251-40b3-b93d-5453eee7bfcc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:36.254244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56842) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:36.270919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-586ea454-7bc4-4710-bb85-1d3a52d5b3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.344244 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-586ea454-7bc4-4710-bb85-1d3a52d5b3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.347737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-586ea454-7bc4-4710-bb85-1d3a52d5b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.384343 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-586ea454-7bc4-4710-bb85-1d3a52d5b3c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1628505bd3334688b481ae3dd7fbb583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290650 Dec 16 18:13:36.385201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ea454-7bc4-4710-bb85-1d3a52d5b3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73713937-0e77-4200-8f53-289dc13ec647,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:36.387083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56844) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:36.435851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-104699e1-a64a-4d38-ae1d-2490d98d7401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.461443 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-104699e1-a64a-4d38-ae1d-2490d98d7401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.506681 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-104699e1-a64a-4d38-ae1d-2490d98d7401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.509184 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-104699e1-a64a-4d38-ae1d-2490d98d7401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:36.510317 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-104699e1-a64a-4d38-ae1d-2490d98d7401 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73713937-0e77-4200-8f53-289dc13ec647 HTTP/1.1" status: 204 len: 168 time: 0.1221821 Dec 16 18:13:36.517833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104699e1-a64a-4d38-ae1d-2490d98d7401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73713937-0e77-4200-8f53-289dc13ec647,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:37.136021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:13:37.156675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:13:37.157050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 4b8c6e22-2c9b-40e1-813e-f3113a5dcfc1 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:13:37.170994 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56866) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:37.264057 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1378760210-network', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:37.286749 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Made reservation on behalf of cbe2f3d7f93746e0b6dcb1704be04c0e for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:13:37.289151 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.297948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.370247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.374380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.398289 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:13:37.407939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94795cd5-60d6-4b36-8958-30a31b38812d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:37.412732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.413112 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Added segment d0673587-1279-4bba-afc0-eb9598b52f78 of type vlan for network c6bd676d-b43f-474f-b049-952f594832bf Dec 16 18:13:37.426120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6bbc37fd-313d-407d-bb66-791285ec79a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.459480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.483622 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.484567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:37.485181 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.537309 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3651137 Dec 16 18:13:37.540291 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56870) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:37.545848 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Request body: {'subnet': {'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1378760210-subnet', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:37.548483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615f60-450f-413b-a3c6-ad77148b1481 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bd676d-b43f-474f-b049-952f594832bf,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:37.559611 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network c6bd676d-b43f-474f-b049-952f594832bf details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:13:37.573640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Made reservation on behalf of cbe2f3d7f93746e0b6dcb1704be04c0e for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:13:37.575960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.740460 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.798590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d295189-f794-4ffd-935b-7a6b559830c5,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:37.803722 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Checking segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:37.804177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Network hostable DHCP agents. Network: c6bd676d-b43f-474f-b049-952f594832bf, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:13:37.820452 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Network c6bd676d-b43f-474f-b049-952f594832bf is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:13:37.832159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, c6bd676d-b43f-474f-b049-952f594832bf) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:37.836131 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:37.836728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.841211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f895750-bdc1-4fb9-8b2d-3b31e6dad058 None None] Network c6bd676d-b43f-474f-b049-952f594832bf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:13:37.858595 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-29925f80-e56a-4f2a-93bf-978f33b12643 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3171368 Dec 16 18:13:37.861483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56872) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:37.865640 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:37.887021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.888060 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.938016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-c6bd676d-b43f-474f-b049-952f594832bf', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:13:37.938885 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:37.941439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.071381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.071789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Allocated IP 172.20.0.2 (c6bd676d-b43f-474f-b049-952f594832bf/2d295189-f794-4ffd-935b-7a6b559830c5/e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:38.217718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.225590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.265634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Network c6bd676d-b43f-474f-b049-952f594832bf is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:38.269024 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:38.272706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:38.284902 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Pushing event updated for resources: {'Port': ['ID=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:38.344318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Attempting to bind port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:38.344675 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Attempting to bind port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:38.345020 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Attempting to bind port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee on network c6bd676d-b43f-474f-b049-952f594832bf {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:38.351475 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:38.351888 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Checking segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:38.352462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.352866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Bound using segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:38.353458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Bound port: e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:38.353848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.429839 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] For port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:38.434040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] For port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:38.438690 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.498932 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0b61f-940a-4155-b7f5-f4329a971570 None None] Pushing event updated for resources: {'Port': ['ID=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:38.601928 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.624511 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.743518 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Allocated IP 172.26.2.9 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/9e36457e-257e-41ad-bb85-abc26e015fa1) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:38.844670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.877630 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:38.925611 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:38.928554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:38.932111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:38.941377 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894250f-bcb3-4295-a301-9e5c2a2a274d None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:38.955387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Pushing event updated for resources: {'Port': ['ID=9e36457e-257e-41ad-bb85-abc26e015fa1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:39.017367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3207626-54df-4a95-8cd6-e27fd62bb330 None None] Provisioning complete for port 9e36457e-257e-41ad-bb85-abc26e015fa1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:39.017747 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3207626-54df-4a95-8cd6-e27fd62bb330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.055430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f3207626-54df-4a95-8cd6-e27fd62bb330 None None] Port 9e36457e-257e-41ad-bb85-abc26e015fa1 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:39.190968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.222876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:39.274805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:39.275497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.357866 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.390881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:39.395220 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22b145-0ce0-4929-932a-fc8d218d5ede None None] Network c6bd676d-b43f-474f-b049-952f594832bf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:13:39.398765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.405235 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.505563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:39.518267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-db069490-c13d-4371-a23b-15316a9ff7b8 None None] Provisioning complete for port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:39.518905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db069490-c13d-4371-a23b-15316a9ff7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.538960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:13:39.648094 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:39.659100 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:39.668211 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.669823 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-a25407ad-27cd-41d4-abc9-74824f3a7fcb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8073785 Dec 16 18:13:39.670249 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:39.671111 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:39.672467 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:39.759196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c70e-c12e-4c6a-a10a-04b04647c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.786480 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:39.849107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cea7a9e0-963b-4508-99c8-a1f50b630b17 None None] Provisioning complete for port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:39.849788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cea7a9e0-963b-4508-99c8-a1f50b630b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:39.979827 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:39Z', 'revision_number': 3, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:40.005345 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:13:40.005701 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Updating router 15539d26-34dc-44bf-8a59-0d66c8d8e687 port 9e36457e-257e-41ad-bb85-abc26e015fa1 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:13:40.029850 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.093866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.246500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Allocated IP 172.20.0.1 (c6bd676d-b43f-474f-b049-952f594832bf/2d295189-f794-4ffd-935b-7a6b559830c5/421ea1a0-5318-4186-b26b-9b0613af3de2) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:40.274600 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.279790 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.324050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9a28e-9bfc-4ba6-9233-add2517f5666 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:40.332244 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Attempting to bind port 9e36457e-257e-41ad-bb85-abc26e015fa1 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:40.333101 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Attempting to bind port 9e36457e-257e-41ad-bb85-abc26e015fa1 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:40.333101 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Attempting to bind port 9e36457e-257e-41ad-bb85-abc26e015fa1 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:40.342951 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:40.343319 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:40.343682 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.344067 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:40.344968 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Bound port: 9e36457e-257e-41ad-bb85-abc26e015fa1, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:40.344968 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.348390 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Pushing event updated for resources: {'Port': ['ID=9e36457e-257e-41ad-bb85-abc26e015fa1,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:40.354566 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.362429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f7c988e7-93a9-407c-ba21-fd7137d05f68 None None] Provisioning complete for port 9e36457e-257e-41ad-bb85-abc26e015fa1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:40.362801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c988e7-93a9-407c-ba21-fd7137d05f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.375026 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.375369 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.375893 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.376400 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.376733 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.377091 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.377417 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.377738 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.378061 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.378376 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.378864 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.379183 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.379497 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:13:40.393824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.408121 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7c988e7-93a9-407c-ba21-fd7137d05f68 None None] Port 9e36457e-257e-41ad-bb85-abc26e015fa1 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:40.414209 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] For port 9e36457e-257e-41ad-bb85-abc26e015fa1, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:40.417898 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] For port 9e36457e-257e-41ad-bb85-abc26e015fa1, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9e36457e-257e-41ad-bb85-abc26e015fa1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:40.423197 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.430793 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Network c6bd676d-b43f-474f-b049-952f594832bf is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:40.436269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:40.439143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:40.472479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5edd6f-1c1c-448d-9b35-492a0a1b770f None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:40.482582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Pushing event updated for resources: {'Port': ['ID=421ea1a0-5318-4186-b26b-9b0613af3de2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:40.491314 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:40.492054 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:40.492307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.531590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-3644af6e-800f-4560-955e-681779c09874 None None] Provisioning complete for port 9e36457e-257e-41ad-bb85-abc26e015fa1 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:40.532442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3644af6e-800f-4560-955e-681779c09874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.533464 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd8ef-e6e0-4f45-a2e3-074733d578c2 None None] Pushing event updated for resources: {'Port': ['ID=9e36457e-257e-41ad-bb85-abc26e015fa1,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:40.607382 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:40.637492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.643120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3644af6e-800f-4560-955e-681779c09874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.669521 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3644af6e-800f-4560-955e-681779c09874 None None] For port 9e36457e-257e-41ad-bb85-abc26e015fa1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9e36457e-257e-41ad-bb85-abc26e015fa1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:40.675577 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3644af6e-800f-4560-955e-681779c09874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.729525 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644af6e-800f-4560-955e-681779c09874 None None] Pushing event updated for resources: {'Port': ['ID=9e36457e-257e-41ad-bb85-abc26e015fa1,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:40.802154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-84f5bfc6-024b-4d8f-93c0-f05b2c3f0ee8 None None] Provisioning complete for port 421ea1a0-5318-4186-b26b-9b0613af3de2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:40.802542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-84f5bfc6-024b-4d8f-93c0-f05b2c3f0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.807748 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:39Z', 'revision_number': 3, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:40.828595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.834618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.838277 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5720be4-77b5-482e-b3f6-7c6ba6929e3b None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:39Z', 'revision_number': 3, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:13:40.844580 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-84f5bfc6-024b-4d8f-93c0-f05b2c3f0ee8 None None] Port 421ea1a0-5318-4186-b26b-9b0613af3de2 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:40.904731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:40.909989 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Pushing event updated for resources: {'Port': ['ID=421ea1a0-5318-4186-b26b-9b0613af3de2,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:40.999387 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.005351 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Network c6bd676d-b43f-474f-b049-952f594832bf is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:41.007568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:41.156628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:13:41.288918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e36457e-257e-41ad-bb85-abc26e015fa1 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:41.291014 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:41.296763 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-962bf36c-8537-42d9-8bc2-9fb458d07e6a admin admin] 10.222.0.66 "PUT /v2.0/routers/15539d26-34dc-44bf-8a59-0d66c8d8e687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230099 Dec 16 18:13:41.347053 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 9e36457e-257e-41ad-bb85-abc26e015fa1 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:41.347623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.395044 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cdaad38e-7bf1-4d0d-a7b9-38d825d3bf36 None None] Provisioning complete for port 421ea1a0-5318-4186-b26b-9b0613af3de2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:41.395427 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdaad38e-7bf1-4d0d-a7b9-38d825d3bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.436716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cdaad38e-7bf1-4d0d-a7b9-38d825d3bf36 None None] Port 421ea1a0-5318-4186-b26b-9b0613af3de2 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:41.474511 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:41.527889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:41.528437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.795675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56890) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:41.800690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1150810822-network', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:41.823598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Made reservation on behalf of c587f7c007004343be3ea61d154a6d8c for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:13:41.825965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.835178 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.909491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.912851 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.933579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:13:41.948617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86914a82-e209-4639-b7d4-69d8cca49f87,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:41.951573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.951952 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Added segment bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358 of type vlan for network 22aa4f98-bdac-44b4-aef7-50e007a78de7 Dec 16 18:13:41.990943 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.015099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.016021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:42.016618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.068704 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2719002 Dec 16 18:13:42.071585 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56892) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:42.076613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Request body: {'subnet': {'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1150810822-subnet', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:42.081325 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71f33-b7c1-4fe4-afe9-343804028485 admin admin] Pushing event updated for resources: {'Network': ['ID=22aa4f98-bdac-44b4-aef7-50e007a78de7,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:42.091324 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:13:42.106305 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Made reservation on behalf of c587f7c007004343be3ea61d154a6d8c for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:13:42.109160 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.239035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.283231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.331199 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5821c952-794c-4c6c-b526-bf83a347093c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:42.345966 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Checking segment: {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:42.346319 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Network hostable DHCP agents. Network: 22aa4f98-bdac-44b4-aef7-50e007a78de7, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:13:42.367400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:13:42.377317 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 22aa4f98-bdac-44b4-aef7-50e007a78de7) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:42.381246 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:42.381844 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.387031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe5da6-975b-4f35-8ee0-480aba4a9201 None None] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:13:42.398184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-668de948-6265-43e3-9ebc-1fcf9d83c310 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3253622 Dec 16 18:13:42.400856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56894) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:42.405813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:42.436150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.437457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.463848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:42.492995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:42.493816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:42.495861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.498152 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-22aa4f98-bdac-44b4-aef7-50e007a78de7', 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7', 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'fixed_ips': [{'subnet_id': '5821c952-794c-4c6c-b526-bf83a347093c'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:13:42.498995 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.635853 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.674195 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:42.781259 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Allocated IP 172.20.0.2 (22aa4f98-bdac-44b4-aef7-50e007a78de7/5821c952-794c-4c6c-b526-bf83a347093c/f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:42.837436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.857902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:42.966840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Allocated IP 172.26.2.26 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/69a321bb-f29d-4efd-9b17-c60110e43fc8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:43.070239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.103534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.140431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:43.145070 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:43.148625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:43.165194 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed39f4b-d3f8-42d0-8e88-49ca472e3846 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:43.174223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Pushing event updated for resources: {'Port': ['ID=69a321bb-f29d-4efd-9b17-c60110e43fc8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:43.183362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.189663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.200328 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.206822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 2, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:43.270555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:13:43.270898 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Updating router 15539d26-34dc-44bf-8a59-0d66c8d8e687 port 421ea1a0-5318-4186-b26b-9b0613af3de2 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:13:43.299778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:43.309624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:43.311321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Pushing event updated for resources: {'Port': ['ID=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:43.313493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:43.322879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.334041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-6ab63e96-e24a-4af4-9953-9219531b2656 None None] Provisioning complete for port 69a321bb-f29d-4efd-9b17-c60110e43fc8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:43.334407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ab63e96-e24a-4af4-9953-9219531b2656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.400355 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.437809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ab63e96-e24a-4af4-9953-9219531b2656 None None] Port 69a321bb-f29d-4efd-9b17-c60110e43fc8 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:43.440905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Attempting to bind port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:43.441598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Attempting to bind port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:43.441716 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Attempting to bind port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 on network 22aa4f98-bdac-44b4-aef7-50e007a78de7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:43.490841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:43.491221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Checking segment: {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:43.491629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.492026 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Bound using segment: {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:43.492527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Bound port: f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:43.492908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.596572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.621974 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] For port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:43.626574 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] For port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:43.636591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.729331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a448f-f4cd-4498-91be-7e8989cee085 None None] Pushing event updated for resources: {'Port': ['ID=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:43.733095 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Router cabbc85f-7862-43eb-8389-7ccdb23a37a4 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:13:43.770177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.775542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.825946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba753967-9d0a-4482-a0c6-64edcd083901 None None] Pushing event updated for resources: {'Port': ['ID=421ea1a0-5318-4186-b26b-9b0613af3de2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:43.864011 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:43.878965 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Sync routers for ids ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:43.887177 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Attempting to bind port 421ea1a0-5318-4186-b26b-9b0613af3de2 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:43.887697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Attempting to bind port 421ea1a0-5318-4186-b26b-9b0613af3de2 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:43.888165 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Attempting to bind port 421ea1a0-5318-4186-b26b-9b0613af3de2 on network c6bd676d-b43f-474f-b049-952f594832bf {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:43.894262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.895094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:43.898220 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5350bbad-f363-4e3a-beda-92b61c94ec73 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4936929 Dec 16 18:13:43.898513 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Checking segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:43.898619 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Routers {'cabbc85f-7862-43eb-8389-7ccdb23a37a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:43.898809 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.898902 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:43.899101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Bound using segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:43.899101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Bound port: 421ea1a0-5318-4186-b26b-9b0613af3de2, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:43.899101 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:43.899368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56896) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:44.014298 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] For port 421ea1a0-5318-4186-b26b-9b0613af3de2, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:44.017997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] For port 421ea1a0-5318-4186-b26b-9b0613af3de2, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=421ea1a0-5318-4186-b26b-9b0613af3de2,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:44.022828 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.066671 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Set router cabbc85f-7862-43eb-8389-7ccdb23a37a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:44.098257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:44.098257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:44.099942 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba753967-9d0a-4482-a0c6-64edcd083901 None None] Pushing event updated for resources: {'Port': ['ID=421ea1a0-5318-4186-b26b-9b0613af3de2,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:44.242062 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:44.279483 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:43Z', 'revision_number': 3, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:44.308713 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Checking router: cabbc85f-7862-43eb-8389-7ccdb23a37a4 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:13:44.309235 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Updating router cabbc85f-7862-43eb-8389-7ccdb23a37a4 port 69a321bb-f29d-4efd-9b17-c60110e43fc8 binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:13:44.339042 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.397362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-a829e6d3-34dd-480b-a3f4-ce73f813bd84 None None] Provisioning complete for port 421ea1a0-5318-4186-b26b-9b0613af3de2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:44.398123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829e6d3-34dd-480b-a3f4-ce73f813bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.558881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829e6d3-34dd-480b-a3f4-ce73f813bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.584149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:44.627893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4a665-f6fa-4734-9872-e07f9f489770 None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:13:44.633358 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.633731 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a829e6d3-34dd-480b-a3f4-ce73f813bd84 None None] For port 421ea1a0-5318-4186-b26b-9b0613af3de2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=421ea1a0-5318-4186-b26b-9b0613af3de2,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:44.642923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a829e6d3-34dd-480b-a3f4-ce73f813bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.647259 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.682592 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Attempting to bind port 69a321bb-f29d-4efd-9b17-c60110e43fc8 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:44.683841 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Attempting to bind port 69a321bb-f29d-4efd-9b17-c60110e43fc8 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:44.683841 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Attempting to bind port 69a321bb-f29d-4efd-9b17-c60110e43fc8 on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:44.691864 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a330253-678f-4c31-91f4-bf443970d854 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:44.741281 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:44.741747 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:44.742224 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.742732 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:44.745789 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Bound port: 69a321bb-f29d-4efd-9b17-c60110e43fc8, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:44.746944 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.768218 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829e6d3-34dd-480b-a3f4-ce73f813bd84 None None] Pushing event updated for resources: {'Port': ['ID=421ea1a0-5318-4186-b26b-9b0613af3de2,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:44.815399 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Provisioning complete for port 421ea1a0-5318-4186-b26b-9b0613af3de2 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:44.815780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.822410 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] For port 69a321bb-f29d-4efd-9b17-c60110e43fc8, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:44.826620 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] For port 69a321bb-f29d-4efd-9b17-c60110e43fc8, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=69a321bb-f29d-4efd-9b17-c60110e43fc8,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:44.850483 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:44.858947 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69107e2b-30b8-4560-ab09-2a4af526a3c6 None None] Pushing event updated for resources: {'Port': ['ID=69a321bb-f29d-4efd-9b17-c60110e43fc8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:44.935762 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69107e2b-30b8-4560-ab09-2a4af526a3c6 None None] Pushing event updated for resources: {'Port': ['ID=69a321bb-f29d-4efd-9b17-c60110e43fc8,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:44.937393 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751ba11-27d6-4f92-bf0d-9cdf2c40baf6 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:13:44.941090 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Routers {'cabbc85f-7862-43eb-8389-7ccdb23a37a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:44.941914 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:44.969242 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Provisioning complete for port 69a321bb-f29d-4efd-9b17-c60110e43fc8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:44.969627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.049488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.072678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.098835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] For port 69a321bb-f29d-4efd-9b17-c60110e43fc8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=69a321bb-f29d-4efd-9b17-c60110e43fc8,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:45.114330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.198166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2530c1-363e-4eb6-a052-e74d238e746a None None] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:13:45.227211 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] Set router cabbc85f-7862-43eb-8389-7ccdb23a37a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:45.264025 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Allocated IP 172.20.0.1 (22aa4f98-bdac-44b4-aef7-50e007a78de7/5821c952-794c-4c6c-b526-bf83a347093c/3ccfeb38-d1bf-43cc-b249-3b7678a18605) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:45.318952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d9a0-fa05-469c-b097-811ec61d1a00 None None] Pushing event updated for resources: {'Port': ['ID=69a321bb-f29d-4efd-9b17-c60110e43fc8,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:45.328043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:45.357607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Provisioning complete for port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:45.357891 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.430339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.471456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.481829 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:43Z', 'revision_number': 3, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:45.524026 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73713d90-3670-4bd0-883a-7a4d69b1a5cd None None] The sync data for ids ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:43Z', 'revision_number': 3, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:13:45.525004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:45.530756 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:45.534309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:45.580004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Pushing event updated for resources: {'Port': ['ID=3ccfeb38-d1bf-43cc-b249-3b7678a18605,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:45.599423 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.692232 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:45.692967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.730667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.775313 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.783701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] For port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:45.795405 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.894236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Provisioning complete for port 69a321bb-f29d-4efd-9b17-c60110e43fc8 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:45.894602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:45.962147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663767c-c197-4aab-9e1a-cbfde4579a44 None None] Pushing event updated for resources: {'Port': ['ID=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:45.985888 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 421ea1a0-5318-4186-b26b-9b0613af3de2 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:46.068972 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.083062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.099077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 421ea1a0-5318-4186-b26b-9b0613af3de2 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:46.099442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.137954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Pushing event updated for resources: {'Port': ['ID=3ccfeb38-d1bf-43cc-b249-3b7678a18605,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:46.205601 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.252023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-19ba8aac-ff74-48ff-8058-56ecbdefcb94 None None] Provisioning complete for port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:46.252602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19ba8aac-ff74-48ff-8058-56ecbdefcb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.309392 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:46.310979 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:46.451992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Router cabbc85f-7862-43eb-8389-7ccdb23a37a4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:13:46.466647 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-55eb64f1-dc00-4cbc-a9ca-362c15e497cb None None] Provisioning complete for port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:46.466860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55eb64f1-dc00-4cbc-a9ca-362c15e497cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.533496 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-55eb64f1-dc00-4cbc-a9ca-362c15e497cb None None] Port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:46.591441 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:46.596731 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7637f0fa-6ee5-472d-9f33-eee7e8c90abc admin admin] 10.222.0.66 "PUT /v2.0/routers/cabbc85f-7862-43eb-8389-7ccdb23a37a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972950 Dec 16 18:13:46.655587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f03cfc0e-c364-41be-b7ea-6df901ac4aab None None] Provisioning complete for port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:46.655957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f03cfc0e-c364-41be-b7ea-6df901ac4aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:46.691068 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f03cfc0e-c364-41be-b7ea-6df901ac4aab None None] Port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:47.174858 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56906) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.180439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622116775', 'description': 'tempest-secgroup-smoke-1622116775 description', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.206477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.259701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:47.279483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.286182 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.313551 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:47.314061 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.314575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.315826 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1398654 Dec 16 18:13:47.318862 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56908) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.321681 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48554475-6c38-45d0-b86d-ebcd8c65b5db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f99f1c7-ac5e-4a91-bfaa-521060065048,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:47.324296 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': '2f99f1c7-ac5e-4a91-bfaa-521060065048', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.353212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.402169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 69a321bb-f29d-4efd-9b17-c60110e43fc8 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:47.408471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.412699 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.431208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeaf3d3-e51a-4e9a-9db3-a62167e2d215,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:47.437221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.441130 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-0995886d-4520-4839-a05e-5ea5376df84c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185849 Dec 16 18:13:47.441262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56910) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.446016 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': '2f99f1c7-ac5e-4a91-bfaa-521060065048', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.452957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 69a321bb-f29d-4efd-9b17-c60110e43fc8 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:47.453346 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.476089 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.537303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.541331 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.558722 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb07f7ce-9478-431f-b9a1-158b96cf9bf2,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:47.567227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.568463 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a0e2485a-bf72-4ae5-bd01-fbc9c6028a5b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261358 Dec 16 18:13:47.571021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56912) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.575905 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': '2f99f1c7-ac5e-4a91-bfaa-521060065048', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.602202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.662439 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.665563 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.683595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab2cde7-a837-442b-8722-457279ccc333,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:47.692131 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.693367 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f17afe0d-1512-41af-8d1c-e6fc8f183ff7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214116 Dec 16 18:13:47.696246 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56914) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.701408 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': '2f99f1c7-ac5e-4a91-bfaa-521060065048', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.732112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.789653 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.794098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.813486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4517827f-c9e4-44ec-a271-2a3c764b2f31,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:47.820617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.821852 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-de2c46b1-bd61-482f-b3d5-b65b3957e68b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246562 Dec 16 18:13:47.824838 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56916) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.829549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': '2f99f1c7-ac5e-4a91-bfaa-521060065048', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.855834 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Project cbe2f3d7f93746e0b6dcb1704be04c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:13:47.861290 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.923850 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.927728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.946917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980c4ceb-b800-42b9-8e8d-542c7859ef36,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:47.955085 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:47.956295 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-bcb84f8a-fc80-47d1-a451-5c03219194ec tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303196 Dec 16 18:13:47.959127 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 56918) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:47.963750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': '2f99f1c7-ac5e-4a91-bfaa-521060065048', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:47.991426 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Project cbe2f3d7f93746e0b6dcb1704be04c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:13:47.994437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Sync routers for ids ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:47.997365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.004589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Routers {'cabbc85f-7862-43eb-8389-7ccdb23a37a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:48.005411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:48.055898 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.059958 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.076613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37bf6ac-df0c-4a53-870b-ae282f95672d,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:48.085552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.086770 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2401728d-6bc2-4bfe-aa97-5153f7ea48e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265731 Dec 16 18:13:48.114607 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Set router cabbc85f-7862-43eb-8389-7ccdb23a37a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:48.237266 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-1332b8dc-2c38-409a-a942-4950540ffbd7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622116775&fields=id&tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 267 time: 0.0461712 Dec 16 18:13:48.311838 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3ccfeb38-d1bf-43cc-b249-3b7678a18605', 'name': '', 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'mac_address': 'fa:16:3e:65:6c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5821c952-794c-4c6c-b526-bf83a347093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:45Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 2, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'subnets': [{'id': '5821c952-794c-4c6c-b526-bf83a347093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:48.341544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Checking router: cabbc85f-7862-43eb-8389-7ccdb23a37a4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:13:48.341893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Updating router cabbc85f-7862-43eb-8389-7ccdb23a37a4 port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:13:48.342763 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-bdfff188-670e-4646-8be9-738c2a42a704 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:48.344294 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-bdfff188-670e-4646-8be9-738c2a42a704 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 809 time: 0.1002889 Dec 16 18:13:48.360257 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-e5aca5f7-9d5e-489b-bf0f-a1e0ebccb8fd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/quotas/cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 375 time: 0.0099690 Dec 16 18:13:48.366622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.415496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-7586e473-caff-4340-bf25-61475f5407c7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494437 Dec 16 18:13:48.508433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-c546d6fa-e0f9-4417-bbd7-3c5530af8cab service neutron] 10.222.0.66 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810411 Dec 16 18:13:48.602707 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-59703317-d428-49b4-a1e0-d1a76ef2acd9 service neutron] 10.222.0.66 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876908 Dec 16 18:13:48.621935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.627775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.685784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6625165-a7cd-42b9-aa1e-8fa2516c2e79 None None] Pushing event updated for resources: {'Port': ['ID=3ccfeb38-d1bf-43cc-b249-3b7678a18605,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:48.746563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Attempting to bind port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:48.746946 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Attempting to bind port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:48.747312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Attempting to bind port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 on network 22aa4f98-bdac-44b4-aef7-50e007a78de7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:48.752396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:48.752780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Checking segment: {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:48.753219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.753614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Bound using segment: {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:48.754093 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Bound port: 3ccfeb38-d1bf-43cc-b249-3b7678a18605, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:48.754467 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.798532 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f840157-1902-400d-a738-1f824c045a57 req-532f7409-4be6-4155-951a-c7f5d76e6045 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Dec 16 18:13:48.838269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] For port 3ccfeb38-d1bf-43cc-b249-3b7678a18605, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:48.843605 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] For port 3ccfeb38-d1bf-43cc-b249-3b7678a18605, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3ccfeb38-d1bf-43cc-b249-3b7678a18605,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:48.847768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:48.904015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Routers {'cabbc85f-7862-43eb-8389-7ccdb23a37a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:48.904656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:48.965250 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6625165-a7cd-42b9-aa1e-8fa2516c2e79 None None] Pushing event updated for resources: {'Port': ['ID=3ccfeb38-d1bf-43cc-b249-3b7678a18605,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:49.019581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-f3ed6946-2eb9-4683-b940-812a293e4bc0 None None] Provisioning complete for port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:49.019964 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6946-2eb9-4683-b940-812a293e4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:49.085527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] Set router cabbc85f-7862-43eb-8389-7ccdb23a37a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:13:49.231596 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6946-2eb9-4683-b940-812a293e4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:49.288854 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f3ed6946-2eb9-4683-b940-812a293e4bc0 None None] For port 3ccfeb38-d1bf-43cc-b249-3b7678a18605, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3ccfeb38-d1bf-43cc-b249-3b7678a18605,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:49.302718 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6946-2eb9-4683-b940-812a293e4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:49.385267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed6946-2eb9-4683-b940-812a293e4bc0 None None] Pushing event updated for resources: {'Port': ['ID=3ccfeb38-d1bf-43cc-b249-3b7678a18605,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:49.406411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3ccfeb38-d1bf-43cc-b249-3b7678a18605', 'name': '', 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'mac_address': 'fa:16:3e:65:6c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5821c952-794c-4c6c-b526-bf83a347093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:45Z', 'updated_at': '2021-12-16T18:13:48Z', 'revision_number': 4, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'subnets': [{'id': '5821c952-794c-4c6c-b526-bf83a347093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:13:49.440219 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e0298-d0da-4a82-a1d1-fc605f23a520 None None] The sync data for ids ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '3ccfeb38-d1bf-43cc-b249-3b7678a18605', 'name': '', 'network_id': '22aa4f98-bdac-44b4-aef7-50e007a78de7', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'mac_address': 'fa:16:3e:65:6c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '5821c952-794c-4c6c-b526-bf83a347093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:45Z', 'updated_at': '2021-12-16T18:13:48Z', 'revision_number': 4, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'subnets': [{'id': '5821c952-794c-4c6c-b526-bf83a347093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:13:49.450781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-cf64aaf9-a1a1-46cf-a50f-c89907f3d2d6 None None] Provisioning complete for port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:49.451154 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf64aaf9-a1a1-46cf-a50f-c89907f3d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:49.836686 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-959bfcd5-b0c7-4651-9664-a97f1064d79e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:49.838502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-959bfcd5-b0c7-4651-9664-a97f1064d79e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 809 time: 0.1224742 Dec 16 18:13:49.909807 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6895050a-1bcf-41a6-aead-6ce8f1353c30 req-ae863dd6-36b2-42c0-88a0-763c3b2e0f01 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 210 time: 0.0311370 Dec 16 18:13:49.918626 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-ad54393d-d62a-442c-adae-2bc385d9fdcb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 380 time: 0.0685120 Dec 16 18:13:49.929250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'port': {'device_id': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'admin_state_up': True, 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'security_groups': ['2f99f1c7-ac5e-4a91-bfaa-521060065048']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:50.047333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Made reservation on behalf of cbe2f3d7f93746e0b6dcb1704be04c0e for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:13:50.051386 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.184533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Allocated IP 172.20.0.6 (c6bd676d-b43f-474f-b049-952f594832bf/2d295189-f794-4ffd-935b-7a6b559830c5/c97f370f-e31d-4452-a7dc-7f2859c39576) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:50.330556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.366105 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.414464 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Network c6bd676d-b43f-474f-b049-952f594832bf is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:50.418212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:50.421938 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:50.428020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:50.474667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:50.475286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.491942 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-5fab34fb-a8fb-452a-b8eb-6101d2e30e24 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667489 Dec 16 18:13:50.505103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Request body: {'port': {'device_id': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:50.529998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.567294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.676201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5d911543-ac3d-4dc0-96fd-9435c2be0c1e None None] Provisioning complete for port c97f370f-e31d-4452-a7dc-7f2859c39576 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:50.676725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d911543-ac3d-4dc0-96fd-9435c2be0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.711290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5d911543-ac3d-4dc0-96fd-9435c2be0c1e None None] Port c97f370f-e31d-4452-a7dc-7f2859c39576 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:13:50.825429 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97f370f-e31d-4452-a7dc-7f2859c39576 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:13:50.832739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.844913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Transition to ACTIVE for port object c97f370f-e31d-4452-a7dc-7f2859c39576 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:13:50.848395 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:50.914470 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:50.986515 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Attempting to bind port c97f370f-e31d-4452-a7dc-7f2859c39576 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:13:50.986866 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Attempting to bind port c97f370f-e31d-4452-a7dc-7f2859c39576 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:13:50.987177 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Attempting to bind port c97f370f-e31d-4452-a7dc-7f2859c39576 on network c6bd676d-b43f-474f-b049-952f594832bf {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:50.992169 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Port c97f370f-e31d-4452-a7dc-7f2859c39576 on network c6bd676d-b43f-474f-b049-952f594832bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:13:50.992500 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Attempting to bind port c97f370f-e31d-4452-a7dc-7f2859c39576 on network c6bd676d-b43f-474f-b049-952f594832bf {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:13:50.998754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:13:50.999098 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Checking segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:13:50.999486 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Bound using segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:13:50.999913 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Bound port: c97f370f-e31d-4452-a7dc-7f2859c39576, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:13:51.000296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:51.061866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742397e-324a-4e3b-a58f-ef4aebce1cfb req-58318a68-bc8d-493a-a65c-9deb8c628a2c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.063385 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8742397e-324a-4e3b-a58f-ef4aebce1cfb req-58318a68-bc8d-493a-a65c-9deb8c628a2c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0652795 Dec 16 18:13:51.072799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:13:51.076662 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:13:51.081567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:51.116885 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8742397e-324a-4e3b-a58f-ef4aebce1cfb req-87d8cf92-cd5a-49bc-9564-07ad34bd83f7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465131 Dec 16 18:13:51.118981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.119999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:51.121184 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] 10.222.0.57 "PUT /v2.0/ports/c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1093 time: 0.6203563 Dec 16 18:13:51.121658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:13:51.123952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9c406e-4940-493b-9008-e493b1928885" -d '{"events": [{"name": "network-changed", "server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:13:51.152818 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac0b1b-3618-4441-be31-786af29bf530 service neutron] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:51.202220 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0945f-7fac-4da2-ba90-3ba24110a6de x-openstack-request-id: req-91b0945f-7fac-4da2-ba90-3ba24110a6de {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:13:51.202521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:13:51.202776 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91b0945f-7fac-4da2-ba90-3ba24110a6de {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:13:51.203322 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'status': 'completed', 'code': 200} Dec 16 18:13:51.220569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-19ec2f3f-3526-47c2-97b0-de23c969128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.222194 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-19ec2f3f-3526-47c2-97b0-de23c969128b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1096 time: 0.0466616 Dec 16 18:13:51.255278 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3ccfeb38-d1bf-43cc-b249-3b7678a18605 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:51.275100 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-c7f65b4f-7cc7-45d2-b50b-6e4b6de032b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 217 time: 0.0411427 Dec 16 18:13:51.306672 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:51.307390 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:51.328855 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-ad86d637-9fbf-4a6d-9c40-a4be98d59074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.331069 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-ad86d637-9fbf-4a6d-9c40-a4be98d59074 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0473945 Dec 16 18:13:51.381799 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-a14ad702-1ffe-45e3-b785-8e3a5dc8855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.383364 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-a14ad702-1ffe-45e3-b785-8e3a5dc8855d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443361 Dec 16 18:13:51.480538 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-3e6bfa87-5e85-4fc7-a220-23d179cdd244 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887859 Dec 16 18:13:51.569807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ae816ca5-5f02-47bb-8386-4966f502c0cc req-8062ea9e-07ad-4c41-8832-ec1ce217ac8a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822880 Dec 16 18:13:51.666512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c406e-4940-493b-9008-e493b1928885 req-a9ae62d3-2bb1-4bc6-96be-0d5b7b1fc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.667930 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-a9ae62d3-2bb1-4bc6-96be-0d5b7b1fc6c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1096 time: 0.0457537 Dec 16 18:13:51.758919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c406e-4940-493b-9008-e493b1928885 req-c0c876e9-e16a-48c2-99a8-40dee7ddeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.760498 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-c0c876e9-e16a-48c2-99a8-40dee7ddeee7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0832615 Dec 16 18:13:51.807969 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-4ca88a8b-c139-4190-b42f-8c81a93325c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Dec 16 18:13:51.861075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c406e-4940-493b-9008-e493b1928885 req-08101aa6-e1b9-4fda-8294-544ca2468c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.862626 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-08101aa6-e1b9-4fda-8294-544ca2468c11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0451713 Dec 16 18:13:51.909154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c406e-4940-493b-9008-e493b1928885 req-7d035715-ed85-4479-ae35-e532ece04ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:51.910606 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-7d035715-ed85-4479-ae35-e532ece04ffd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397465 Dec 16 18:13:52.004295 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-042d18ce-3381-4e2e-b2a1-5f982a8dffec service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854950 Dec 16 18:13:52.095395 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa9c406e-4940-493b-9008-e493b1928885 req-12ba8e62-6fda-439c-93f9-b8a11c69cf22 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829818 Dec 16 18:13:52.277413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eefe6-4d49-42a7-81b9-5836d14f260a req-1b2e5ee5-4bff-4d2e-977f-79ac998fc375 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:52.278799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e74eefe6-4d49-42a7-81b9-5836d14f260a req-1b2e5ee5-4bff-4d2e-977f-79ac998fc375 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0559411 Dec 16 18:13:52.326379 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e74eefe6-4d49-42a7-81b9-5836d14f260a req-e1ccde1d-964d-4044-9a0f-d2b8023ceae3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417554 Dec 16 18:13:53.439113 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dc50b-afa0-41f2-a6b1-3d4c26f3467a req-43baa3e4-301b-44ec-8ed8-abeadfff8cc8 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:53.440569 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-811dc50b-afa0-41f2-a6b1-3d4c26f3467a req-43baa3e4-301b-44ec-8ed8-abeadfff8cc8 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0473413 Dec 16 18:13:53.488063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-811dc50b-afa0-41f2-a6b1-3d4c26f3467a req-6c93a6d5-8593-46ce-8c45-0395814ddb0a tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 Dec 16 18:13:53.863656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:13:53.956275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:53.967050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'mac_address': 'fa:16:3e:14:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:13:54.002778 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:54.015428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97f370f-e31d-4452-a7dc-7f2859c39576 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:13:54.034815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:54.038413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:54.085207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:54.243363 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['c97f370f-e31d-4452-a7dc-7f2859c39576'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:13:54.599866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee24d0a-973f-4e90-9a53-e10bb67e0f9c req-3b163220-0848-43c7-a69b-217c098f51e5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:54.601348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ee24d0a-973f-4e90-9a53-e10bb67e0f9c req-3b163220-0848-43c7-a69b-217c098f51e5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 944 time: 0.0478499 Dec 16 18:13:54.652826 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ee24d0a-973f-4e90-9a53-e10bb67e0f9c req-463d301e-410c-4981-8632-1f7efff9cf81 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457387 Dec 16 18:13:55.766080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a462e59-8e19-43b4-a7ac-513298d2ed52 req-3d7e046e-7d14-4414-9be5-da6e8ecacd50 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:55.767464 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9a462e59-8e19-43b4-a7ac-513298d2ed52 req-3d7e046e-7d14-4414-9be5-da6e8ecacd50 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 944 time: 0.0482109 Dec 16 18:13:55.816308 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9a462e59-8e19-43b4-a7ac-513298d2ed52 req-8339eeb4-dae6-46ff-acfa-60afedea3a20 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Dec 16 18:13:55.870021 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:13:55.921336 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port c97f370f-e31d-4452-a7dc-7f2859c39576 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:13:55.925269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port c97f370f-e31d-4452-a7dc-7f2859c39576 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:13:55.925639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:56.002071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:56.023979 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:13:56.026785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e4659-ee36-498e-b40b-5b0b04444e12" -d '{"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-plugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:13:56.039297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:13:56.043482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:56.069474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5602e4d-812b-49bb-ade8-ddfb73e4f923 x-openstack-request-id: req-e5602e4d-812b-49bb-ade8-ddfb73e4f923 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:13:56.069765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-plugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:13:56.070015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5602e4d-812b-49bb-ade8-ddfb73e4f923 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:13:56.070404 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'code': 200} Dec 16 18:13:56.098045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:56.233761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa363bb0-d0f6-46b2-af45-9c396166e7e1 req-4d7be334-6590-4696-87e7-2f7f61a31897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:56.235238 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa363bb0-d0f6-46b2-af45-9c396166e7e1 req-4d7be334-6590-4696-87e7-2f7f61a31897 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0404847 Dec 16 18:13:56.281315 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-aa363bb0-d0f6-46b2-af45-9c396166e7e1 req-48d1ea64-92d9-4e28-89ff-587aa4401d3a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Dec 16 18:13:56.928247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58427fa-46f6-4e08-9101-446279010de9 req-b42da18c-9624-4506-aa77-a1bc9ca65778 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:56.929736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e58427fa-46f6-4e08-9101-446279010de9 req-b42da18c-9624-4506-aa77-a1bc9ca65778 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0478473 Dec 16 18:13:56.977152 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e58427fa-46f6-4e08-9101-446279010de9 req-3eb25a2e-1705-43bb-a99d-c5a3ca91c393 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Dec 16 18:13:58.098900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43736482-0592-44ca-9585-ab243dabc741 req-566e9973-be3c-4731-be0a-4397e110d099 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:58.100355 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-43736482-0592-44ca-9585-ab243dabc741 req-566e9973-be3c-4731-be0a-4397e110d099 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0519738 Dec 16 18:13:58.148887 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-43736482-0592-44ca-9585-ab243dabc741 req-8cf9d239-df4a-4bdb-af7f-02ef734f7c68 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412316 Dec 16 18:13:58.271632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f68b6d-6800-4901-9096-111248843d12 req-2263a217-68aa-476f-85ec-60ddfe4d1966 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:58.273143 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f68b6d-6800-4901-9096-111248843d12 req-2263a217-68aa-476f-85ec-60ddfe4d1966 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0535381 Dec 16 18:13:58.322440 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6f68b6d-6800-4901-9096-111248843d12 req-5b942a75-f81a-4c89-8bd6-d3019f832d5f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Dec 16 18:13:58.346597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56972) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:58.482271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703fcbb-2b42-499d-9b5c-44ae513e7fc5 tempest-TestShelveInstance-1542441955 tempest-TestShelveInstance-1542441955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:58.483804 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6703fcbb-2b42-499d-9b5c-44ae513e7fc5 tempest-TestShelveInstance-1542441955 tempest-TestShelveInstance-1542441955-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1093 time: 0.1361437 Dec 16 18:13:58.486694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 56976) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:13:58.491609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:13:58.516684 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:58.612381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:58.720358 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Allocated IP 172.26.2.106 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/679c95d2-9b12-4c78-a782-1f55b5812dec) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:13:58.831108 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:58.870387 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:58.908602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:13:58.911503 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:13:58.915021 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:13:58.939259 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'Port': ['ID=679c95d2-9b12-4c78-a782-1f55b5812dec,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:59.268336 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:59.332241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:59.476977 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:59.481129 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:59.544473 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'Port': ['ID=679c95d2-9b12-4c78-a782-1f55b5812dec,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:13:59.558597 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:59.659368 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Floating IP 907dcfd7-69ce-4546-9ad9-cd9aeac91bd8 associated. External IP: 172.26.2.106, port: c97f370f-e31d-4452-a7dc-7f2859c39576. Dec 16 18:13:59.863368 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:13:59.967365 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:13:59.976711 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:13:59.985274 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:59.986811 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:13:59.987426 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:00.011617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-49a0e751-ca2f-4aa5-82f5-39c163c3898c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5239389 Dec 16 18:14:00.012203 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:14:00.014454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2" -d '{"events": [{"name": "network-changed", "server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:14:00.093334 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:14:00.105043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bd7574-fa49-495a-a2f5-3bdf5549a32a x-openstack-request-id: req-d1bd7574-fa49-495a-a2f5-3bdf5549a32a {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:14:00.105342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:14:00.105598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1bd7574-fa49-495a-a2f5-3bdf5549a32a {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:14:00.106040 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'status': 'completed', 'code': 200} Dec 16 18:14:00.172584 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-3d9aad4b-930e-41ce-905f-5ddd737c6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:00.174222 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-3d9aad4b-930e-41ce-905f-5ddd737c6b14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0411460 Dec 16 18:14:00.266384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-39b3d668-d3a6-40a6-9b59-73b648518759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:00.267865 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-39b3d668-d3a6-40a6-9b59-73b648518759 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0867631 Dec 16 18:14:00.310382 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '907dcfd7-69ce-4546-9ad9-cd9aeac91bd8', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'mac_address': 'fa:16:3e:14:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:13:59Z', 'updated_at': '2021-12-16T18:13:59Z', 'revision_number': 0, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:00.333231 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-3a8983fb-a5a2-4de2-893b-94fca58cc543 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 999 time: 0.0580256 Dec 16 18:14:00.339038 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:14:00.347128 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:14:00.347751 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:13:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:00.384310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-0c473734-cefb-438d-ad78-3b24e291448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:00.386462 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-0c473734-cefb-438d-ad78-3b24e291448e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0468035 Dec 16 18:14:00.431020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-20ec3509-d7a7-440d-b45a-e8eb22848f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:00.433062 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-20ec3509-d7a7-440d-b45a-e8eb22848f59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395455 Dec 16 18:14:00.449191 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:14:00.521084 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-199b75be-b981-49a6-937d-cc594f599f30 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804150 Dec 16 18:14:00.613711 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-bcff435a-71e0-419a-ba9a-bb5f5cd404c2 req-72ac0ea8-3032-4984-81c1-91b0050c5eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858800 Dec 16 18:14:00.665104 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '907dcfd7-69ce-4546-9ad9-cd9aeac91bd8', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'mac_address': 'fa:16:3e:14:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:13:59Z', 'updated_at': '2021-12-16T18:13:59Z', 'revision_number': 0, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:00.695137 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d296d-da3f-4acc-a569-4e42b3891307 None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '907dcfd7-69ce-4546-9ad9-cd9aeac91bd8', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'mac_address': 'fa:16:3e:14:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:13:59Z', 'updated_at': '2021-12-16T18:13:59Z', 'revision_number': 0, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:14:00.878900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c1a3e-5937-490a-abe9-dc07f8190f47 None None] New status for floating IP 907dcfd7-69ce-4546-9ad9-cd9aeac91bd8: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:14:03.248762 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-ca3aab92-0946-4abf-a18f-ca913a6bcd0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392077 Dec 16 18:14:03.351617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-bdfe97e5-b90b-4fa3-b8ff-88d3cb7c4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:03.353100 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-bdfe97e5-b90b-4fa3-b8ff-88d3cb7c4641 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0391221 Dec 16 18:14:03.458134 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-e701e621-6ad0-4f19-ad78-017e35f7fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:03.459632 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-e701e621-6ad0-4f19-ad78-017e35f7fd58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0868332 Dec 16 18:14:03.524586 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-9511d226-e6b4-4919-a2bd-0f5c256f9ff7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1001 time: 0.0581856 Dec 16 18:14:03.578484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-76b428ea-effb-420f-b808-7fab2ff0bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:03.579947 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-76b428ea-effb-420f-b808-7fab2ff0bf6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0473812 Dec 16 18:14:03.625332 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-7f9af259-5f82-43e5-869a-5166645681dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:03.626807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-7f9af259-5f82-43e5-869a-5166645681dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396821 Dec 16 18:14:03.716267 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-3f624d97-e850-4fa7-a997-4125269c45e9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810566 Dec 16 18:14:03.814787 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-96d3ae6b-983e-42d7-b661-9d1dad408e72 req-617bf771-35e6-455a-8773-00bf7b4352a2 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856175 Dec 16 18:14:07.428474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e27dee98-8b89-4bbf-8bba-01985cb13c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:07.531730 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:14:09.756973 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c6aada2-ab47-4642-9630-8971c20f4167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:11.000759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:12.239546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:13.145157 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:20.524957 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:37.430004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfa457c5-81c5-4e25-986e-639623cf3964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:39.758415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cc63a5c-6cd8-48da-a392-47119d65e9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:41.003436 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:42.243406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:43.146912 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:44.530912 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:14:50.534376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:04.301960 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-1172df5a-504a-4e7a-91a0-897211100062 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398436 Dec 16 18:15:04.387920 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-d0daef0a-7e43-45b1-9c72-fad8ec8d53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:04.389473 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-d0daef0a-7e43-45b1-9c72-fad8ec8d53d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0430584 Dec 16 18:15:04.491917 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-f1f327bc-6191-4b5f-8ed7-ac21c50e8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:04.493419 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-f1f327bc-6191-4b5f-8ed7-ac21c50e8cf0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0830729 Dec 16 18:15:04.894106 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-d9ab6ae4-9ef0-44a0-8b09-a365922826ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1001 time: 0.3916538 Dec 16 18:15:04.941642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-190f4644-40bd-408e-bcf5-f06ee601709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:04.943037 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-190f4644-40bd-408e-bcf5-f06ee601709f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0418167 Dec 16 18:15:04.986383 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-bcd62cde-2032-44e1-9277-253646742a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:04.987749 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-bcd62cde-2032-44e1-9277-253646742a98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381446 Dec 16 18:15:05.076353 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-e24ee6eb-ab6b-4009-b35e-67dba169f82c service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Dec 16 18:15:05.162274 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ea9f9352-dc6e-4299-92c6-fabfd8938d41 req-715348cf-c38d-4f83-ad54-4a5df95b8952 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791967 Dec 16 18:15:07.432385 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74bfb6a1-a78b-45d8-a311-c1d16eac423a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:09.760263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f807c0f9-8896-4641-9ffc-54ad0318b1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:11.006311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:12.249006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:13.148530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:20.532959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:21.530569 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:15:37.434268 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ed11378-2fbe-4a55-ad63-f3caccaddd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:39.729276 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-0640b4db-5b3d-46a1-9fff-a0c29482393e req-50b79ec8-c8dc-4995-96cd-a0921134a1a0 service neutron] (103243) timed out ('10.222.0.66', 53078) {{(pid=103243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 18:15:39.761994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e2c33b8-356f-4adc-9bcc-1ac54bb0f613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:41.008800 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:42.249291 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:43.152955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:50.553540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:55.511713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289591a5-ebb6-4c61-958f-93d97344d60c req-ed12d4d8-f369-4d19-b291-7701802ef4bb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:55.513840 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-289591a5-ebb6-4c61-958f-93d97344d60c req-ed12d4d8-f369-4d19-b291-7701802ef4bb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0536313 Dec 16 18:15:55.561295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-289591a5-ebb6-4c61-958f-93d97344d60c req-4e3d8c39-b700-4b4c-8c8c-02ba920a1388 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Dec 16 18:15:56.688574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbdaf8-f238-4133-a5cb-c39a71027d2d req-6059c7da-3fc3-4dea-b53c-db1406d2a944 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:56.690057 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75cbdaf8-f238-4133-a5cb-c39a71027d2d req-6059c7da-3fc3-4dea-b53c-db1406d2a944 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Dec 16 18:15:56.737949 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-75cbdaf8-f238-4133-a5cb-c39a71027d2d req-9a927f05-5f4d-4787-9fbf-e3d36a495792 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Dec 16 18:15:57.865708 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362cba7-5c70-4019-a06b-bee0216a37e7 req-91ce4753-005a-4a69-aedc-805ca3ab9298 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:57.867163 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2362cba7-5c70-4019-a06b-bee0216a37e7 req-91ce4753-005a-4a69-aedc-805ca3ab9298 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0470569 Dec 16 18:15:57.918176 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2362cba7-5c70-4019-a06b-bee0216a37e7 req-d04afe7e-7f76-4c69-b41c-d7c2b06f81d9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Dec 16 18:15:58.530484 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:15:59.031104 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df2de-3765-457d-b328-954b9bddde3b req-29ebc657-3115-4558-b2e3-694670e593a6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:59.032558 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c56df2de-3765-457d-b328-954b9bddde3b req-29ebc657-3115-4558-b2e3-694670e593a6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0481255 Dec 16 18:15:59.080110 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c56df2de-3765-457d-b328-954b9bddde3b req-b48e6927-24ac-4825-999b-c887e4bb79fc tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Dec 16 18:16:00.194690 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467bf98-566f-413e-9a2f-a59d58979706 req-cd1273ab-fded-409f-b39a-fecd08f773fb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:00.196162 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3467bf98-566f-413e-9a2f-a59d58979706 req-cd1273ab-fded-409f-b39a-fecd08f773fb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0473847 Dec 16 18:16:00.243496 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3467bf98-566f-413e-9a2f-a59d58979706 req-430b9e38-f76d-4ad7-84a5-d2152a776b2b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Dec 16 18:16:01.361374 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191bd4-656f-4610-835e-5fc4d18e6f19 req-6cda2571-5bfb-440d-82bd-0698e669893d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:01.362824 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f191bd4-656f-4610-835e-5fc4d18e6f19 req-6cda2571-5bfb-440d-82bd-0698e669893d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Dec 16 18:16:01.410279 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1f191bd4-656f-4610-835e-5fc4d18e6f19 req-b0c7a86c-1611-40da-a83d-8fb557b46757 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Dec 16 18:16:02.522754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487a357-a48e-4f7e-8747-2f46a1c64ebc req-dbf04a2c-5d0e-4bc7-8e60-a4e5c1175153 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:02.524258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5487a357-a48e-4f7e-8747-2f46a1c64ebc req-dbf04a2c-5d0e-4bc7-8e60-a4e5c1175153 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0487626 Dec 16 18:16:02.571177 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5487a357-a48e-4f7e-8747-2f46a1c64ebc req-f2a20b87-0cc0-4fa1-a08b-31291a7c8c88 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Dec 16 18:16:03.683403 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc66164-35e8-4443-ba5a-4218d224911b req-b6d99a66-1093-4186-a692-3686ce9a249b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:03.684879 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bc66164-35e8-4443-ba5a-4218d224911b req-b6d99a66-1093-4186-a692-3686ce9a249b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Dec 16 18:16:04.016023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3bc66164-35e8-4443-ba5a-4218d224911b req-4c774ff4-07db-4aa7-b6b9-0d8e18235d8a tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251300 Dec 16 18:16:05.128417 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b0b94-fbd9-4327-a3cc-9b886e7537ab req-770b79bd-e284-404f-b304-75a3e629ce19 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:05.129903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b91b0b94-fbd9-4327-a3cc-9b886e7537ab req-770b79bd-e284-404f-b304-75a3e629ce19 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Dec 16 18:16:05.177657 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b91b0b94-fbd9-4327-a3cc-9b886e7537ab req-5071b6dd-0e7c-447f-944d-60dbf55b4b22 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Dec 16 18:16:05.304829 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-988a6ecc-be2a-4532-89cb-ad06b5abbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:05.306254 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-988a6ecc-be2a-4532-89cb-ad06b5abbb74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0406969 Dec 16 18:16:05.411663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-2f05bb81-6c09-4f03-adbe-9f14c35c2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:05.413163 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-2f05bb81-6c09-4f03-adbe-9f14c35c2021 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0877087 Dec 16 18:16:05.482808 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-fc3a5816-3f26-44bf-992b-50a1644d84d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1001 time: 0.0608275 Dec 16 18:16:05.533015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-490ba98b-eaad-46db-a205-c8e00664afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:05.534411 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-490ba98b-eaad-46db-a205-c8e00664afcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0434725 Dec 16 18:16:05.580907 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-78b6b6c3-5652-4629-bf23-cc4f1cb60fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:05.582287 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-78b6b6c3-5652-4629-bf23-cc4f1cb60fab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387402 Dec 16 18:16:05.673530 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-fa5d6820-49b9-47e9-9c90-3fe0e059b7bc service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832016 Dec 16 18:16:05.766932 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c1be7d49-e655-44dd-9d55-c49ba32267a9 req-35c87a35-d405-4071-82c8-139ae468496c service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847774 Dec 16 18:16:06.291715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65655-1cc7-4254-bb1e-7cb840778cd3 req-40bd6f87-f0fd-48fe-bf40-66299372df50 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:06.293769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-60d65655-1cc7-4254-bb1e-7cb840778cd3 req-40bd6f87-f0fd-48fe-bf40-66299372df50 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0476155 Dec 16 18:16:06.341057 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-60d65655-1cc7-4254-bb1e-7cb840778cd3 req-21a5fb98-2a55-4398-a3b3-0c4cfe6c8a32 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 Dec 16 18:16:06.475563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:16:06.569006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:06.580441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'mac_address': 'fa:16:3e:14:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:16:06.616411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:06.628919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c97f370f-e31d-4452-a7dc-7f2859c39576 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:16:06.648100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:06.651645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:06.702753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:06.710069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.710429 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.710775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.711116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.711454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.711788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.712120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.712457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.712788 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.713142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.713472 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.713794 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.714118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:06.733164 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['c97f370f-e31d-4452-a7dc-7f2859c39576'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:16:07.439269 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5db527e-0956-4ead-8e85-b561bb6e1f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:07.456664 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65bc9-7930-442b-bef4-6b8863795302 req-eaffbf9e-c153-4835-8909-29a15ace067d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:07.458127 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-54d65bc9-7930-442b-bef4-6b8863795302 req-eaffbf9e-c153-4835-8909-29a15ace067d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 944 time: 0.0508354 Dec 16 18:16:07.507600 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-54d65bc9-7930-442b-bef4-6b8863795302 req-19408356-2f50-4d4d-b99c-3fde05af73b1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Dec 16 18:16:08.492034 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:16:08.545104 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port c97f370f-e31d-4452-a7dc-7f2859c39576 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:16:08.545482 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:08.637752 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:08.639826 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c189820-d40b-4ce8-b249-82b1a7545e37 req-e75e50d0-581f-4a38-b7ed-9acbf440bbcb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:08.648087 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c189820-d40b-4ce8-b249-82b1a7545e37 req-e75e50d0-581f-4a38-b7ed-9acbf440bbcb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 944 time: 0.0589778 Dec 16 18:16:08.671031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:08.673701 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ee5d15-95f5-41c2-b7ed-bbe5fbb89472" -d '{"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-plugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:08.697956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:08.703095 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0c189820-d40b-4ce8-b249-82b1a7545e37 req-ed12a711-a4d9-4e14-ab3a-3615fb12a3a6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Dec 16 18:16:08.717235 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:08.778643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:08.795993 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab69ec-e5b1-4a08-9657-186a85e5fec0 x-openstack-request-id: req-02ab69ec-e5b1-4a08-9657-186a85e5fec0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:08.796293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-plugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:08.796555 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02ab69ec-e5b1-4a08-9657-186a85e5fec0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:08.801166 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'code': 200} Dec 16 18:16:09.771378 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3801-14f1-4b90-91e3-2fe03d1e376a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:09.857657 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfdde-06f7-49af-99b6-de16f109a242 req-c81b106e-b7ae-451c-b562-6485c816d9ee tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:09.859622 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38abfdde-06f7-49af-99b6-de16f109a242 req-c81b106e-b7ae-451c-b562-6485c816d9ee tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0574601 Dec 16 18:16:09.915669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38abfdde-06f7-49af-99b6-de16f109a242 req-1e722b05-425a-479b-9f7b-9a590a6ec2d2 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485156 Dec 16 18:16:11.035807 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:11.060208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc13c-0e8c-4f40-be86-c2376d43b648 req-7b07694c-96ad-40d2-88bf-721f64b6684b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:11.061702 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cb1dc13c-0e8c-4f40-be86-c2376d43b648 req-7b07694c-96ad-40d2-88bf-721f64b6684b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0712805 Dec 16 18:16:11.121834 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-cb1dc13c-0e8c-4f40-be86-c2376d43b648 req-c0601e1b-be6d-4e28-b4ab-453a96f96c31 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540133 Dec 16 18:16:12.236245 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8aba-1f16-4b26-ac4c-79758a936c83 req-33ba62ea-e590-41c8-803c-b03637889544 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:12.243607 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-39ff8aba-1f16-4b26-ac4c-79758a936c83 req-33ba62ea-e590-41c8-803c-b03637889544 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0579965 Dec 16 18:16:12.261333 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:12.300849 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-39ff8aba-1f16-4b26-ac4c-79758a936c83 req-b4e1a143-6ad4-49e6-81eb-8e9257a9cfdb tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563629 Dec 16 18:16:13.157925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:13.423211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea36f-976e-4c64-8ec9-15b9d1ae14e2 req-cb37a3cd-b64c-497a-b762-693100d718be tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:13.424769 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-618ea36f-976e-4c64-8ec9-15b9d1ae14e2 req-cb37a3cd-b64c-497a-b762-693100d718be tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0530558 Dec 16 18:16:13.481200 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-618ea36f-976e-4c64-8ec9-15b9d1ae14e2 req-d8a1f1ab-19b6-458d-b921-a0156e9d8540 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490997 Dec 16 18:16:14.622974 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de095d3-1e7e-4643-8c30-0ed6ec8285fe req-edfff96b-a3f6-4bbf-88c2-30e63470651f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:14.624466 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2de095d3-1e7e-4643-8c30-0ed6ec8285fe req-edfff96b-a3f6-4bbf-88c2-30e63470651f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0547523 Dec 16 18:16:14.688515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2de095d3-1e7e-4643-8c30-0ed6ec8285fe req-b7c010d9-9c45-48f2-a32f-ef75b9e662ce tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567801 Dec 16 18:16:15.821577 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64a53e-e8de-41cd-b746-d26115ed43f8 req-802ce0e9-a5fd-422e-9651-ceb9a48aaa51 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:15.823281 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d64a53e-e8de-41cd-b746-d26115ed43f8 req-802ce0e9-a5fd-422e-9651-ceb9a48aaa51 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0602481 Dec 16 18:16:15.887655 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7d64a53e-e8de-41cd-b746-d26115ed43f8 req-5c47faee-6d79-43e3-9dda-4a68c923d3a0 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571496 Dec 16 18:16:17.006545 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f5300-4cbf-403f-a01a-5d6953b3bd71 req-9ed1c8c3-478c-409e-9393-fbfd0bab381e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:17.008026 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-686f5300-4cbf-403f-a01a-5d6953b3bd71 req-9ed1c8c3-478c-409e-9393-fbfd0bab381e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0482576 Dec 16 18:16:17.056363 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-686f5300-4cbf-403f-a01a-5d6953b3bd71 req-2fa98d38-899b-44cc-8234-9f3ed24bfe17 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Dec 16 18:16:17.547740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-ba1134bf-1dc5-4812-8c5e-467af6b47e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:17.549197 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-ba1134bf-1dc5-4812-8c5e-467af6b47e34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0448577 Dec 16 18:16:17.639667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-cc1f600e-6563-4daf-9062-cf01162b0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:17.641158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-cc1f600e-6563-4daf-9062-cf01162b0aac service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0836728 Dec 16 18:16:17.709478 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-7a6d9d18-338b-41b2-b61b-145eb75c2710 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1001 time: 0.0605266 Dec 16 18:16:17.757130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-40526550-1d65-4a1a-8970-6ba73284e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:17.758579 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-40526550-1d65-4a1a-8970-6ba73284e98a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0418885 Dec 16 18:16:17.803667 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-3af6516a-43fb-4413-8514-038d9b750b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:17.805064 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-3af6516a-43fb-4413-8514-038d9b750b15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388072 Dec 16 18:16:17.894941 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-9d552649-d31c-45d5-b98d-ad768b35ac39 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828381 Dec 16 18:16:17.980756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ad29190e-8433-45e7-b2ab-3181342e44ca req-ce4ba35d-28d8-413b-9ebd-6f0dfc9bb4b9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788217 Dec 16 18:16:18.230578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b55f-3521-44c0-a109-978d6a1a6753 req-c089c5d7-770e-47be-90df-174038c48852 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:18.232042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4985b55f-3521-44c0-a109-978d6a1a6753 req-c089c5d7-770e-47be-90df-174038c48852 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0479867 Dec 16 18:16:18.284753 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4985b55f-3521-44c0-a109-978d6a1a6753 req-85e0cf81-8a18-4720-8fa7-d6a5804c011e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467980 Dec 16 18:16:19.400239 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6e61-5ba3-4f30-a7e9-10c1f080dfd7 req-e866f33d-7058-445a-a76f-7711b2c1c4d8 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:19.402276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-637b6e61-5ba3-4f30-a7e9-10c1f080dfd7 req-e866f33d-7058-445a-a76f-7711b2c1c4d8 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0484166 Dec 16 18:16:19.450070 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-637b6e61-5ba3-4f30-a7e9-10c1f080dfd7 req-4dfd91fa-def2-4866-b8b7-bed3df58447e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Dec 16 18:16:20.557758 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:20.724489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd79d-1d0a-4d6a-a4aa-b2f4ac6a1c49 req-d6364b5c-6624-4fc3-b247-ff69bb58f28b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:20.725983 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fc7cd79d-1d0a-4d6a-a4aa-b2f4ac6a1c49 req-d6364b5c-6624-4fc3-b247-ff69bb58f28b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0476086 Dec 16 18:16:20.774369 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fc7cd79d-1d0a-4d6a-a4aa-b2f4ac6a1c49 req-a7a9b7cd-d01d-48bb-b7cb-8000b899ad93 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Dec 16 18:16:20.889787 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-a9a3955d-f7fc-4597-af49-a2d59cb17e4a req-21e5762c-bc87-4875-ba8d-5f85788e70d8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:16:20.890872 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a9a3955d-f7fc-4597-af49-a2d59cb17e4a req-21e5762c-bc87-4875-ba8d-5f85788e70d8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477180 Dec 16 18:16:21.049972 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d2a2d-33bd-4a41-b5e2-0326d297f6fe req-0fb8733c-05da-4905-96ac-9e36425667da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:21.051458 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e30d2a2d-33bd-4a41-b5e2-0326d297f6fe req-0fb8733c-05da-4905-96ac-9e36425667da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0543361 Dec 16 18:16:21.101215 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e30d2a2d-33bd-4a41-b5e2-0326d297f6fe req-cef15f65-c9ff-4ca0-b88f-f95ebbfe6b0d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Dec 16 18:16:21.317042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-af9cf3e4-bf8c-4a44-a922-f3335b6cc332 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810971 Dec 16 18:16:22.161346 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-ef4212c3-8c28-4d1a-8c43-f6d9affd6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.162942 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-ef4212c3-8c28-4d1a-8c43-f6d9affd6f2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476&tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 1098 time: 0.0410888 Dec 16 18:16:22.217491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed25960-a592-4f23-9e1b-cf649b352195 req-7e24ca4e-a588-4a98-8b22-e467f8a6421f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.218965 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4ed25960-a592-4f23-9e1b-cf649b352195 req-7e24ca4e-a588-4a98-8b22-e467f8a6421f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 945 time: 0.0488784 Dec 16 18:16:22.229618 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-6e0614e1-1a81-438e-968d-5b2c97cb3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.231615 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-6e0614e1-1a81-438e-968d-5b2c97cb3eea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1098 time: 0.0455151 Dec 16 18:16:22.271814 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4ed25960-a592-4f23-9e1b-cf649b352195 req-2dd69213-4187-4071-aef8-093fc0facaff tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467062 Dec 16 18:16:22.321216 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-22d6e0c5-3395-434f-abb6-632ac08f3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.322680 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-22d6e0c5-3395-434f-abb6-632ac08f3eb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0835731 Dec 16 18:16:22.391496 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-f5de38c2-b07b-45c3-8683-4cbead6f21a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1001 time: 0.0616751 Dec 16 18:16:22.439753 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-ac7860b8-d9cf-4a6a-90b5-90b4511209bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.441208 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-ac7860b8-d9cf-4a6a-90b5-90b4511209bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0430810 Dec 16 18:16:22.486027 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-84f94d98-0e3b-4dc0-9c93-7bd4e4076466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.487458 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-84f94d98-0e3b-4dc0-9c93-7bd4e4076466 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392036 Dec 16 18:16:22.543191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:22.578503 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-26c774bc-b934-461b-82d1-3538e08cba53 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833681 Dec 16 18:16:22.616350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:22.638003 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:22.640203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9a41e-e84b-4e83-ac19-a97124f05866" -d '{"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-unplugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:22.653149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:22.657833 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:22.677158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-042d5473-6482-4fc8-8aa7-c6eee230037c req-0c541e25-37da-40f0-bd02-5e99c2b26e83 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901568 Dec 16 18:16:22.684296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd9bc6-fe6f-41e1-bb0e-9706df740209 x-openstack-request-id: req-1abd9bc6-fe6f-41e1-bb0e-9706df740209 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:22.684582 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-unplugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:22.684832 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1abd9bc6-fe6f-41e1-bb0e-9706df740209 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:22.685233 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'code': 200} Dec 16 18:16:22.710290 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:23.396646 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f79b-8b37-4ae9-94c9-3cbedc4a43b5 req-3b0dd1f9-4cc6-4f86-bbb5-f225e790e1ac tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:23.399049 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d454f79b-8b37-4ae9-94c9-3cbedc4a43b5 req-3b0dd1f9-4cc6-4f86-bbb5-f225e790e1ac tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0518939 Dec 16 18:16:23.457736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d454f79b-8b37-4ae9-94c9-3cbedc4a43b5 req-e785986c-978a-479c-bc5b-c94508163737 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466900 Dec 16 18:16:24.573869 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda0cf-f054-4dee-a422-54bfa4eb5038 req-927e59a2-c984-4926-ba20-1c5d40c27dcd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:24.575401 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2fcda0cf-f054-4dee-a422-54bfa4eb5038 req-927e59a2-c984-4926-ba20-1c5d40c27dcd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0489948 Dec 16 18:16:24.628107 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2fcda0cf-f054-4dee-a422-54bfa4eb5038 req-f87d8b04-d5da-48e8-a2f8-b8c644ae1fdf tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465295 Dec 16 18:16:25.754021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b0edf-3c9b-41a6-9001-3d1cf2342ab7 req-a38015e5-65ca-4b0b-8b0e-1c612c4327c5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:25.755535 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b58b0edf-3c9b-41a6-9001-3d1cf2342ab7 req-a38015e5-65ca-4b0b-8b0e-1c612c4327c5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0601742 Dec 16 18:16:25.804642 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b58b0edf-3c9b-41a6-9001-3d1cf2342ab7 req-f5854cd3-9bd9-4c02-b3f4-0dea48325d46 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Dec 16 18:16:26.941960 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad393f8-b5f1-44b6-b496-991339011980 req-de6030cc-294e-4dd8-99fe-adb556982ff8 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:26.943449 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1ad393f8-b5f1-44b6-b496-991339011980 req-de6030cc-294e-4dd8-99fe-adb556982ff8 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0614448 Dec 16 18:16:26.994492 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1ad393f8-b5f1-44b6-b496-991339011980 req-e76c1303-419d-4e1d-bb51-150d8f9a933f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Dec 16 18:16:28.125939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2fcd-5e35-4b97-a62c-c1a180270883 req-6fc36282-388d-4762-98cb-e39d247fed65 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:28.127391 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-446c2fcd-5e35-4b97-a62c-c1a180270883 req-6fc36282-388d-4762-98cb-e39d247fed65 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0474739 Dec 16 18:16:28.189205 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-446c2fcd-5e35-4b97-a62c-c1a180270883 req-f15f27fc-1786-4d99-a05d-6b993137f081 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557578 Dec 16 18:16:29.311923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b12cdb-d2df-4861-866b-5fe50b604d0a req-885a5bc6-8b36-4db9-abc3-d314e7b5ede1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:29.313455 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5b12cdb-d2df-4861-866b-5fe50b604d0a req-885a5bc6-8b36-4db9-abc3-d314e7b5ede1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0577779 Dec 16 18:16:29.362184 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c5b12cdb-d2df-4861-866b-5fe50b604d0a req-d9401171-cea7-4f25-a777-0d09e70597e3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Dec 16 18:16:30.484820 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea457c7-2f1d-4c00-9f79-8f5107fcbc96 req-0a41fea1-862b-4ffc-9607-d78711612926 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:30.486320 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dea457c7-2f1d-4c00-9f79-8f5107fcbc96 req-0a41fea1-862b-4ffc-9607-d78711612926 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0488923 Dec 16 18:16:30.537268 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dea457c7-2f1d-4c00-9f79-8f5107fcbc96 req-5b0b3394-bea6-43c0-8df4-4ce06ee35294 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Dec 16 18:16:31.661096 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e5517-d05d-4a5f-964c-98d5ddaef446 req-b883ccc2-d8c1-44c3-a5a3-6754c88f9f60 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:31.662564 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-126e5517-d05d-4a5f-964c-98d5ddaef446 req-b883ccc2-d8c1-44c3-a5a3-6754c88f9f60 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0528562 Dec 16 18:16:31.718208 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-126e5517-d05d-4a5f-964c-98d5ddaef446 req-1895706a-70f1-4213-b713-7dd326b2baf7 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497408 Dec 16 18:16:32.846873 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7de17e-5225-48fd-be0b-169fab9bedfd req-cb9bd247-a08f-4e1d-897e-3dee89462c89 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:32.848396 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ab7de17e-5225-48fd-be0b-169fab9bedfd req-cb9bd247-a08f-4e1d-897e-3dee89462c89 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0576117 Dec 16 18:16:32.902483 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ab7de17e-5225-48fd-be0b-169fab9bedfd req-93658696-2300-4997-8028-43b85625a549 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Dec 16 18:16:34.023703 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f5fbb-6709-445c-97f5-c526107bd342 req-ba151f49-592d-4b82-8b36-01d2c458f644 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:34.025236 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-040f5fbb-6709-445c-97f5-c526107bd342 req-ba151f49-592d-4b82-8b36-01d2c458f644 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 943 time: 0.0537233 Dec 16 18:16:34.073388 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-040f5fbb-6709-445c-97f5-c526107bd342 req-a5659e9c-a4d7-4874-9cac-2e48beab01ea tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Dec 16 18:16:34.584109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:16:34.681879 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:34.692713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'port_id': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'mac_address': 'fa:16:3e:14:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:16:34.729591 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:34.743955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97f370f-e31d-4452-a7dc-7f2859c39576 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:16:34.764595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:34.768700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:34.818438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:34.905184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa6894-adb6-43da-8c3d-2c6ae4295fc4 req-8f4a57b6-a0c0-4e6c-aaca-aa2330bb6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:34.906669 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3fa6894-adb6-43da-8c3d-2c6ae4295fc4 req-8f4a57b6-a0c0-4e6c-aaca-aa2330bb6b37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1097 time: 0.0409105 Dec 16 18:16:34.960966 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c3fa6894-adb6-43da-8c3d-2c6ae4295fc4 req-dcbf8b1a-cb58-4d7e-b55f-5460994f1c94 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Dec 16 18:16:35.024703 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['c97f370f-e31d-4452-a7dc-7f2859c39576'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:16:35.186843 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d513c-d476-4ae6-9b7f-a4bfc3923dba req-aa990ef4-114f-4dcb-ad24-74191c4cabe3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:35.188271 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-371d513c-d476-4ae6-9b7f-a4bfc3923dba req-aa990ef4-114f-4dcb-ad24-74191c4cabe3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 944 time: 0.0486481 Dec 16 18:16:35.239421 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-371d513c-d476-4ae6-9b7f-a4bfc3923dba req-3620e453-83c8-4542-8597-571944aceced tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450404 Dec 16 18:16:35.529268 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:16:36.357488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe02cf-7395-473f-b070-39861995d53c req-cbed4db4-05dd-4f82-8c06-854c9a7955f0 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:36.358988 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-58fe02cf-7395-473f-b070-39861995d53c req-cbed4db4-05dd-4f82-8c06-854c9a7955f0 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 944 time: 0.0524564 Dec 16 18:16:36.420624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-58fe02cf-7395-473f-b070-39861995d53c req-3e96ce0b-df72-4fdf-a1e7-ed384cefba89 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554831 Dec 16 18:16:36.599754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:16:36.649634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port c97f370f-e31d-4452-a7dc-7f2859c39576 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:16:36.649900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.726100 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.751450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:36.753700 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ffccac-b284-488f-9b4e-513787020e28" -d '{"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-plugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:36.766162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:36.770247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.793166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85697b18-734e-422a-bb65-96714d2cdb4e x-openstack-request-id: req-85697b18-734e-422a-bb65-96714d2cdb4e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:36.793460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-plugged", "status": "completed", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:36.793713 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85697b18-734e-422a-bb65-96714d2cdb4e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:36.794172 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'code': 200} Dec 16 18:16:36.818925 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:37.431203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7229a62c-d577-422d-a9dd-a8b2ff42854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.536447 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0541-7e0a-47a9-bb17-b058b9bba522 req-f81196e4-a25d-4d2b-ba93-ecdddde8ba3a tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:37.537833 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7bc0541-7e0a-47a9-bb17-b058b9bba522 req-f81196e4-a25d-4d2b-ba93-ecdddde8ba3a tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 946 time: 0.0486238 Dec 16 18:16:37.585796 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7bc0541-7e0a-47a9-bb17-b058b9bba522 req-1e2634b2-4a84-4be2-a44f-dc3d6592e5ee tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Dec 16 18:16:39.766933 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47db66c-d78e-45ae-ad80-a14c5466795f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.019167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.255850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:43.152817 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:50.541583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:06.301934 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-140bea8e-1b1d-4114-b876-66a81e0841d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853772 Dec 16 18:17:06.381137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-c3deccce-66ba-4c9a-94b2-714b32677378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:06.382593 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-c3deccce-66ba-4c9a-94b2-714b32677378 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1099 time: 0.0388875 Dec 16 18:17:06.485669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-12495ea6-1b54-4aff-83c7-85f77b023dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:06.487051 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-12495ea6-1b54-4aff-83c7-85f77b023dd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0856190 Dec 16 18:17:06.551722 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-3c50e892-c221-425f-9f8b-583e345e4df3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 1001 time: 0.0569894 Dec 16 18:17:06.604932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-cbcd9e1c-2109-4d8f-b095-f92e1cc3f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:06.606867 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-cbcd9e1c-2109-4d8f-b095-f92e1cc3f8d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0480464 Dec 16 18:17:06.654736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-ff9a00a5-7895-456c-97d7-1f84640caea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:06.656210 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-ff9a00a5-7895-456c-97d7-1f84640caea7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417800 Dec 16 18:17:06.668109 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-7de90263-540c-4ffd-aaea-89d04833c595 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:17:06.669066 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-7de90263-540c-4ffd-aaea-89d04833c595 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048404 Dec 16 18:17:06.761398 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-28cebd98-cf00-4256-99c2-fdf8ab7c1ea7 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802426 Dec 16 18:17:06.852779 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7af86d03-c5ee-49f1-8f72-b1d970f0c760 req-cd0a1b6f-6330-4be6-9a18-c9458cfb1bea service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834661 Dec 16 18:17:07.432410 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83c979e0-e578-4ae8-a04a-7381fb7ae7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:09.772243 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-644f73b6-0a16-4fa4-8a1b-bd62c7aae158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:11.016376 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:12.264595 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:12.528527 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:17:13.155111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:20.554688 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:37.435683 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e712-c39f-4354-9d83-77483a8757ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:39.772201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75f37d95-5172-47f5-a7a3-d57a2a4d5ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:41.020071 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:42.262383 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:43.157373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:48.305409 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57290) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:48.458436 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Deleting port 679c95d2-9b12-4c78-a782-1f55b5812dec {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:17:48.458786 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:48.534572 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:48.534920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:48.547076 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Calling delete_port for 679c95d2-9b12-4c78-a782-1f55b5812dec owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:17:48.692102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:48.716593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event deleted for resources: {'Port': ['ID=679c95d2-9b12-4c78-a782-1f55b5812dec,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:48.727830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.728179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.728573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.728855 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.729213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.729538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.729965 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.730919 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.731275 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.731625 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.731969 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.732303 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.732636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:48.784682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:48.785113 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Floating IP 907dcfd7-69ce-4546-9ad9-cd9aeac91bd8 disassociated (deleted). External IP: 172.26.2.106, port: c97f370f-e31d-4452-a7dc-7f2859c39576. Dec 16 18:17:48.985567 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:17:49.090989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:17:49.095916 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:49.100632 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:17:49.109646 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:17:49.110351 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:17:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:17:49.121328 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-39dec9f1-ab53-4e7c-847f-7aa88ed6c0a9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "DELETE /v2.0/floatingips/907dcfd7-69ce-4546-9ad9-cd9aeac91bd8 HTTP/1.1" status: 204 len: 168 time: 0.8148077 Dec 16 18:17:49.121920 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:17:49.124167 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84387872-3692-4720-98c1-2c458f0ac2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:17:49.217087 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:17:49.219414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7927f2-03d7-47af-ae56-5b32743de57b x-openstack-request-id: req-5b7927f2-03d7-47af-ae56-5b32743de57b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:17:49.219713 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:17:49.220130 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b7927f2-03d7-47af-ae56-5b32743de57b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:17:49.220670 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'status': 'completed', 'code': 200} Dec 16 18:17:49.311806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-ff4ab203-60cf-4713-8f29-eb5630a693a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:49.313372 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-ff4ab203-60cf-4713-8f29-eb5630a693a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 1099 time: 0.0646312 Dec 16 18:17:49.406554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-3c494a6b-05bb-481e-8066-1c44a4d8bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:49.408025 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-3c494a6b-05bb-481e-8066-1c44a4d8bf0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0864449 Dec 16 18:17:49.426632 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803250a-28e0-4e58-9088-460ecc1ce743 req-57ec2305-ce1a-4521-a27a-ae6c8c1db80d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:49.428160 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8803250a-28e0-4e58-9088-460ecc1ce743 req-57ec2305-ce1a-4521-a27a-ae6c8c1db80d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 946 time: 0.1039143 Dec 16 18:17:49.441416 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:17:49.453087 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-d23ceaaa-e1d7-4248-aa95-d81fedd1a0af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 200 len: 217 time: 0.0357974 Dec 16 18:17:49.467755 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:17:49.476084 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:17:49.476697 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:17:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:17:49.482236 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8803250a-28e0-4e58-9088-460ecc1ce743 req-a9689de9-3986-4610-906a-cc8044b5c3e2 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Dec 16 18:17:49.509456 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-53b3a938-851d-47bb-9a5b-05e0a39f1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:49.510916 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-53b3a938-851d-47bb-9a5b-05e0a39f1465 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0493965 Dec 16 18:17:49.530223 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:17:49.559306 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-9ec8e757-6dc2-4dd8-9db4-7318784ec2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:49.560816 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-9ec8e757-6dc2-4dd8-9db4-7318784ec2c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415945 Dec 16 18:17:49.586534 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:17:49.651548 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-545bf095-ed5f-49cb-ace4-5d5707a2b617 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803642 Dec 16 18:17:49.749137 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-84387872-3692-4720-98c1-2c458f0ac2f5 req-a645bf01-3854-4eb7-8e48-927c6bc92b80 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890610 Dec 16 18:17:49.785224 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:17:49.810043 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2f377-ecd2-4600-8dd7-45c32443d535 None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:17:50.020070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e481f-63bc-4c65-92fd-5198e37cf129 None None] New status for floating IP 907dcfd7-69ce-4546-9ad9-cd9aeac91bd8: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:17:50.564774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:50.648480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b175a-9454-47a9-9fb8-5d84e786097d req-f0f3e973-76b2-426d-9384-0aa1e497421d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:50.650112 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-217b175a-9454-47a9-9fb8-5d84e786097d req-f0f3e973-76b2-426d-9384-0aa1e497421d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 946 time: 0.0974793 Dec 16 18:17:50.673968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-03591156-43bb-483c-a682-23fd8bf8a0b5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:17:50.675481 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-03591156-43bb-483c-a682-23fd8bf8a0b5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "GET /v2.0/ports?device_id=78e4c1b6-da3d-46c2-ba64-07b351ba1476 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Dec 16 18:17:50.700437 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-217b175a-9454-47a9-9fb8-5d84e786097d req-957df004-da85-491d-84f8-9d6ad0318983 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f99f1c7-ac5e-4a91-bfaa-521060065048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442672 Dec 16 18:17:50.769128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Deleting port c97f370f-e31d-4452-a7dc-7f2859c39576 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:17:50.769388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:50.855817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] For port c97f370f-e31d-4452-a7dc-7f2859c39576, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c97f370f-e31d-4452-a7dc-7f2859c39576,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:17:50.856179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:50.868218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Calling delete_port for c97f370f-e31d-4452-a7dc-7f2859c39576 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:17:50.993474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:51.020065 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event deleted for resources: {'Port': ['ID=c97f370f-e31d-4452-a7dc-7f2859c39576,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:51.033355 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.033716 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.034070 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.034403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.034738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.035068 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.035449 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.035783 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.036111 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.036438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.036767 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.037117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.037451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:17:51.075726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] No DVR routers for this DVR port c97f370f-e31d-4452-a7dc-7f2859c39576 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:17:51.078231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:51.081587 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-13c8b5f3-0d25-48d4-90be-aeb131b8924a req-81d8bf8b-e9e4-4aeb-b044-71c576aa64e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "DELETE /v2.0/ports/c97f370f-e31d-4452-a7dc-7f2859c39576 HTTP/1.1" status: 204 len: 173 time: 0.3995025 Dec 16 18:17:51.082039 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-deleted', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:17:51.084250 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21c8cb0-2949-42f2-8305-999c17329156" -d '{"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-deleted", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:17:51.122849 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a71f59-1355-4e5a-82d1-e3d3ac4abc67 x-openstack-request-id: req-e7a71f59-1355-4e5a-82d1-e3d3ac4abc67 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:17:51.123150 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4c1b6-da3d-46c2-ba64-07b351ba1476", "name": "network-vif-deleted", "tag": "c97f370f-e31d-4452-a7dc-7f2859c39576", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:17:51.123419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7a71f59-1355-4e5a-82d1-e3d3ac4abc67 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:17:51.123823 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4c1b6-da3d-46c2-ba64-07b351ba1476', 'name': 'network-vif-deleted', 'tag': 'c97f370f-e31d-4452-a7dc-7f2859c39576', 'status': 'completed', 'code': 200} Dec 16 18:17:51.755918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57320) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:51.812575 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9a9-cbb2-4906-88ad-31045af6f4fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:51.837155 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9a9-cbb2-4906-88ad-31045af6f4fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:51.897125 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9a9-cbb2-4906-88ad-31045af6f4fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:51.899658 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-14f8d9a9-cbb2-4906-88ad-31045af6f4fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:51.900799 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-14f8d9a9-cbb2-4906-88ad-31045af6f4fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f99f1c7-ac5e-4a91-bfaa-521060065048 HTTP/1.1" status: 204 len: 168 time: 0.1438498 Dec 16 18:17:51.910441 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8d9a9-cbb2-4906-88ad-31045af6f4fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f99f1c7-ac5e-4a91-bfaa-521060065048,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.173213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57326) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.177793 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296164674', 'description': 'tempest-secgroup-smoke-296164674 description', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.202929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.270080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.273601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.304171 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.305394 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1311469 Dec 16 18:17:52.306483 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffff73a-9027-41b7-9f89-91168084d35d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8991f4-fc24-4f76-8698-2c6c16ac256d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.309575 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57328) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.314381 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8991f4-fc24-4f76-8698-2c6c16ac256d', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.344374 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.389710 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.393516 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.413671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0968eda2-a1fb-425c-b09e-f363161fab64,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.420922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.422138 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-709254df-e7bc-415b-baf3-e8ee6226cf74 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113544 Dec 16 18:17:52.424921 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57330) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.429337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8991f4-fc24-4f76-8698-2c6c16ac256d', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.457400 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.510769 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.514885 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.531959 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e241289b-472f-492f-8950-6bc1169242f5,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.539824 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.541085 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-b0d19667-6e2c-471c-b183-d05dd67345da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150959 Dec 16 18:17:52.544340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57332) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.548617 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8991f4-fc24-4f76-8698-2c6c16ac256d', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.575000 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.629878 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.633465 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.652615 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce46bde-db13-4b7b-84bb-552d1d8ffad8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.657755 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.658925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fc554401-05aa-41a4-8bcd-ef5692cc0537 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136224 Dec 16 18:17:52.661726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57334) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.665926 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8991f4-fc24-4f76-8698-2c6c16ac256d', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.696723 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.757273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.760627 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.781384 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9ee1d1-1f89-4e9f-b515-ced880185625,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.786647 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.787833 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-02b2ab64-386e-49d9-a7f6-f63e36ce7b8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252053 Dec 16 18:17:52.790569 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57336) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.794740 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8991f4-fc24-4f76-8698-2c6c16ac256d', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.817534 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Project cbe2f3d7f93746e0b6dcb1704be04c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:17:52.822192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.880136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.883556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.899976 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ed0300-86a7-49d5-b191-4e56e2b79ef0,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:52.908007 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:52.909202 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-27ee47e9-4768-488b-9ef1-9caf5841b7d4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177030 Dec 16 18:17:52.911919 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57338) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:17:52.916136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8991f4-fc24-4f76-8698-2c6c16ac256d', 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:17:52.938640 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Project cbe2f3d7f93746e0b6dcb1704be04c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:17:52.943340 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:53.000223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:53.003817 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:53.020448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388b1aee-fb32-4e0e-8b31-3ffe6d7da682,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:17:53.029568 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:53.030782 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-17e3cfd8-adf5-4238-9b22-f24ebb146c45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179571 Dec 16 18:17:55.040867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:17:55.065419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: c97f370f-e31d-4452-a7dc-7f2859c39576 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:17:55.065765 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device c97f370f-e31d-4452-a7dc-7f2859c39576 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:18:07.437485 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b5881ee-8fdb-4e99-9005-75538f9745cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:08.314709 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-308c1030-76c5-4896-a0eb-f7f1d7e824e4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296164674&fields=id&tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 267 time: 0.0443435 Dec 16 18:18:08.426328 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-71eec200-5523-40a5-8cb1-01ffd09d7013 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:08.427764 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-71eec200-5523-40a5-8cb1-01ffd09d7013 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 809 time: 0.1064010 Dec 16 18:18:08.442891 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-9b72d14f-52da-43a4-aaed-ba662e5522e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/quotas/cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 375 time: 0.0092163 Dec 16 18:18:08.500847 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-795efcaf-f2f0-40cc-bcde-1445d8122b54 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525348 Dec 16 18:18:08.561214 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-d66f7bac-f326-4937-98d6-dcd2b4beaeb8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:18:08.562443 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-d66f7bac-f326-4937-98d6-dcd2b4beaeb8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476766 Dec 16 18:18:08.649261 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-0613fe04-ceb2-4bf9-a7fc-9c6496edea4d service neutron] 10.222.0.66 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804796 Dec 16 18:18:08.743310 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-fe1c5a22-0aee-47a0-a46f-f99538cd52af service neutron] 10.222.0.66 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873330 Dec 16 18:18:09.022422 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b5f9c6fe-73cf-4a5a-8f46-178f78fa43c2 req-b149057a-4dff-48bd-8809-10bbcdf2aee9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 210 time: 0.0279784 Dec 16 18:18:09.772825 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cc76f22-3612-4637-9c35-497e7ea55424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:09.925019 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-f85ebb16-0050-4014-9e90-c1fb2609bfc6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:09.926463 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-f85ebb16-0050-4014-9e90-c1fb2609bfc6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 809 time: 0.1078091 Dec 16 18:18:09.999117 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-ccef8b1a-df16-48fd-a8b3-272ce6a647b5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 379 time: 0.0559783 Dec 16 18:18:10.009735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'port': {'device_id': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'admin_state_up': True, 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'security_groups': ['cc8991f4-fc24-4f76-8698-2c6c16ac256d']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:18:10.118949 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e86e363-b3c5-47df-ad0e-85e270eca86d req-207d34e0-db24-482d-9314-105280fa0745 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 210 time: 0.0267994 Dec 16 18:18:10.129260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Made reservation on behalf of cbe2f3d7f93746e0b6dcb1704be04c0e for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:18:10.132896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.259549 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Allocated IP 172.20.0.7 (c6bd676d-b43f-474f-b049-952f594832bf/2d295189-f794-4ffd-935b-7a6b559830c5/ae79dfbf-bb5b-4606-86b7-e4124a6e686f) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:18:10.394036 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.427676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.475485 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Network c6bd676d-b43f-474f-b049-952f594832bf is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:18:10.478701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:18:10.483052 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:18:10.489328 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:10.536002 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:10.537077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.557127 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-dda14d5c-0078-4347-9856-5f69b4457e84 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508966 Dec 16 18:18:10.570292 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Request body: {'port': {'device_id': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:18:10.627943 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.720201 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-918d5100-35ac-4710-9448-308494bd4a25 None None] Provisioning complete for port ae79dfbf-bb5b-4606-86b7-e4124a6e686f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:18:10.721637 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-918d5100-35ac-4710-9448-308494bd4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.757392 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-918d5100-35ac-4710-9448-308494bd4a25 None None] Port ae79dfbf-bb5b-4606-86b7-e4124a6e686f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:18:10.897417 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae79dfbf-bb5b-4606-86b7-e4124a6e686f {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:18:10.905367 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.917037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Transition to ACTIVE for port object ae79dfbf-bb5b-4606-86b7-e4124a6e686f will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:18:10.921573 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:10.970870 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:11.032458 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:11.056929 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Attempting to bind port ae79dfbf-bb5b-4606-86b7-e4124a6e686f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:18:11.057678 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Attempting to bind port ae79dfbf-bb5b-4606-86b7-e4124a6e686f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:18:11.058137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Attempting to bind port ae79dfbf-bb5b-4606-86b7-e4124a6e686f on network c6bd676d-b43f-474f-b049-952f594832bf {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:18:11.064520 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Port ae79dfbf-bb5b-4606-86b7-e4124a6e686f on network c6bd676d-b43f-474f-b049-952f594832bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:18:11.065490 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Attempting to bind port ae79dfbf-bb5b-4606-86b7-e4124a6e686f on network c6bd676d-b43f-474f-b049-952f594832bf {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:18:11.072200 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:18:11.072807 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Checking segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:18:11.073219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Bound using segment: {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:18:11.073654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Bound port: ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0673587-1279-4bba-afc0-eb9598b52f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:18:11.074010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:11.143343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:18:11.149720 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:18:11.155888 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:11.206625 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.207242 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:11.208626 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 1093 time: 0.6429861 Dec 16 18:18:11.209370 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:18:11.211934 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5e715-3055-4c22-8769-cfef0ae9dcca" -d '{"events": [{"name": "network-changed", "server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:18:11.239701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a03ec-2c96-4e0a-9ed5-773d0b83cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:11.289833 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf4d9e-9435-46ed-a493-e64853b533d8 req-d9955771-0e9c-409a-b86c-86030dacc48e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.297078 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5caf4d9e-9435-46ed-a493-e64853b533d8 req-d9955771-0e9c-409a-b86c-86030dacc48e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0861962 Dec 16 18:18:11.307927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1e55e-98c6-4809-a493-3716528a3ae2 x-openstack-request-id: req-02a1e55e-98c6-4809-a493-3716528a3ae2 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:18:11.308227 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:18:11.309029 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02a1e55e-98c6-4809-a493-3716528a3ae2 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:18:11.309470 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'status': 'completed', 'code': 200} Dec 16 18:18:11.327626 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e1dbfd26-2661-4c08-81da-aa423749cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.329237 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-e1dbfd26-2661-4c08-81da-aa423749cde2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0660005 Dec 16 18:18:11.359026 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5caf4d9e-9435-46ed-a493-e64853b533d8 req-b35dba2a-35db-4a25-b547-1fec7b69e6f9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558338 Dec 16 18:18:11.395502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-cf0f3d98-8838-4fc2-a8f7-227ca09a1325 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 217 time: 0.0453460 Dec 16 18:18:11.455952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-93b795d3-f3be-4544-9b3f-3ee157aca4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.457416 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-93b795d3-f3be-4544-9b3f-3ee157aca4ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0473385 Dec 16 18:18:11.508271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-0a38acd8-d6a9-4bc0-8f43-a7d61aa834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.510148 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-0a38acd8-d6a9-4bc0-8f43-a7d61aa834ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452998 Dec 16 18:18:11.606648 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-ab2abaae-f3c0-434d-bb0c-83149db522ef service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894799 Dec 16 18:18:11.694571 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-972ba4a8-2e9a-4e58-8d61-6c2a585656dd req-6f10e0b6-0930-4657-9571-fb3b5776eca0 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810511 Dec 16 18:18:11.777935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-8df8510a-c8a1-4504-a0ff-6f34e095840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.779441 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-8df8510a-c8a1-4504-a0ff-6f34e095840b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0427246 Dec 16 18:18:11.876284 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-4e28cb65-c755-4629-8411-89cdb590c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.877793 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-4e28cb65-c755-4629-8411-89cdb590c573 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0909963 Dec 16 18:18:11.922134 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-1c8228c9-c8e8-451e-aea9-f15afe9dbfd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 217 time: 0.0340595 Dec 16 18:18:11.975047 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-5ad61074-5cce-4246-8082-4819968bfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:11.976422 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-5ad61074-5cce-4246-8082-4819968bfaeb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0473375 Dec 16 18:18:12.032832 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-0c8a31bf-b8be-4d25-a15e-c9623816f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:12.034367 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-0c8a31bf-b8be-4d25-a15e-c9623816f31e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512552 Dec 16 18:18:12.122560 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-f53e9942-00b9-400b-96f1-54b376181568 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807872 Dec 16 18:18:12.220088 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-37b5e715-3055-4c22-8769-cfef0ae9dcca req-13321a6f-e6ca-426d-a802-4f24853d1178 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889616 Dec 16 18:18:12.265878 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:12.487154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b83ee3-940c-4507-bb67-de0f64000f6e req-35a86530-c640-4a87-b17a-b6c076d5bf05 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:12.488647 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96b83ee3-940c-4507-bb67-de0f64000f6e req-35a86530-c640-4a87-b17a-b6c076d5bf05 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0511746 Dec 16 18:18:12.541866 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-96b83ee3-940c-4507-bb67-de0f64000f6e req-56ff8400-7024-4001-9e44-36d61284c42d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469685 Dec 16 18:18:13.165978 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:13.655110 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebedbc-fd2a-4a66-bced-cc97e026d80a req-c0a04a0a-00eb-476f-8a5f-d0f28af56fca tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:13.656597 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-77ebedbc-fd2a-4a66-bced-cc97e026d80a req-c0a04a0a-00eb-476f-8a5f-d0f28af56fca tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0492280 Dec 16 18:18:13.707397 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-77ebedbc-fd2a-4a66-bced-cc97e026d80a req-932a684f-803d-4705-a125-2caf44bf8991 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448043 Dec 16 18:18:14.829677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3cc7d-4d99-4c60-b3d3-1ee491ab27de req-6201378b-d2eb-4bbe-907b-7852116f73db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:14.831601 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7f3cc7d-4d99-4c60-b3d3-1ee491ab27de req-6201378b-d2eb-4bbe-907b-7852116f73db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0553520 Dec 16 18:18:14.883115 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f7f3cc7d-4d99-4c60-b3d3-1ee491ab27de req-f2c8e6b9-eed8-47a8-87d1-316a5333c758 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450139 Dec 16 18:18:15.995132 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f5359-c61b-4bed-83d5-0ae2129818f3 req-71c7bb82-305f-4ec7-bb9f-830636b4a587 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:15.996621 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-da2f5359-c61b-4bed-83d5-0ae2129818f3 req-71c7bb82-305f-4ec7-bb9f-830636b4a587 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0476494 Dec 16 18:18:16.047106 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-da2f5359-c61b-4bed-83d5-0ae2129818f3 req-9be9c545-b492-451b-9631-6ad2f3c36ec2 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441952 Dec 16 18:18:17.159230 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193a0d1-aa98-4fc3-850c-e2bb09f62fe2 req-31084353-ecbb-4784-a3f8-3c9acdba5046 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:17.160714 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7193a0d1-aa98-4fc3-850c-e2bb09f62fe2 req-31084353-ecbb-4784-a3f8-3c9acdba5046 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0483243 Dec 16 18:18:17.212523 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7193a0d1-aa98-4fc3-850c-e2bb09f62fe2 req-6c097304-538d-477a-91d3-81558175d2df tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460110 Dec 16 18:18:18.324635 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ca594-2419-466e-8e62-e756cf37d262 req-319f02a9-3b23-49a7-8bb2-8d0ef40ad5ef tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:18.326220 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1a6ca594-2419-466e-8e62-e756cf37d262 req-319f02a9-3b23-49a7-8bb2-8d0ef40ad5ef tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0485883 Dec 16 18:18:18.374989 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1a6ca594-2419-466e-8e62-e756cf37d262 req-64f40ebc-db71-44c2-8a55-bf1bb6a327df tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Dec 16 18:18:19.485901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17683fab-9c08-4429-aab9-03052681e175 req-ab82bedd-635d-41a2-b95c-63351a187a51 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:19.487346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-17683fab-9c08-4429-aab9-03052681e175 req-ab82bedd-635d-41a2-b95c-63351a187a51 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0473931 Dec 16 18:18:19.535646 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-17683fab-9c08-4429-aab9-03052681e175 req-56b310b8-219b-449b-ba76-27bfb3eaad8a tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Dec 16 18:18:20.567059 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:20.650645 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51628b91-faa6-40f4-867c-940cea265da5 req-385dba0e-ca6f-4b6b-a5f9-dd842a76e693 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:20.652118 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-51628b91-faa6-40f4-867c-940cea265da5 req-385dba0e-ca6f-4b6b-a5f9-dd842a76e693 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0517251 Dec 16 18:18:20.700056 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-51628b91-faa6-40f4-867c-940cea265da5 req-442ac91a-2eef-4d32-a97b-4d9b6cb4904f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Dec 16 18:18:21.812552 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff60696-2bc1-4655-9a59-9ce103f10897 req-8b732776-d5f8-4340-ac0d-46514757f412 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:21.814064 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ff60696-2bc1-4655-9a59-9ce103f10897 req-8b732776-d5f8-4340-ac0d-46514757f412 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0483530 Dec 16 18:18:21.862160 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9ff60696-2bc1-4655-9a59-9ce103f10897 req-b4293f50-a25f-4477-a223-b457a6ecbe4c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Dec 16 18:18:22.982822 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc9c94-c108-4dda-aaeb-831bdb0abe1e req-4279bdf6-0989-4f06-a9ab-cd2caa562791 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:22.984320 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98dc9c94-c108-4dda-aaeb-831bdb0abe1e req-4279bdf6-0989-4f06-a9ab-cd2caa562791 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0518720 Dec 16 18:18:23.032111 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-98dc9c94-c108-4dda-aaeb-831bdb0abe1e req-423b6abd-19df-4019-b245-89f52d9a6413 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Dec 16 18:18:23.206623 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:18:23.298247 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:18:23.312608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'port_id': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'mac_address': 'fa:16:3e:33:f7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:18:23.348130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:23.361091 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae79dfbf-bb5b-4606-86b7-e4124a6e686f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:18:23.379274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:18:23.383045 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:23.428055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:23.435391 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.435950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.436273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.436614 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.436969 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.437492 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.437848 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.438199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.438545 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.438889 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.439224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.439557 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.439886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:18:23.597181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['ae79dfbf-bb5b-4606-86b7-e4124a6e686f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:18:24.146671 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394da64-4894-4fb1-b489-0dc7f815cfe6 req-033ae1c9-051c-4924-ac53-8b360ea93df3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:24.148144 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a394da64-4894-4fb1-b489-0dc7f815cfe6 req-033ae1c9-051c-4924-ac53-8b360ea93df3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 944 time: 0.0486541 Dec 16 18:18:24.196179 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a394da64-4894-4fb1-b489-0dc7f815cfe6 req-b9786e34-1b7e-43f4-bdd2-f33beccba797 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Dec 16 18:18:25.206134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:18:25.260559 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port ae79dfbf-bb5b-4606-86b7-e4124a6e686f completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:18:25.264315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port ae79dfbf-bb5b-4606-86b7-e4124a6e686f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:18:25.264696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:25.315208 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8f35-ca68-4963-813d-2c187013de44 req-65907f05-d22c-4450-b406-d3ad74949e56 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:25.316688 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04ff8f35-ca68-4963-813d-2c187013de44 req-65907f05-d22c-4450-b406-d3ad74949e56 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 944 time: 0.0505314 Dec 16 18:18:25.341529 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:25.363733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:18:25.365994 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40adb4c6-4212-442d-87cb-3fa29e953c8c" -d '{"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-plugged", "status": "completed", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:18:25.369375 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04ff8f35-ca68-4963-813d-2c187013de44 req-d6114caa-3e29-45af-9117-2066b6d6bdd2 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466650 Dec 16 18:18:25.379697 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:18:25.384779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:25.411567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7512cb7-984f-40a3-bfa8-11651ca36396 x-openstack-request-id: req-c7512cb7-984f-40a3-bfa8-11651ca36396 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:18:25.411868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-plugged", "status": "completed", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:18:25.412123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7512cb7-984f-40a3-bfa8-11651ca36396 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:18:25.412515 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'code': 200} Dec 16 18:18:25.439554 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:25.582217 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dece4f-4221-445b-9ca3-4c74a6243621 req-ef4ca4bb-d364-4f49-a13c-787635aa2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:25.583601 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-63dece4f-4221-445b-9ca3-4c74a6243621 req-ef4ca4bb-d364-4f49-a13c-787635aa2359 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0382111 Dec 16 18:18:25.629223 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-63dece4f-4221-445b-9ca3-4c74a6243621 req-10477b72-23ab-49a9-8848-11d79c0be177 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381615 Dec 16 18:18:26.491797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bf518-cbbe-49b4-9bee-ab720e33e3dd req-369771e2-0b7c-46e2-abc1-7fb20e776bf1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:26.493278 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d9bf518-cbbe-49b4-9bee-ab720e33e3dd req-369771e2-0b7c-46e2-abc1-7fb20e776bf1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0541632 Dec 16 18:18:26.528559 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:18:26.546925 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3d9bf518-cbbe-49b4-9bee-ab720e33e3dd req-6ccf953b-d7ae-4cbd-aba1-5467b328f644 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470331 Dec 16 18:18:27.663544 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1175-ba3d-4c75-9719-6b909728beea req-e6b9d5b8-1568-4214-a7ac-21f4cdfe8267 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:27.665023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c80d1175-ba3d-4c75-9719-6b909728beea req-e6b9d5b8-1568-4214-a7ac-21f4cdfe8267 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0481689 Dec 16 18:18:27.715319 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c80d1175-ba3d-4c75-9719-6b909728beea req-f6e5929d-913b-4f61-9733-976d302480da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Dec 16 18:18:27.829947 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c355fc4-298c-4b65-b989-fe708ad5dce5 req-9e3dfff4-706f-4575-a06e-53916e8a8cb4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:27.831350 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c355fc4-298c-4b65-b989-fe708ad5dce5 req-9e3dfff4-706f-4575-a06e-53916e8a8cb4 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Dec 16 18:18:27.880389 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-5c355fc4-298c-4b65-b989-fe708ad5dce5 req-2fc0c6b9-c6d9-4bfc-8c2c-53bcc2176e8d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431430 Dec 16 18:18:27.901987 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57536) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:18:27.942611 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1fb92c-960a-496b-aad0-179eb6624cac tempest-TestShelveInstance-1542441955 tempest-TestShelveInstance-1542441955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:27.944084 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-cb1fb92c-960a-496b-aad0-179eb6624cac tempest-TestShelveInstance-1542441955 tempest-TestShelveInstance-1542441955-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1093 time: 0.0411537 Dec 16 18:18:27.946904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57538) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:18:27.951677 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:18:27.974806 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:28.070801 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:28.169484 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Allocated IP 172.26.2.198 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/0dab1d2d-8d83-4640-8c1e-6d90c805daca) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:18:28.270549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:28.302412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:28.338500 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:18:28.341893 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:18:28.345424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:18:28.367977 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'Port': ['ID=0dab1d2d-8d83-4640-8c1e-6d90c805daca,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:28.964923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:29.026630 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:29.169229 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:29.173531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:29.241488 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event updated for resources: {'Port': ['ID=0dab1d2d-8d83-4640-8c1e-6d90c805daca,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:18:29.253236 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:29.350128 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Floating IP fa1cc204-93e4-4b64-864f-a342fab439c3 associated. External IP: 172.26.2.198, port: ae79dfbf-bb5b-4606-86b7-e4124a6e686f. Dec 16 18:18:29.550724 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:18:29.657931 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:18:29.668219 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:18:29.675412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:29.677960 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:18:29.678570 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:18:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:18:29.705715 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-18617b77-4ebe-4056-9889-11e8106f7b0f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7578158 Dec 16 18:18:29.706598 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:18:29.709060 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2093dbde-7da4-4d38-8ecc-4124a3302701" -d '{"events": [{"name": "network-changed", "server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:18:29.746362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40237851-4564-4f41-ae90-3b7d7f3b6326 x-openstack-request-id: req-40237851-4564-4f41-ae90-3b7d7f3b6326 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:18:29.746362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:18:29.746617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40237851-4564-4f41-ae90-3b7d7f3b6326 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:18:29.746947 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'status': 'completed', 'code': 200} Dec 16 18:18:29.817927 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-fa73e938-c037-40c0-a6ec-9ea16772bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:29.819372 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-fa73e938-c037-40c0-a6ec-9ea16772bff2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0485198 Dec 16 18:18:29.872501 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:18:29.912973 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-71f2988c-1a9a-45ce-8136-16b2ec43bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:29.915196 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-71f2988c-1a9a-45ce-8136-16b2ec43bf10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0876381 Dec 16 18:18:29.982772 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-affd9803-b243-487e-b16f-912cb1d5abfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 999 time: 0.0606303 Dec 16 18:18:30.030638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-6aed9162-5be0-46b6-8e96-5bd78de191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:30.032071 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-6aed9162-5be0-46b6-8e96-5bd78de191b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0426204 Dec 16 18:18:30.076846 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-26754cb6-37e5-4efc-b54d-78fbb90d451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:18:30.078296 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-26754cb6-37e5-4efc-b54d-78fbb90d451d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390050 Dec 16 18:18:30.096673 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fa1cc204-93e4-4b64-864f-a342fab439c3', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'port_id': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'mac_address': 'fa:16:3e:33:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:18:28Z', 'updated_at': '2021-12-16T18:18:28Z', 'revision_number': 0, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:18:30.126548 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:18:30.134793 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:18:30.135407 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:18:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:18:30.171239 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-400ff7d8-649e-4ee9-a63e-76b4e979bc9d service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Dec 16 18:18:30.242358 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:18:30.262056 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2093dbde-7da4-4d38-8ecc-4124a3302701 req-5ccbbd83-cc38-45d6-8291-9230f9e2a0b7 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Dec 16 18:18:30.458089 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fa1cc204-93e4-4b64-864f-a342fab439c3', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'port_id': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'mac_address': 'fa:16:3e:33:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:18:28Z', 'updated_at': '2021-12-16T18:18:28Z', 'revision_number': 0, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:18:30.486428 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a08c9-dbff-4ba8-8043-c80ed0780fc1 None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'fa1cc204-93e4-4b64-864f-a342fab439c3', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'port_id': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'mac_address': 'fa:16:3e:33:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:18:28Z', 'updated_at': '2021-12-16T18:18:28Z', 'revision_number': 0, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:18:30.667303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba07ca-420f-4ce2-95d6-9df13c127697 None None] New status for floating IP fa1cc204-93e4-4b64-864f-a342fab439c3: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:18:37.439338 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5602-cfcd-4a7c-be6b-4b1f85901cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:39.777106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-504eedd1-804c-4f9a-ba2e-5a9ed0ca2acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:41.022660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:42.269296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:43.158274 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:50.577655 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:03.527129 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:19:07.440332 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a68fd118-fd0f-4cd1-8ddd-59c3ab12820d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:08.253924 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-ef2d4ab2-03f0-409a-a84c-b38088572722 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432105 Dec 16 18:19:08.334651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-0dad3d0d-6bea-4e36-923f-ca90b837238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:19:08.336100 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-0dad3d0d-6bea-4e36-923f-ca90b837238a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0403728 Dec 16 18:19:08.437218 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-4e396811-5adc-4235-b03c-8f6616c8c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:19:08.438706 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-4e396811-5adc-4235-b03c-8f6616c8c5fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0822780 Dec 16 18:19:08.506929 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-628f2d60-7380-4d2e-a3f5-31b2c830b912 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 1001 time: 0.0597801 Dec 16 18:19:08.555170 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-91b92c6e-c773-43d1-ae80-56f74c85d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:19:08.556586 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-91b92c6e-c773-43d1-ae80-56f74c85d95e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0429168 Dec 16 18:19:08.600930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-1259c719-1ee3-48e9-8759-bbd2022b051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:19:08.602376 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-1259c719-1ee3-48e9-8759-bbd2022b051a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388184 Dec 16 18:19:08.694199 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-0b3f079c-2bc6-461e-ae3c-c86f85e7b78a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835674 Dec 16 18:19:08.784502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-70d8771b-d44f-479f-ae43-159fd9097d9e req-58007621-fbf2-449d-80d3-6451dfa873e5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828385 Dec 16 18:19:09.778425 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b8dfe66-b558-4546-9abd-9d2cfbe7051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:11.024028 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:12.271814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:13.160406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:20.571617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:37.440893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd6a2171-9014-44d6-9ea6-500313a3b353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:39.780138 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b4f224b-9a1f-4476-bdad-49c20adc45e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:40.525927 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:19:41.026442 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:42.274934 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:43.162315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:50.572624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:07.445370 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82a2b514-07e3-490a-85f1-9496bf75cd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:08.245355 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-be6a7ff3-5a78-4fa4-aba3-485e02bc852e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377011 Dec 16 18:20:08.324721 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-49a90df0-855d-47b8-8b82-b579efa869df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:08.326201 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-49a90df0-855d-47b8-8b82-b579efa869df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0397944 Dec 16 18:20:08.433499 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-8962e687-20b3-493f-a8a5-06d6870419a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:08.434984 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-8962e687-20b3-493f-a8a5-06d6870419a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0900226 Dec 16 18:20:08.500589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-090a94ec-0bf3-47e6-9c2b-baf2d2e7ccb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 1001 time: 0.0562470 Dec 16 18:20:08.552501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-780154c8-f4fe-4b1e-8bdd-48c49928613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:08.553942 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-780154c8-f4fe-4b1e-8bdd-48c49928613a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0458567 Dec 16 18:20:08.599731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-6431017f-a8ae-4765-a565-d841b886ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:08.601225 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-6431017f-a8ae-4765-a565-d841b886ab0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402665 Dec 16 18:20:08.688953 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-8ef76f7f-952d-4b07-a2c9-d91d538b2143 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802083 Dec 16 18:20:08.778995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-c7e6ec2c-fc9c-48c8-a1b0-90d7c325fa19 req-54e4d921-67e3-48ee-95c0-2ba651a4ceb6 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826027 Dec 16 18:20:09.781616 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-155d6507-9812-436a-92fb-64c4d1a73757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:11.029880 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:12.278797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:13.164221 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:17.524689 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:20:20.574590 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:25.282022 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d476a-7ad7-4490-b0e3-c0d5b4ff5dd9 req-3b5827d2-beb9-44fb-bdea-65cd5600be15 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:25.283515 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c37d476a-7ad7-4490-b0e3-c0d5b4ff5dd9 req-3b5827d2-beb9-44fb-bdea-65cd5600be15 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Dec 16 18:20:25.332379 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c37d476a-7ad7-4490-b0e3-c0d5b4ff5dd9 req-c4fa68a1-048e-4efd-8cea-c2d8c540542b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Dec 16 18:20:26.466282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff620c4-851f-4be7-aa49-ef9f6707ac68 req-f4ca982b-ad38-4a44-af7a-66ce7a194a40 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:26.467840 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bff620c4-851f-4be7-aa49-ef9f6707ac68 req-f4ca982b-ad38-4a44-af7a-66ce7a194a40 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0496716 Dec 16 18:20:26.523058 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bff620c4-851f-4be7-aa49-ef9f6707ac68 req-1b0c41bd-ec8c-411d-9912-39d408e7a2ad tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493283 Dec 16 18:20:27.645984 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756e775-882c-4196-8a97-442a20eb08b9 req-44957ff0-46ba-4a32-a3e0-0a182f5d67ab tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:27.647442 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b756e775-882c-4196-8a97-442a20eb08b9 req-44957ff0-46ba-4a32-a3e0-0a182f5d67ab tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Dec 16 18:20:27.697431 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b756e775-882c-4196-8a97-442a20eb08b9 req-fab6ebcb-9c97-4bea-a937-f631e8de3326 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Dec 16 18:20:28.815019 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9eee0-f087-442a-81ef-e5dc46678f7a req-cde57361-dcc9-448d-b49d-9e7bedd84c18 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:28.816506 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b9eee0-f087-442a-81ef-e5dc46678f7a req-cde57361-dcc9-448d-b49d-9e7bedd84c18 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Dec 16 18:20:28.865962 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e5b9eee0-f087-442a-81ef-e5dc46678f7a req-909d3ef1-15e4-49d0-903d-c94d94d6d432 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Dec 16 18:20:29.982364 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3a3f-f9d7-4bb0-b77b-862510eda87e req-0996977b-be1d-4792-9b94-501b72d2edd2 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:29.983842 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8fba3a3f-f9d7-4bb0-b77b-862510eda87e req-0996977b-be1d-4792-9b94-501b72d2edd2 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0516880 Dec 16 18:20:30.032674 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8fba3a3f-f9d7-4bb0-b77b-862510eda87e req-20027651-88e7-4a78-ad8f-46ecb8d87478 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Dec 16 18:20:31.146556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660640-3184-49bf-8285-89fbd48b710e req-db4d5d44-72f9-4f1d-a607-a36afc7ff9da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:31.148077 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71660640-3184-49bf-8285-89fbd48b710e req-db4d5d44-72f9-4f1d-a607-a36afc7ff9da tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Dec 16 18:20:31.196397 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-71660640-3184-49bf-8285-89fbd48b710e req-817c45c3-21b2-4762-8141-aa9fe5a8d23f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Dec 16 18:20:32.307760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1f7a-4b7f-4fe8-8f44-92342bd4d551 req-be7fcc88-9f67-46c6-b57a-0280e220e6fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:32.309231 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0eab1f7a-4b7f-4fe8-8f44-92342bd4d551 req-be7fcc88-9f67-46c6-b57a-0280e220e6fe tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0479610 Dec 16 18:20:32.360756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0eab1f7a-4b7f-4fe8-8f44-92342bd4d551 req-e720c87a-ff45-4739-8266-fc8c073b02cf tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 Dec 16 18:20:33.473380 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37dea0-2b16-455e-b7bd-d7ae8a9a9c32 req-e494949e-e7e0-4d32-ade2-fe59bf833c5d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:33.474851 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e37dea0-2b16-455e-b7bd-d7ae8a9a9c32 req-e494949e-e7e0-4d32-ade2-fe59bf833c5d tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0482731 Dec 16 18:20:33.523830 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e37dea0-2b16-455e-b7bd-d7ae8a9a9c32 req-5d6b7f96-b5a0-4c0b-a0e6-7fe53519cf0b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Dec 16 18:20:34.636117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dde96-94e8-4af1-9c40-90ddf78e553d req-b253d699-16f2-4bd1-8f95-0e79e00bedb0 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:34.637613 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c6dde96-94e8-4af1-9c40-90ddf78e553d req-b253d699-16f2-4bd1-8f95-0e79e00bedb0 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0482733 Dec 16 18:20:34.685412 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4c6dde96-94e8-4af1-9c40-90ddf78e553d req-61a2d03f-89c2-4f97-ad0c-e0768bf87198 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416274 Dec 16 18:20:35.418264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-a691d8d6-0361-4d9c-b5cf-2d682512d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:35.419722 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-a691d8d6-0361-4d9c-b5cf-2d682512d952 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0402827 Dec 16 18:20:35.804902 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b313af3-3497-4cbb-a042-606998175f46 req-2253e074-7850-40db-828f-7c89e2b42da9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:35.806416 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b313af3-3497-4cbb-a042-606998175f46 req-2253e074-7850-40db-828f-7c89e2b42da9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0532279 Dec 16 18:20:35.839083 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-ecffac2f-a59b-4595-b03a-2681d01b0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:35.840578 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-ecffac2f-a59b-4595-b03a-2681d01b0dac service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.4139469 Dec 16 18:20:35.855121 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2b313af3-3497-4cbb-a042-606998175f46 req-575bbfeb-e0c4-4194-ba1c-d4aff7646482 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 Dec 16 18:20:35.906417 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-29cc05b4-f8ec-4b62-9e51-f9a845170026 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 1001 time: 0.0580654 Dec 16 18:20:35.957151 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-e392fc69-a935-47eb-8b81-8d13dd5bd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:35.958544 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-e392fc69-a935-47eb-8b81-8d13dd5bd0e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0453908 Dec 16 18:20:36.003609 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-4fcb78ee-85ad-4d7d-a225-6cda462c03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:36.004999 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-4fcb78ee-85ad-4d7d-a225-6cda462c03e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386226 Dec 16 18:20:36.092201 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-46c848cd-dfe5-40f0-a719-78b43572e665 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787606 Dec 16 18:20:36.182369 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-69e9a78c-774d-4562-890a-d2cf40f68a36 req-98838f5b-1b47-48bc-8e3c-89d80dbb5291 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832357 Dec 16 18:20:36.968561 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe0c51-7414-48bc-9546-ede40814954d req-29df9f66-1a06-44d3-9bd3-22e4633bed93 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:36.970681 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3dfe0c51-7414-48bc-9546-ede40814954d req-29df9f66-1a06-44d3-9bd3-22e4633bed93 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0484750 Dec 16 18:20:37.018576 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3dfe0c51-7414-48bc-9546-ede40814954d req-ec099397-d868-4c14-9cf1-158c803f6406 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Dec 16 18:20:37.447147 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a138bc27-556b-49c8-8321-e27aa3ba5e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:38.135797 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bbc1e-98e8-430c-b7f8-1dd0652d58aa req-1aa0a660-945c-48fb-b554-8b46f3b682a1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:38.137295 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ca9bbc1e-98e8-430c-b7f8-1dd0652d58aa req-1aa0a660-945c-48fb-b554-8b46f3b682a1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0521998 Dec 16 18:20:38.185850 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ca9bbc1e-98e8-430c-b7f8-1dd0652d58aa req-40b96558-f559-4dec-9f95-de87a7f57780 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 Dec 16 18:20:39.304557 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a18be-f0ad-44bc-8790-1556fd186932 req-25315614-f5be-4893-9583-94c664adba0c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:39.306135 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8d2a18be-f0ad-44bc-8790-1556fd186932 req-25315614-f5be-4893-9583-94c664adba0c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Dec 16 18:20:39.360043 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8d2a18be-f0ad-44bc-8790-1556fd186932 req-59d63360-4194-4041-a19d-f2b600384586 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478332 Dec 16 18:20:39.781871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b961829-23a2-47da-a0d5-a438f64d22b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:40.472829 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1455-4e05-4b88-b52d-b49b4b2a7dbd req-7be35838-8070-45d2-9a3f-c98f2eb9f596 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:40.474331 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-020c1455-4e05-4b88-b52d-b49b4b2a7dbd req-7be35838-8070-45d2-9a3f-c98f2eb9f596 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0477922 Dec 16 18:20:40.527060 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-020c1455-4e05-4b88-b52d-b49b4b2a7dbd req-a639af89-01d9-4b88-89da-3dc3bc143793 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469203 Dec 16 18:20:40.593105 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-109269b1-e34c-466c-8265-fdc04fe0d1cf req-9c3fd797-34c1-45d6-be75-051a83e52b2b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:20:40.594726 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-109269b1-e34c-466c-8265-fdc04fe0d1cf req-9c3fd797-34c1-45d6-be75-051a83e52b2b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060713 Dec 16 18:20:40.744773 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-fe8091af-e653-4044-b2cc-b1d74398c7bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680363 Dec 16 18:20:40.755741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21248dc2-fcde-4290-b637-5123bbe8964d req-6b39ad21-7ac5-4d7b-bc1a-3fa8774ba83f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:40.757110 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21248dc2-fcde-4290-b637-5123bbe8964d req-6b39ad21-7ac5-4d7b-bc1a-3fa8774ba83f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Dec 16 18:20:40.761754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-7d24ed4f-d061-4de0-89ff-9a82f26cebee service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:20:40.762694 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-7d24ed4f-d061-4de0-89ff-9a82f26cebee service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047700 Dec 16 18:20:40.812886 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-21248dc2-fcde-4290-b637-5123bbe8964d req-b4edfcb0-8279-4a00-b60a-b99aa0a4bc19 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492978 Dec 16 18:20:41.039914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:41.890592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:20:41.934413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dabed5-8473-4b65-aedd-6dff1dc92eec req-848151aa-87dc-4f10-8e60-9baf58a83bf5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:41.936018 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6dabed5-8473-4b65-aedd-6dff1dc92eec req-848151aa-87dc-4f10-8e60-9baf58a83bf5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Dec 16 18:20:41.970536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:41.990462 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e6dabed5-8473-4b65-aedd-6dff1dc92eec req-56f86d4f-5771-4911-8470-5db6a65f9a8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468152 Dec 16 18:20:41.998321 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:20:42.013183 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecf28cc-798e-4f8c-851b-4ef5fb40acf2" -d '{"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:20:42.018449 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:20:42.022998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:42.047167 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fe1889-cb61-4052-bb6e-c9adcb3a4a20 x-openstack-request-id: req-90fe1889-cb61-4052-bb6e-c9adcb3a4a20 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:20:42.047862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-unplugged", "status": "failed", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "code": 422}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:20:42.047862 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90fe1889-cb61-4052-bb6e-c9adcb3a4a20 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:20:42.048195 dv-neutron-821818-2-hyperv neutron-server[103244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'code': 422} returned with failed status Dec 16 18:20:42.075724 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:20:42.083070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.083421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.083764 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.084107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.084438 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.084769 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.085123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.085454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.085782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.086107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.086430 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.086750 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.087070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:20:42.282751 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:43.106999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a37cc-3148-4c81-aaff-8d0d7fb12701 req-688aa324-e148-424a-9d6b-c23b3d67d47f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:43.108525 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-184a37cc-3148-4c81-aaff-8d0d7fb12701 req-688aa324-e148-424a-9d6b-c23b3d67d47f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0511279 Dec 16 18:20:43.158884 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-184a37cc-3148-4c81-aaff-8d0d7fb12701 req-41b21d99-0880-4f0f-b545-c2fdbc467ef0 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Dec 16 18:20:43.167502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:44.285998 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048e4e-c368-4ee5-8409-b46de0bd407a req-3769b067-6cac-4084-ae0c-4f00bbd1ed39 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:44.288180 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a8048e4e-c368-4ee5-8409-b46de0bd407a req-3769b067-6cac-4084-ae0c-4f00bbd1ed39 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0546465 Dec 16 18:20:44.342491 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-a8048e4e-c368-4ee5-8409-b46de0bd407a req-7be78e2b-ef10-4cb3-b5d2-bad096ff451e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 Dec 16 18:20:45.456248 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba982ac7-5c2f-44fd-824d-3591bc1790e6 req-d53a1007-e913-42a7-b9bb-fbaecda0b825 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:45.457825 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba982ac7-5c2f-44fd-824d-3591bc1790e6 req-d53a1007-e913-42a7-b9bb-fbaecda0b825 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0486858 Dec 16 18:20:45.507380 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba982ac7-5c2f-44fd-824d-3591bc1790e6 req-85a95d73-c59f-4fac-b8f6-3b2ae270ba25 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Dec 16 18:20:46.418158 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-b771f76a-cca9-4ca4-87b2-c071f8770bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:46.419640 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-b771f76a-cca9-4ca4-87b2-c071f8770bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6&tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e HTTP/1.1" status: 200 len: 1096 time: 0.0396490 Dec 16 18:20:46.617567 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-b77e6265-d2ac-46c0-aa47-3534dc305506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:46.619054 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-b77e6265-d2ac-46c0-aa47-3534dc305506 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0483582 Dec 16 18:20:46.621201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e36ab-b90c-44f8-968a-faa63f5a76b0 req-5b97935e-a922-41b4-b4d0-902f098711cc tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:46.622675 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa2e36ab-b90c-44f8-968a-faa63f5a76b0 req-5b97935e-a922-41b4-b4d0-902f098711cc tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0486059 Dec 16 18:20:46.671272 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fa2e36ab-b90c-44f8-968a-faa63f5a76b0 req-b787a5ff-46cc-42c3-9458-5c97988d1c16 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Dec 16 18:20:46.708092 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-03b1d7e7-f2ee-40e8-8426-7fa5a5c3dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:46.709598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-03b1d7e7-f2ee-40e8-8426-7fa5a5c3dd06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0830607 Dec 16 18:20:46.777466 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-b0c1f0f1-55e9-4d94-b81f-45c19470e1b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 999 time: 0.0597780 Dec 16 18:20:46.828084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-c5978041-0c6a-404f-8398-85a073db47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:46.830105 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-c5978041-0c6a-404f-8398-85a073db47cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0420501 Dec 16 18:20:46.876154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-d46e40a9-bfd3-442a-b18e-6b1d87407c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:46.877631 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-d46e40a9-bfd3-442a-b18e-6b1d87407c4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392656 Dec 16 18:20:46.968462 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-abeaa60c-ffed-452d-9ad2-20cea86f394f service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827291 Dec 16 18:20:47.053905 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2d74476a-edf4-4d16-8cd1-548277727f88 req-c7cc42ef-c7be-40f6-9532-c9557e4cc431 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783904 Dec 16 18:20:47.787228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1829-afe1-413e-953c-6b1d03a08c5e req-17c18be2-8bac-48c5-8f38-b799ce170172 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:47.788684 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4ae1829-afe1-413e-953c-6b1d03a08c5e req-17c18be2-8bac-48c5-8f38-b799ce170172 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0517206 Dec 16 18:20:47.837137 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e4ae1829-afe1-413e-953c-6b1d03a08c5e req-66aa7b72-c4bc-408e-a274-1a9fb0cd383b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Dec 16 18:20:48.949297 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9533-2174-408c-9760-6e3b45e33d45 req-0a70b7cd-1d44-4402-95b9-637a65f3be45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:48.950756 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8d7f9533-2174-408c-9760-6e3b45e33d45 req-0a70b7cd-1d44-4402-95b9-637a65f3be45 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0481594 Dec 16 18:20:48.998939 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-8d7f9533-2174-408c-9760-6e3b45e33d45 req-232a742a-20bf-46ba-949f-3c9159555389 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Dec 16 18:20:50.110264 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69cc48-6792-4a1c-a259-be431eb987e8 req-17fcc5b2-9e9c-412b-a909-a69a7a519ed3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:50.111729 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4a69cc48-6792-4a1c-a259-be431eb987e8 req-17fcc5b2-9e9c-412b-a909-a69a7a519ed3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0473208 Dec 16 18:20:50.163346 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4a69cc48-6792-4a1c-a259-be431eb987e8 req-f5ff5a95-d611-4af0-b4ff-b0705268efda tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457158 Dec 16 18:20:50.588107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:51.275644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712168f5-cbb8-425f-b6e8-4a2eaa1e1ea4 req-361252f3-9086-4fe8-9c76-2c77cc0e16c5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:51.277149 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-712168f5-cbb8-425f-b6e8-4a2eaa1e1ea4 req-361252f3-9086-4fe8-9c76-2c77cc0e16c5 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0481925 Dec 16 18:20:51.325371 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-712168f5-cbb8-425f-b6e8-4a2eaa1e1ea4 req-51a12e13-c780-4814-b459-22f9976258db tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415490 Dec 16 18:20:52.438901 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a025b-3193-4253-b552-028d54d5dbcb req-3b8c1f99-9aa7-4d54-bfc7-94763b82b6ca tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:52.440360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd2a025b-3193-4253-b552-028d54d5dbcb req-3b8c1f99-9aa7-4d54-bfc7-94763b82b6ca tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0493052 Dec 16 18:20:52.488258 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-bd2a025b-3193-4253-b552-028d54d5dbcb req-19c4bd5c-98e9-4a8b-8e53-3f57576f8c8e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Dec 16 18:20:53.603866 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c44718-0efc-4ad3-8cd5-076e47711d71 req-e5221e79-0e8b-4ef0-bec4-0575aefa390b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:53.605348 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-53c44718-0efc-4ad3-8cd5-076e47711d71 req-e5221e79-0e8b-4ef0-bec4-0575aefa390b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0515139 Dec 16 18:20:53.652884 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-53c44718-0efc-4ad3-8cd5-076e47711d71 req-5e5f0601-f171-4b09-942b-433197f9fc95 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409040 Dec 16 18:20:54.523539 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:20:54.768313 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915bc5-5d27-43e5-a035-867c344cde89 req-c231237a-8d38-4881-ae18-ea93942654e1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:54.769813 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9915bc5-5d27-43e5-a035-867c344cde89 req-c231237a-8d38-4881-ae18-ea93942654e1 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0487051 Dec 16 18:20:54.818210 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9915bc5-5d27-43e5-a035-867c344cde89 req-b9cb4ce8-f106-44a9-8345-0592bc362b9c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Dec 16 18:20:55.933482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4b8-1302-436b-b406-6a1ccb1f4fa1 req-f1ffb0ca-3a37-4525-94ed-eade9156ecd6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:55.934933 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e21c4b8-1302-436b-b406-6a1ccb1f4fa1 req-f1ffb0ca-3a37-4525-94ed-eade9156ecd6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 943 time: 0.0513532 Dec 16 18:20:55.982078 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:20:55.982644 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9e21c4b8-1302-436b-b406-6a1ccb1f4fa1 req-13b2965d-e03e-4335-bbd9-701e2ae85297 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Dec 16 18:20:56.076039 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:20:56.087976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'port_id': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'mac_address': 'fa:16:3e:33:f7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:20:56.122775 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:56.135954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae79dfbf-bb5b-4606-86b7-e4124a6e686f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:20:56.155033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:20:56.159049 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:56.207824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:20:56.407054 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['ae79dfbf-bb5b-4606-86b7-e4124a6e686f'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:20:57.095782 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d671-0759-4747-b5d4-196d10d800d1 req-7e6577a2-76fe-4653-b267-6cd358e6947f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:57.097260 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-77a9d671-0759-4747-b5d4-196d10d800d1 req-7e6577a2-76fe-4653-b267-6cd358e6947f tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 944 time: 0.0482755 Dec 16 18:20:57.144865 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-77a9d671-0759-4747-b5d4-196d10d800d1 req-7330f06a-8f25-4e15-b851-d56a68064325 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Dec 16 18:20:58.012692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:20:58.059264 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port ae79dfbf-bb5b-4606-86b7-e4124a6e686f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:20:58.059635 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:58.136540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:58.161351 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:20:58.163569 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7f815-902e-4c76-9385-0633542440ca" -d '{"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-plugged", "status": "completed", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:20:58.176581 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:20:58.181900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:58.209676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77936d72-4758-46c0-926e-b1c63090be3b x-openstack-request-id: req-77936d72-4758-46c0-926e-b1c63090be3b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:20:58.209895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-plugged", "status": "completed", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:20:58.210096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77936d72-4758-46c0-926e-b1c63090be3b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:20:58.210446 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'code': 200} Dec 16 18:20:58.233065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:20:58.276044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a2a7b-b4a8-41fd-ae35-895651c98611 req-400a9cab-cfb0-46fe-b487-ea99ed8c90f6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:58.277528 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3a7a2a7b-b4a8-41fd-ae35-895651c98611 req-400a9cab-cfb0-46fe-b487-ea99ed8c90f6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0540581 Dec 16 18:20:58.331271 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-3a7a2a7b-b4a8-41fd-ae35-895651c98611 req-d825f375-532b-445b-b7d5-bf121eb2078b tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471258 Dec 16 18:20:58.440504 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce76110-84ce-4477-b585-4d5db56265be req-d1888a32-43b8-49be-924a-ef4027c6f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:58.441951 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7ce76110-84ce-4477-b585-4d5db56265be req-d1888a32-43b8-49be-924a-ef4027c6f936 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0391438 Dec 16 18:20:58.491661 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7ce76110-84ce-4477-b585-4d5db56265be req-876feb8e-87b8-4090-9e0b-fd0b7e7a1a9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Dec 16 18:20:59.448536 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714247-30fe-4cab-b753-a7c6302c88bb req-10c2b53a-fdc0-4f0f-95ed-1e0b8f36b7e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:20:59.450033 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9714247-30fe-4cab-b753-a7c6302c88bb req-10c2b53a-fdc0-4f0f-95ed-1e0b8f36b7e9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0484531 Dec 16 18:20:59.497592 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f9714247-30fe-4cab-b753-a7c6302c88bb req-eee2678c-9016-4fac-9c47-c1d637228087 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Dec 16 18:21:00.635177 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43d26e-2318-4af2-aeb7-22fb2beb4cea req-9b02f308-7637-4ec7-8dab-7789af3e0f29 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:21:00.636669 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef43d26e-2318-4af2-aeb7-22fb2beb4cea req-9b02f308-7637-4ec7-8dab-7789af3e0f29 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0544665 Dec 16 18:21:00.689025 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ef43d26e-2318-4af2-aeb7-22fb2beb4cea req-02e5c347-aede-4301-bfd3-586722f021af tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455437 Dec 16 18:21:07.448691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9333ea3b-87d5-4627-9f95-8488ebb1a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:09.784462 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d92837e1-1e3e-4d55-9800-d64ee391c57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:10.279857 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-9b4f86f7-488f-441a-a5f2-06ac097e4a91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395987 Dec 16 18:21:10.368436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-88c24e28-eb93-4c05-8b1f-3df27178ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:21:10.369953 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-88c24e28-eb93-4c05-8b1f-3df27178ba7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0408115 Dec 16 18:21:10.475718 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-0a86ef37-c8db-4777-8f01-5899ba6bf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:21:10.477193 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-0a86ef37-c8db-4777-8f01-5899ba6bf253 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0850334 Dec 16 18:21:10.542443 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-db20a8c5-01e4-4f19-a93c-a9ff06aacecd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 1001 time: 0.0565076 Dec 16 18:21:10.589519 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-f8a0b0ef-9860-40b7-b2cb-bdefeb36a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:21:10.590896 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-f8a0b0ef-9860-40b7-b2cb-bdefeb36a625 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0418725 Dec 16 18:21:10.641451 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-038336d8-2cd3-4e56-9c57-29dd38cf2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:21:10.642925 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-038336d8-2cd3-4e56-9c57-29dd38cf2220 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454578 Dec 16 18:21:10.730143 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-2dce50ba-e7d7-44c6-a858-37b73bc34c3c service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787029 Dec 16 18:21:10.823173 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-0bdbab49-f9ed-40bf-8489-61034bedf0d3 req-d3b45247-08cc-4231-94fc-80cee3f847c8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859122 Dec 16 18:21:11.035479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:12.285205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:13.170251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:20.605374 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:31.524028 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:21:37.450287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c528-89e4-45fe-a0e8-398700db7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:39.785095 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a7d0c0f-1692-45a9-baee-ec9071f3c172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:41.041479 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:42.432069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:43.170835 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:50.599296 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:07.451181 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-abedcf0d-2fb1-45f0-b45e-152f970e742b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:08.523301 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:22:09.786331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-163a10f8-0251-413e-9416-dc914238aab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:11.040734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:12.292652 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:12.297585 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-db5d5578-258d-4920-9db3-2d2154edb052 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0993462 Dec 16 18:22:12.382664 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-c5cec5a1-7801-4269-b9fc-5c736ef83b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:12.384158 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-c5cec5a1-7801-4269-b9fc-5c736ef83b23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0431585 Dec 16 18:22:12.486371 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-99aa12e5-d6f5-4097-8b79-a20a00347f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:12.487739 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-99aa12e5-d6f5-4097-8b79-a20a00347f92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0827000 Dec 16 18:22:12.556150 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-9d905615-e3e5-4486-92d6-1794b8d83998 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 1001 time: 0.0612175 Dec 16 18:22:12.606930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-13371261-1407-44f1-a3b1-dede3e5580f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:12.608345 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-13371261-1407-44f1-a3b1-dede3e5580f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0444312 Dec 16 18:22:12.653128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-9ce532c8-9ec8-4b49-a316-cf464893977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:12.654601 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-9ce532c8-9ec8-4b49-a316-cf464893977b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394189 Dec 16 18:22:12.745417 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-f50f8cb9-fdca-48c4-88a8-de217f4bc8d3 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829709 Dec 16 18:22:12.835087 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e4c4d45e-78d6-4f01-88d5-833aeb01261d req-a216da7d-ddb1-4984-bd55-ed39b3d84999 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826705 Dec 16 18:22:13.172413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:16.442026 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57704) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:16.595201 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Deleting port 0dab1d2d-8d83-4640-8c1e-6d90c805daca {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:16.595546 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:16.669750 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:16.670073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:16.681843 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Calling delete_port for 0dab1d2d-8d83-4640-8c1e-6d90c805daca owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:16.827724 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:16.858270 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event deleted for resources: {'Port': ['ID=0dab1d2d-8d83-4640-8c1e-6d90c805daca,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:16.870350 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.870705 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.871054 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.871398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.871736 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.872073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.872403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.872733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.873096 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.873427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.873754 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.874097 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.874403 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:16.931243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for floatingip, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:16.931576 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.l3_db [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Floating IP fa1cc204-93e4-4b64-864f-a342fab439c3 disassociated (deleted). External IP: 172.26.2.198, port: ae79dfbf-bb5b-4606-86b7-e4124a6e686f. Dec 16 18:22:17.131735 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:22:17.233731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:17.238484 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:17.244263 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:17.255064 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:17.255674 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:17.271629 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-acd13833-1a3b-4eca-ae31-6322c353580c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "DELETE /v2.0/floatingips/fa1cc204-93e4-4b64-864f-a342fab439c3 HTTP/1.1" status: 204 len: 168 time: 0.8279283 Dec 16 18:22:17.272325 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:22:17.274701 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07946db-1425-4fce-b6c9-cd748a4b52c4" -d '{"events": [{"name": "network-changed", "server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:22:17.382572 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0176dc31-cf7d-4af9-8ea1-73d01e91f8cd x-openstack-request-id: req-0176dc31-cf7d-4af9-8ea1-73d01e91f8cd {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:22:17.382895 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:22:17.383154 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0176dc31-cf7d-4af9-8ea1-73d01e91f8cd {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:22:17.383567 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'status': 'completed', 'code': 200} Dec 16 18:22:17.460471 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-b50b0196-6e9c-47cb-8335-8e47fd313896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:17.461696 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-b50b0196-6e9c-47cb-8335-8e47fd313896 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 1098 time: 0.0477507 Dec 16 18:22:17.472549 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:17.528587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec6398-46f1-4a3b-95f8-072d64f7e785 req-73f295bd-70b4-4ad2-bc87-6105e5590c5e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:17.533508 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1ec6398-46f1-4a3b-95f8-072d64f7e785 req-73f295bd-70b4-4ad2-bc87-6105e5590c5e tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0580463 Dec 16 18:22:17.556015 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-e5ca6fd7-0b6b-46b5-b01e-c8d420bed495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:17.557598 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-e5ca6fd7-0b6b-46b5-b01e-c8d420bed495 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 200 len: 910 time: 0.0855923 Dec 16 18:22:17.584708 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-f1ec6398-46f1-4a3b-95f8-072d64f7e785 req-99c2722f-fd83-4785-b07e-f6d8739c53b9 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485787 Dec 16 18:22:17.605490 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-c938c3a2-f5da-4f71-929c-d77f8b30ca03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 200 len: 217 time: 0.0393841 Dec 16 18:22:17.655747 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-607c001c-6dd5-4976-92ce-c986424e4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:17.657145 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-607c001c-6dd5-4976-92ce-c986424e4c6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 200 len: 848 time: 0.0440857 Dec 16 18:22:17.671807 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:17.697677 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:17.704439 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-f60d03d3-e089-48a7-9262-16d06227e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:17.705921 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:17.706062 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-f60d03d3-e089-48a7-9262-16d06227e75b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bd676d-b43f-474f-b049-952f594832bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396750 Dec 16 18:22:17.706561 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:17.805165 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-e0c9ef81-a526-4e37-a16b-9a6fbb3748b8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896406 Dec 16 18:22:17.812431 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:17.894740 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-a07946db-1425-4fce-b6c9-cd748a4b52c4 req-eb67a164-b7d9-42b1-bbb7-d6425a5cd1c0 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814652 Dec 16 18:22:18.007119 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:18.032013 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff8440-c7f5-4ee4-ab14-e72ed48e0d27 None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': '421ea1a0-5318-4186-b26b-9b0613af3de2', 'name': '', 'network_id': 'c6bd676d-b43f-474f-b049-952f594832bf', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'mac_address': 'fa:16:3e:24:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:40Z', 'updated_at': '2021-12-16T18:13:44Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'subnets': [{'id': '2d295189-f794-4ffd-935b-7a6b559830c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:18.239886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a287c-4c16-48c2-b2f6-8b2a6a6c82cc None None] New status for floating IP fa1cc204-93e4-4b64-864f-a342fab439c3: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:22:18.702429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cb858-de8e-4871-adab-f574a9a3bb21 req-d6065025-1c7d-4ce4-ac17-c8ead6490693 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:18.703954 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b22cb858-de8e-4871-adab-f574a9a3bb21 req-d6065025-1c7d-4ce4-ac17-c8ead6490693 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Dec 16 18:22:18.754403 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-b22cb858-de8e-4871-adab-f574a9a3bb21 req-c9ef5ef4-301f-4b8b-859c-43295dcc3d90 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8991f4-fc24-4f76-8698-2c6c16ac256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Dec 16 18:22:19.060553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-fae2893b-7f2c-452c-b330-57fb196f1d31 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:19.061941 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-fae2893b-7f2c-452c-b330-57fb196f1d31 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Dec 16 18:22:19.148916 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Deleting port ae79dfbf-bb5b-4606-86b7-e4124a6e686f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:19.149281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:19.235648 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] For port ae79dfbf-bb5b-4606-86b7-e4124a6e686f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:19.236135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:19.248813 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Calling delete_port for ae79dfbf-bb5b-4606-86b7-e4124a6e686f owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:19.374586 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:19.409642 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event deleted for resources: {'Port': ['ID=ae79dfbf-bb5b-4606-86b7-e4124a6e686f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:19.448436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] No DVR routers for this DVR port ae79dfbf-bb5b-4606-86b7-e4124a6e686f on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:22:19.450941 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:19.454258 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-9788cef5-3d89-4ae4-8df3-494885ecb402 req-4202e763-e74f-4fa6-85b3-4d66738d13dd tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.57 "DELETE /v2.0/ports/ae79dfbf-bb5b-4606-86b7-e4124a6e686f HTTP/1.1" status: 204 len: 173 time: 0.3858206 Dec 16 18:22:19.454691 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-deleted', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:22:19.456898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a5c3f5-a074-45a9-a104-3bbd7e8266c4" -d '{"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-deleted", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:22:19.495380 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088fc90e-4ce2-4f62-886a-00a4ab71ab25 x-openstack-request-id: req-088fc90e-4ce2-4f62-886a-00a4ab71ab25 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:22:19.495726 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40feec9e-af29-41ef-b82b-c068fd14efb6", "name": "network-vif-deleted", "tag": "ae79dfbf-bb5b-4606-86b7-e4124a6e686f", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:22:19.495986 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-088fc90e-4ce2-4f62-886a-00a4ab71ab25 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:22:19.496392 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40feec9e-af29-41ef-b82b-c068fd14efb6', 'name': 'network-vif-deleted', 'tag': 'ae79dfbf-bb5b-4606-86b7-e4124a6e686f', 'status': 'completed', 'code': 200} Dec 16 18:22:19.857309 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6ba4ae4d-8b63-4798-a5e7-843c61299dc0 req-854eb95e-bc91-4a97-a8c3-d90792345ea6 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Dec 16 18:22:20.608770 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:20.957489 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c91547e2-2c3a-45b4-a559-1862eba44bc6 req-29314251-3d09-496a-9233-0bbcd114e98c tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 210 time: 0.0291240 Dec 16 18:22:22.053032 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4a5f9cb5-beb2-4d4c-90e6-5ca230cabad5 req-64c2e9b3-d237-4d84-9655-c92fe0bd335a tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Dec 16 18:22:22.463985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:22.484089 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: ae79dfbf-bb5b-4606-86b7-e4124a6e686f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:22.484439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device ae79dfbf-bb5b-4606-86b7-e4124a6e686f not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:23.144624 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-9801592f-e840-48f4-90f6-75d12205bc0c req-54a83e8a-ff13-45f4-88ee-286e83faf1c3 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "GET /v2.0/ports?device_id=40feec9e-af29-41ef-b82b-c068fd14efb6 HTTP/1.1" status: 200 len: 210 time: 0.0254648 Dec 16 18:22:24.199731 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57740) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:24.256474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5fc1-e1b2-4746-86bf-6ba18cdba539 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:24.281157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5fc1-e1b2-4746-86bf-6ba18cdba539 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:24.342127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5fc1-e1b2-4746-86bf-6ba18cdba539 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:24.345240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5fc1-e1b2-4746-86bf-6ba18cdba539 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Publish callbacks [] for security_group, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:24.346227 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d3ce5fc1-e1b2-4746-86bf-6ba18cdba539 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc8991f4-fc24-4f76-8698-2c6c16ac256d HTTP/1.1" status: 204 len: 168 time: 0.1453815 Dec 16 18:22:24.359898 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5fc1-e1b2-4746-86bf-6ba18cdba539 tempest-TestShelveInstance-564410313 tempest-TestShelveInstance-564410313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8991f4-fc24-4f76-8698-2c6c16ac256d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:24.392731 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57744) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:24.832521 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:25.075753 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Deleting port 421ea1a0-5318-4186-b26b-9b0613af3de2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:25.076090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:25.158176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] For port 421ea1a0-5318-4186-b26b-9b0613af3de2, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=421ea1a0-5318-4186-b26b-9b0613af3de2,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:25.158538 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:25.171564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Calling delete_port for 421ea1a0-5318-4186-b26b-9b0613af3de2 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:25.349373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:25.372134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Pushing event deleted for resources: {'Port': ['ID=421ea1a0-5318-4186-b26b-9b0613af3de2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:25.381752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.382107 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.382453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.382794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.383141 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.383477 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.383810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.384581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.384581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.385305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.385305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.385513 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.385730 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:25.558322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.059412 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Router 15539d26-34dc-44bf-8a59-0d66c8d8e687 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:22:26.163550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:26.168689 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-2ebcc0bf-adba-4042-a136-477793334317 admin admin] 10.222.0.66 "PUT /v2.0/routers/15539d26-34dc-44bf-8a59-0d66c8d8e687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743280 Dec 16 18:22:26.171657 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57748) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:26.172672 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] Sync routers for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:26.183692 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:26.184310 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:26.278674 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.294429 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:26.394118 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.460771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Deleting port 9e36457e-257e-41ad-bb85-abc26e015fa1 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:26.461264 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.481182 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:22:25Z', 'revision_number': 5, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port': {'id': '9e36457e-257e-41ad-bb85-abc26e015fa1', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:38Z', 'updated_at': '2021-12-16T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:26.508664 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] Checking router: 15539d26-34dc-44bf-8a59-0d66c8d8e687 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:26.517917 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] Routers {'15539d26-34dc-44bf-8a59-0d66c8d8e687'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:26.518735 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['15539d26-34dc-44bf-8a59-0d66c8d8e687'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:26.550811 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] For port 9e36457e-257e-41ad-bb85-abc26e015fa1, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=9e36457e-257e-41ad-bb85-abc26e015fa1,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:26.551297 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.563571 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Calling delete_port for 9e36457e-257e-41ad-bb85-abc26e015fa1 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:26.605691 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] Set router 15539d26-34dc-44bf-8a59-0d66c8d8e687 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:26.658626 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:22:26Z', 'revision_number': 6, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:26.689444 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc64f5-9be3-443e-898d-aa102e65b500 None None] The sync data for ids ['15539d26-34dc-44bf-8a59-0d66c8d8e687'] in dv-neutron-821818-2-hyperv is: [{'id': '15539d26-34dc-44bf-8a59-0d66c8d8e687', 'name': 'tempest-TestShelveInstance-1378760210-router', 'tenant_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:37Z', 'updated_at': '2021-12-16T18:22:26Z', 'revision_number': 6, 'project_id': 'cbe2f3d7f93746e0b6dcb1704be04c0e', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:26.730985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.756839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e36457e-257e-41ad-bb85-abc26e015fa1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:26.771998 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac16be5-f21f-41fd-bfac-6c5ca6954b4e None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:26.822672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.921666 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.923733 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.968066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.968734 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15539d26-34dc-44bf-8a59-0d66c8d8e687 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:22:26.973860 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:26.974992 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-f19a5357-ec48-49a1-886f-25c447bc99b0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/15539d26-34dc-44bf-8a59-0d66c8d8e687 HTTP/1.1" status: 204 len: 168 time: 0.8023660 Dec 16 18:22:26.977671 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57750) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:27.020985 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Deleting subnet 2d295189-f794-4ffd-935b-7a6b559830c5 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:22:27.023981 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.058187 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.476999 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.531287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e36457e-257e-41ad-bb85-abc26e015fa1 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:27.543066 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.551141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 9e36457e-257e-41ad-bb85-abc26e015fa1 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:27.552105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 9e36457e-257e-41ad-bb85-abc26e015fa1 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:27.552756 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 421ea1a0-5318-4186-b26b-9b0613af3de2 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:27.571960 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.572211 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 421ea1a0-5318-4186-b26b-9b0613af3de2 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:27.572353 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 421ea1a0-5318-4186-b26b-9b0613af3de2 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:27.576111 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2d295189-f794-4ffd-935b-7a6b559830c5 HTTP/1.1" status: 204 len: 168 time: 0.5975842 Dec 16 18:22:27.577703 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4d32b-00c7-4b21-9b1b-dc34d1217510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d295189-f794-4ffd-935b-7a6b559830c5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:27.579162 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57752) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:27.583335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1ddd2-cec7-419c-b65d-886c5d5a2dce None None] Network c6bd676d-b43f-474f-b049-952f594832bf requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:22:27.661165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.723531 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Deleting port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:27.724243 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.749022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] DHCP port deletion for c6bd676d-b43f-474f-b049-952f594832bf request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:27.802761 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] For port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:27.804175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.818890 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Calling delete_port for e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:27.819818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Deleting port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:27.820450 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.890331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] For port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,segment=NetworkSegment(d0673587-1279-4bba-afc0-eb9598b52f78),segment_id=d0673587-1279-4bba-afc0-eb9598b52f78)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:27.890982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.903646 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Calling delete_port for e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:27.907276 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:27.934601 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:27.936452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] No DVR routers for this DVR port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:22:27.982851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.009000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.010197 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Pushing event deleted for resources: {'Port': ['ID=e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:28.013322 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] No DVR routers for this DVR port e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.022606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.023469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.023469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.023743 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.023846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.024126 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ddd802-1d14-4b86-91a1-a4e46fd49bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:28.033453 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bd676d-b43f-474f-b049-952f594832bf']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:28.043119 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0673587-1279-4bba-afc0-eb9598b52f78') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:28.043413 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0673587-1279-4bba-afc0-eb9598b52f78') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:28.053135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.065879 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.071541 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:22:28.071917 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:22:28.073538 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:22:28.129136 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.133682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.136925 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c6bd676d-b43f-474f-b049-952f594832bf HTTP/1.1" status: 204 len: 168 time: 0.5567722 Dec 16 18:22:28.140016 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57754) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:28.151099 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fdaa8-db4b-445b-97af-36e1efd9b480 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bd676d-b43f-474f-b049-952f594832bf,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:28.479233 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.717613 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Deleting port 3ccfeb38-d1bf-43cc-b249-3b7678a18605 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:28.717952 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.794051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] For port 3ccfeb38-d1bf-43cc-b249-3b7678a18605, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=3ccfeb38-d1bf-43cc-b249-3b7678a18605,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:28.794321 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:28.812307 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Calling delete_port for 3ccfeb38-d1bf-43cc-b249-3b7678a18605 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:28.992651 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:29.026501 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccfeb38-d1bf-43cc-b249-3b7678a18605,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:29.188240 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:29.399656 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Router cabbc85f-7862-43eb-8389-7ccdb23a37a4 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:22:29.497753 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:29.507739 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:29.515628 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-502bd01a-d634-4df8-afdf-cf7a947bea84 admin admin] 10.222.0.66 "PUT /v2.0/routers/cabbc85f-7862-43eb-8389-7ccdb23a37a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3713632 Dec 16 18:22:29.515628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57756) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:29.521818 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] Sync routers for ids ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:29.524437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:29.524785 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device e06b6347-bc7b-4da3-8b8d-db6e1e57f6ee not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:29.534725 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] Routers {'cabbc85f-7862-43eb-8389-7ccdb23a37a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:29.536084 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:29.618488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks [] for router, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:29.639644 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] Set router cabbc85f-7862-43eb-8389-7ccdb23a37a4 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:29.719110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:29.771652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Deleting port 69a321bb-f29d-4efd-9b17-c60110e43fc8 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:29.771994 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:29.821526 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:22:28Z', 'revision_number': 5, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port': {'id': '69a321bb-f29d-4efd-9b17-c60110e43fc8', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:29.848069 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] Checking router: cabbc85f-7862-43eb-8389-7ccdb23a37a4 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:29.856860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] Routers {'cabbc85f-7862-43eb-8389-7ccdb23a37a4'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:29.857490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:29.858443 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] For port 69a321bb-f29d-4efd-9b17-c60110e43fc8, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=69a321bb-f29d-4efd-9b17-c60110e43fc8,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:29.858819 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:29.870273 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Calling delete_port for 69a321bb-f29d-4efd-9b17-c60110e43fc8 owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:29.941465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] Set router cabbc85f-7862-43eb-8389-7ccdb23a37a4 gateway port host: None {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:29.996624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:22:29Z', 'revision_number': 6, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port_host': None}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:30.023248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a865d07-06ec-436b-95f3-fd893046a5ad None None] The sync data for ids ['cabbc85f-7862-43eb-8389-7ccdb23a37a4'] in dv-neutron-821818-2-hyperv is: [{'id': 'cabbc85f-7862-43eb-8389-7ccdb23a37a4', 'name': 'tempest-TestShelveInstance-1150810822-router', 'tenant_id': 'c587f7c007004343be3ea61d154a6d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:13:42Z', 'updated_at': '2021-12-16T18:22:29Z', 'revision_number': 6, 'project_id': 'c587f7c007004343be3ea61d154a6d8c', 'gw_port_host': None}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:30.039951 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.062059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a321bb-f29d-4efd-9b17-c60110e43fc8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:30.081236 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbaa07-1613-4e25-be55-6613c8bdf47a None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:30.127764 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.215873 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.217857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.261688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.262333 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabbc85f-7862-43eb-8389-7ccdb23a37a4 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:22:30.266894 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] Publish callbacks [] for router, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.268314 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-4fec821d-11c8-4844-9d16-dad659c9d651 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cabbc85f-7862-43eb-8389-7ccdb23a37a4 HTTP/1.1" status: 204 len: 168 time: 0.7517066 Dec 16 18:22:30.271497 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57758) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:30.316278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Deleting subnet 5821c952-794c-4c6c-b526-bf83a347093c {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:22:30.323450 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.359285 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7371457'] for subnet, precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.441223 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.492282 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4915933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5133778'] for subnet, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.517834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5821c952-794c-4c6c-b526-bf83a347093c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:30.522053 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.525323 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-9fcfedf1-1af5-4f46-9327-559ba32386c6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5821c952-794c-4c6c-b526-bf83a347093c HTTP/1.1" status: 204 len: 168 time: 0.2528226 Dec 16 18:22:30.527669 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57760) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:30.527820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512408e7-534e-4a35-a4ed-86891185919e None None] Network 22aa4f98-bdac-44b4-aef7-50e007a78de7 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:22:30.594629 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.660286 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Deleting port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:30.660652 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.720293 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] For port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:30.720577 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.732961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Calling delete_port for f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:30.768997 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] DHCP port deletion for 22aa4f98-bdac-44b4-aef7-50e007a78de7 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:30.820774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] Deleting port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:22:30.821273 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.825602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.855483 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] No DVR routers for this DVR port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 on host dv-neutron-821818-2-hyperv {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:22:30.857438 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:30.895780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] For port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,segment=NetworkSegment(bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358),segment_id=bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:30.896174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.908601 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] Calling delete_port for f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:22:30.933072 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.955954 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22aa4f98-bdac-44b4-aef7-50e007a78de7']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:30.966037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:30.966339 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.services.segments.db [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd59e5d-97ad-4ecf-8c5a-bfc8c7a05358') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:30.978139 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7371322'] for segment, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.991740 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:30.995481 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.002882 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:22:31.003494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4915895'] for segment, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: Traceback (most recent call last): Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: timer() Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: cb(*args, **kw) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: return func(*args, **kwargs) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: self._notify() Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: self.callback(batched_events) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: event.method(event) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: return f(self, *a, **k) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._get(url).json() Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: return self.request(url, 'GET', **kwargs) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:22:31.005693 dv-neutron-821818-2-hyperv neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:22:31.016447 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] Pushing event deleted for resources: {'Port': ['ID=f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:31.022192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0006c8e-ac95-4a22-941d-079d6fda4ca8 None None] No DVR routers for this DVR port f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:22:31.066771 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.072079 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.075289 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] 10.222.0.66 "DELETE /v2.0/networks/22aa4f98-bdac-44b4-aef7-50e007a78de7 HTTP/1.1" status: 204 len: 168 time: 0.5461566 Dec 16 18:22:31.086556 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3848-b962-41a8-ab5d-c9edc0d1b950 admin admin] Pushing event deleted for resources: {'Network': ['ID=22aa4f98-bdac-44b4-aef7-50e007a78de7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:31.184811 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57764) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:31.224695 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-05220721-55b2-4f37-b38d-450e0b365d90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbe2f3d7f93746e0b6dcb1704be04c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386677 Dec 16 18:22:31.227106 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57766) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:31.273607 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2072197-ae37-4bcf-b066-004a9344ea66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.294654 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2072197-ae37-4bcf-b066-004a9344ea66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.342508 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2072197-ae37-4bcf-b066-004a9344ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.345438 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2072197-ae37-4bcf-b066-004a9344ea66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.346861 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a2072197-ae37-4bcf-b066-004a9344ea66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94795cd5-60d6-4b36-8958-30a31b38812d HTTP/1.1" status: 204 len: 168 time: 0.1187937 Dec 16 18:22:31.355643 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2072197-ae37-4bcf-b066-004a9344ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94795cd5-60d6-4b36-8958-30a31b38812d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:31.444869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3ccfeb38-d1bf-43cc-b249-3b7678a18605 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:31.467960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 3ccfeb38-d1bf-43cc-b249-3b7678a18605 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:31.468304 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 3ccfeb38-d1bf-43cc-b249-3b7678a18605 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:31.468721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:31.487667 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:31.488163 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f40a7b3f-2474-4dc1-8b41-9a4aa5bdcc35 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:31.489132 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 69a321bb-f29d-4efd-9b17-c60110e43fc8 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:22:31.509245 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: 69a321bb-f29d-4efd-9b17-c60110e43fc8 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:22:31.509598 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device 69a321bb-f29d-4efd-9b17-c60110e43fc8 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:22:31.656497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57772) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:31.695785 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-63b91911-7619-41b9-a292-06c3f8eb6b47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c587f7c007004343be3ea61d154a6d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381236 Dec 16 18:22:31.698109 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57774) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:31.747020 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ef509e4-3d75-4d9d-9f91-a4bcca1573b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.767316 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ef509e4-3d75-4d9d-9f91-a4bcca1573b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.813416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ef509e4-3d75-4d9d-9f91-a4bcca1573b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.816006 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ef509e4-3d75-4d9d-9f91-a4bcca1573b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:31.817236 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1ef509e4-3d75-4d9d-9f91-a4bcca1573b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86914a82-e209-4639-b7d4-69d8cca49f87 HTTP/1.1" status: 204 len: 168 time: 0.1182232 Dec 16 18:22:31.824929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef509e4-3d75-4d9d-9f91-a4bcca1573b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86914a82-e209-4639-b7d4-69d8cca49f87,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:32.494343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57796) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:32.588437 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1192605054-network', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:32.610678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Made reservation on behalf of 1ce384ade9e848beb7a8d7ee4a0904ab for: {'network': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:22:32.612891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.620872 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.694576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.698356 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.719179 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:22:32.733476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2ba3b-f19c-48fc-b86c-a1d0e350ba50,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:32.736272 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.736616 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.segments_db [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Added segment cf6de762-a4e8-4023-a728-ab099b3d688e of type vlan for network d08a9974-8c05-4a0c-9920-03745fd39d73 Dec 16 18:22:32.775841 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.799333 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.800290 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:32.800863 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:32.853122 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3576305 Dec 16 18:22:32.856081 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57800) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:32.861136 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Request body: {'subnet': {'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1192605054-subnet', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:32.866343 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a641b0-506b-4258-a025-bbad26035563 admin admin] Pushing event updated for resources: {'Network': ['ID=d08a9974-8c05-4a0c-9920-03745fd39d73,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:32.875991 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network d08a9974-8c05-4a0c-9920-03745fd39d73 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:22:32.885610 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Made reservation on behalf of 1ce384ade9e848beb7a8d7ee4a0904ab for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:22:32.888337 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5133749'] for subnet, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.055192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4916762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5133739'] for subnet, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.108554 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:33.118048 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Checking segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:33.118398 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Network hostable DHCP agents. Network: d08a9974-8c05-4a0c-9920-03745fd39d73, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:22:33.134043 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Network d08a9974-8c05-4a0c-9920-03745fd39d73 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:22:33.142773 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, d08a9974-8c05-4a0c-9920-03745fd39d73) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:33.146583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:33.147179 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.152169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65abc0c6-6380-481c-b081-a5d440612292 None None] Network d08a9974-8c05-4a0c-9920-03745fd39d73 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:22:33.162988 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-121f7e62-83f0-41cb-91e4-273ce2f131a7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3057764 Dec 16 18:22:33.165805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57802) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:33.170573 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:33.193739 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.194747 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.248883 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.249676 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-d08a9974-8c05-4a0c-9920-03745fd39d73', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:22:33.250537 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.383310 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Allocated IP 172.20.0.2 (d08a9974-8c05-4a0c-9920-03745fd39d73/adbfcb4e-c054-4f05-933b-8bdf69d3f8d4/b0f2c87d-3a3b-482b-a4f2-a65340a0038e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:33.391737 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.528657 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.534663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.576608 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Network d08a9974-8c05-4a0c-9920-03745fd39d73 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:33.582207 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:33.585141 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:33.587240 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Pushing event updated for resources: {'Port': ['ID=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:33.589609 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.608980 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.645501 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Attempting to bind port b0f2c87d-3a3b-482b-a4f2-a65340a0038e on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:33.645780 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Attempting to bind port b0f2c87d-3a3b-482b-a4f2-a65340a0038e by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:33.646188 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Attempting to bind port b0f2c87d-3a3b-482b-a4f2-a65340a0038e on network d08a9974-8c05-4a0c-9920-03745fd39d73 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:33.651325 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:33.651698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Checking segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:33.652096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.652486 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Bound using segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:33.652959 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Bound port: b0f2c87d-3a3b-482b-a4f2-a65340a0038e, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:33.653345 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.708198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Allocated IP 172.26.2.81 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:33.714779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] For port b0f2c87d-3a3b-482b-a4f2-a65340a0038e, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:33.717868 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] For port b0f2c87d-3a3b-482b-a4f2-a65340a0038e, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:33.722125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.780593 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2a6ef-a658-4c03-8150-aed541a8bf62 None None] Pushing event updated for resources: {'Port': ['ID=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:33.827491 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.862346 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:33.902203 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:33.912957 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:33.914211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:33.939602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34660a-4b2a-46b0-980f-483adcfd201e None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:33.959035 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:34.047669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-43a8344a-5518-4e88-ac3e-d7075e186fb8 None None] Provisioning complete for port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:34.048306 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43a8344a-5518-4e88-ac3e-d7075e186fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:34.088142 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-43a8344a-5518-4e88-ac3e-d7075e186fb8 None None] Port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:34.201848 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:34.392311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:34.522995 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:22:34.632226 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:34.643556 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:34.652612 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:34.654923 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:34.655601 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:34.656650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57804) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:34.657141 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-070aea0f-a6df-444a-ba80-67bfbc5ea0c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4897008 Dec 16 18:22:34.695954 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4f900e-72d9-4720-9d6a-871b47ae18d0 None None] Network d08a9974-8c05-4a0c-9920-03745fd39d73 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:22:34.759622 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-9b9dffcd-570b-417b-a2fd-42059bc6c2d9 None None] Provisioning complete for port b0f2c87d-3a3b-482b-a4f2-a65340a0038e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:34.760638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b9dffcd-570b-417b-a2fd-42059bc6c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:34.861560 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:35.037735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b9dffcd-570b-417b-a2fd-42059bc6c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.048336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:34Z', 'revision_number': 3, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:35.073886 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9b9dffcd-570b-417b-a2fd-42059bc6c2d9 None None] For port b0f2c87d-3a3b-482b-a4f2-a65340a0038e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:35.079917 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b9dffcd-570b-417b-a2fd-42059bc6c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.080431 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:35.081018 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Updating router a408b93d-58a5-486a-855a-1cd2f2bcb863 port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:22:35.110435 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.112737 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.148735 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dffcd-570b-417b-a2fd-42059bc6c2d9 None None] Pushing event updated for resources: {'Port': ['ID=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:35.282280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Allocated IP 172.20.0.1 (d08a9974-8c05-4a0c-9920-03745fd39d73/adbfcb4e-c054-4f05-933b-8bdf69d3f8d4/f66b3694-04c4-4688-86ab-d14021cc2c98) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:35.303815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2e915137-2a01-43a6-a046-0c7f47b1c076 None None] Provisioning complete for port b0f2c87d-3a3b-482b-a4f2-a65340a0038e triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:35.304175 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e915137-2a01-43a6-a046-0c7f47b1c076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.388133 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.398695 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.405403 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.431514 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.454483 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84480cc9-b937-4107-ba5a-5b5f2882061c None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:35.459784 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Attempting to bind port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:35.460135 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Attempting to bind port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:35.460693 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Attempting to bind port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:35.475729 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:35.476108 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:35.476502 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.477283 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:35.477725 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Network d08a9974-8c05-4a0c-9920-03745fd39d73 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:35.478096 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Bound port: d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:35.478816 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.480608 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:35.483017 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:35.502650 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Pushing event updated for resources: {'Port': ['ID=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:35.518237 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f66b3694-04c4-4688-86ab-d14021cc2c98,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:35.533457 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.533731 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.534120 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.534429 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.534794 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.535152 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.536047 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.536464 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.536831 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.537231 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.537563 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.537884 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.538214 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:22:35.539234 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b0f2c87d-3a3b-482b-a4f2-a65340a0038e up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:35.545184 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.552565 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] For port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:35.555866 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] For port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:35.562241 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.589571 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-74cb2126-e206-471b-ab31-8fa78be2de4b None None] Provisioning complete for port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:35.590041 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74cb2126-e206-471b-ab31-8fa78be2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.624046 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:35.625059 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:35.639055 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314da957-fb36-4d6f-a527-615d009434c7 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:35.691153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port b0f2c87d-3a3b-482b-a4f2-a65340a0038e triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:35.691648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.712857 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.739225 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:35.750113 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74cb2126-e206-471b-ab31-8fa78be2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.783311 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-74cb2126-e206-471b-ab31-8fa78be2de4b None None] For port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:35.790415 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74cb2126-e206-471b-ab31-8fa78be2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.795520 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48597a1-eb37-4bbe-94f3-5999ad9a5066 None None] Pushing event updated for resources: {'Port': ['ID=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:35.872664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb2126-e206-471b-ab31-8fa78be2de4b None None] Pushing event updated for resources: {'Port': ['ID=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:35.905077 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.910375 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.912498 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5144fbfc-fa01-49d5-96f4-ce0e3ed18a23 None None] Provisioning complete for port f66b3694-04c4-4688-86ab-d14021cc2c98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:35.913029 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5144fbfc-fa01-49d5-96f4-ce0e3ed18a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.939419 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:34Z', 'revision_number': 3, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:35.952111 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5144fbfc-fa01-49d5-96f4-ce0e3ed18a23 None None] Port f66b3694-04c4-4688-86ab-d14021cc2c98 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:35.965134 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-5144fbfc-fa01-49d5-96f4-ce0e3ed18a23 None None] Provisioning complete for port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:35.965639 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5144fbfc-fa01-49d5-96f4-ce0e3ed18a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:35.965816 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3843d9f-4590-4c8a-bf27-f0bfb1adda31 None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:34Z', 'revision_number': 3, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:35.980294 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f66b3694-04c4-4688-86ab-d14021cc2c98,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:35.986234 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.084551 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Network d08a9974-8c05-4a0c-9920-03745fd39d73 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:36.085984 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:36.220914 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:22:36.335323 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:36.340967 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-6bcb350c-52c7-4eed-b096-90a13512f8f4 admin admin] 10.222.0.66 "PUT /v2.0/routers/a408b93d-58a5-486a-855a-1cd2f2bcb863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830297 Dec 16 18:22:36.378606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-34814839-8cbc-45b3-b58c-7b5da812adb2 None None] Provisioning complete for port f66b3694-04c4-4688-86ab-d14021cc2c98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:36.379624 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34814839-8cbc-45b3-b58c-7b5da812adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.417297 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-34814839-8cbc-45b3-b58c-7b5da812adb2 None None] Port f66b3694-04c4-4688-86ab-d14021cc2c98 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:36.832023 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57820) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:36.837141 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2022222600-network', 'tenant_id': '521963141acf4750b00211b07cc039b2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:36.859409 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Made reservation on behalf of 521963141acf4750b00211b07cc039b2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:22:36.861636 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for network, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.873342 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.948252 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.952281 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.973583 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:22:36.989737 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74675a1e-5b55-48b8-a379-475a65e7b02f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:36.993694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:36.994046 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.segments_db [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Added segment 36027832-4049-46c3-99c7-3da85e0ad09b of type vlan for network 708dfec2-1c5c-4c23-81ae-6f8427112246 Dec 16 18:22:37.039591 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333445416'] for network, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.064059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801'] for network, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.065128 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:37.065712 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.118699 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2855124 Dec 16 18:22:37.121638 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57822) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:37.126659 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Request body: {'subnet': {'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2022222600-subnet', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'ip_version': 4}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:37.131668 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395abc3-d9d9-42b5-9c06-539666d387a0 admin admin] Pushing event updated for resources: {'Network': ['ID=708dfec2-1c5c-4c23-81ae-6f8427112246,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:37.141895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 details requested by agent ovs-agent-dv-neutron-821818-2-hyperv with host dv-neutron-821818-2-hyperv {{(pid=103244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:22:37.149534 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Made reservation on behalf of 521963141acf4750b00211b07cc039b2 for: {'subnet': 1} {{(pid=103242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:22:37.151923 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4282086'] for subnet, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.321223 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5064189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4282104'] for subnet, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.383445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:37.392088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Checking segment: {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:37.392455 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Network hostable DHCP agents. Network: 708dfec2-1c5c-4c23-81ae-6f8427112246, hostable agents: ['c8db2b99-b16e-4344-8282-ef6ce324f3c0'], hosted agents: [] {{(pid=103242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:22:37.414284 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 is scheduled to be hosted by DHCP agent c8db2b99-b16e-4344-8282-ef6ce324f3c0 with binding_index 1 {{(pid=103242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:22:37.425144 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821818-2-hyperv, 708dfec2-1c5c-4c23-81ae-6f8427112246) {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:37.439705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3407dd59-1869-4162-a0d5-4a23cea1845c None None] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:22:37.442188 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:37.442891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.465766 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-9aa902ed-76ee-400c-ab0a-92c5489096f3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3429382 Dec 16 18:22:37.468212 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57824) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:37.474852 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:37.500634 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28000'] for router, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.501097 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:37.502198 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27991'] for router, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.546260 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2dbc15c-ca02-4db0-b4b1-5c2eeefe59d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.564270 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.569335 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:37.602040 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:37.602777 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:37.638698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02425e01-90c6-5513-a82e-577157c921ab-708dfec2-1c5c-4c23-81ae-6f8427112246', 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246', 'project_id': '521963141acf4750b00211b07cc039b2', 'fixed_ips': [{'subnet_id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda'}]}} from dv-neutron-821818-2-hyperv. {{(pid=103244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:22:37.639465 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.672046 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:37.672406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.714124 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:37.837227 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:37.975008 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Allocated IP 172.20.0.2 (708dfec2-1c5c-4c23-81ae-6f8427112246/9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda/f25d6860-4a62-42d0-807e-df0681a39fda) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:38.185894 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.205108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.217787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.221955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 2, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:38.225441 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.313480 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Allocated IP 172.26.2.71 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/d5ccaecc-c259-4b23-8418-9d4f208d339f) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:38.400844 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:38.401223 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Updating router a408b93d-58a5-486a-855a-1cd2f2bcb863 port f66b3694-04c4-4688-86ab-d14021cc2c98 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:22:38.421292 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.449301 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:38.454816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.455340 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:38.460371 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:38.461406 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.474135 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Pushing event updated for resources: {'Port': ['ID=f25d6860-4a62-42d0-807e-df0681a39fda,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:38.494390 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:38.497369 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:38.500925 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:38.527204 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ccaecc-c259-4b23-8418-9d4f208d339f,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:38.534384 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c6611-5859-4644-92e4-05e6956a9423 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:38.564814 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Attempting to bind port f25d6860-4a62-42d0-807e-df0681a39fda on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:38.565313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Attempting to bind port f25d6860-4a62-42d0-807e-df0681a39fda by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:38.565561 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Attempting to bind port f25d6860-4a62-42d0-807e-df0681a39fda on network 708dfec2-1c5c-4c23-81ae-6f8427112246 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:38.614398 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:38.614773 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Checking segment: {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:38.615174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.615563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Bound using segment: {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:38.616037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Bound port: f25d6860-4a62-42d0-807e-df0681a39fda, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:38.616411 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.741070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-0f06909a-3e23-4bea-a7d2-d0bc7950f323 None None] Provisioning complete for port d5ccaecc-c259-4b23-8418-9d4f208d339f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:38.741352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f06909a-3e23-4bea-a7d2-d0bc7950f323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.750370 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.779710 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] For port f25d6860-4a62-42d0-807e-df0681a39fda, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:38.807881 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] For port f25d6860-4a62-42d0-807e-df0681a39fda, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f25d6860-4a62-42d0-807e-df0681a39fda,segment=NetworkSegment(36027832-4049-46c3-99c7-3da85e0ad09b),segment_id=36027832-4049-46c3-99c7-3da85e0ad09b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:38.812319 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0f06909a-3e23-4bea-a7d2-d0bc7950f323 None None] Port d5ccaecc-c259-4b23-8418-9d4f208d339f cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:38.818704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.916158 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649bcb0-d56f-4acf-8894-4e28db646113 None None] Pushing event updated for resources: {'Port': ['ID=f25d6860-4a62-42d0-807e-df0681a39fda,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:38.940680 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.947952 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.962735 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578143'] for router, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:38.999801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc112-5220-42c1-b80d-fe385fde2309 None None] Pushing event updated for resources: {'Port': ['ID=f66b3694-04c4-4688-86ab-d14021cc2c98,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:39.062035 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Attempting to bind port f66b3694-04c4-4688-86ab-d14021cc2c98 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:39.062490 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Attempting to bind port f66b3694-04c4-4688-86ab-d14021cc2c98 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:39.062762 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Attempting to bind port f66b3694-04c4-4688-86ab-d14021cc2c98 on network d08a9974-8c05-4a0c-9920-03745fd39d73 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:39.068428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:39.068805 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Checking segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:39.071587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.071587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Bound using segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:39.071587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Bound port: f66b3694-04c4-4688-86ab-d14021cc2c98, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:39.071587 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.135457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 is scheduled to L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf with binding_index 1 {{(pid=103242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:22:39.167497 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] For port f66b3694-04c4-4688-86ab-d14021cc2c98, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:39.170893 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] For port f66b3694-04c4-4688-86ab-d14021cc2c98, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f66b3694-04c4-4688-86ab-d14021cc2c98,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:39.176032 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.243544 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:39.244108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:39.249404 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc112-5220-42c1-b80d-fe385fde2309 None None] Pushing event updated for resources: {'Port': ['ID=f66b3694-04c4-4688-86ab-d14021cc2c98,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:39.274165 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:39.287844 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Sync routers for ids ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:39.306569 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Routers {'10d9e3b4-f691-40ac-b081-51c9a6ff0f31'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:39.307052 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.307206 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:39.311015 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-5e552bf7-8151-4cb9-93fb-ad9204e2cdf1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8390603 Dec 16 18:22:39.311362 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57826) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:39.401801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:39.460153 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-2a4c8a40-c7be-4db5-aafe-2e59dc587daa None None] Provisioning complete for port f66b3694-04c4-4688-86ab-d14021cc2c98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:39.460790 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8a40-c7be-4db5-aafe-2e59dc587daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.462147 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Set router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:39.599592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f25d6860-4a62-42d0-807e-df0681a39fda up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:39.679481 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:22:38Z', 'revision_number': 3, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:39.706911 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Checking router: 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:39.708266 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Updating router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 port d5ccaecc-c259-4b23-8418-9d4f208d339f binding host dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:22:39.735314 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.745502 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f25d6860-4a62-42d0-807e-df0681a39fda triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:39.746010 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.777272 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8a40-c7be-4db5-aafe-2e59dc587daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.840867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03e65b6a-7dc1-402c-9d85-1f493180ec2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.844048 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.865131 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2a4c8a40-c7be-4db5-aafe-2e59dc587daa None None] For port f66b3694-04c4-4688-86ab-d14021cc2c98, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f66b3694-04c4-4688-86ab-d14021cc2c98,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:39.871815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:39.877331 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8a40-c7be-4db5-aafe-2e59dc587daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:39.918105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbc74b-c5f3-4374-8e73-0f5d99cce13b None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:40.053670 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.059837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.064201 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.075704 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8a40-c7be-4db5-aafe-2e59dc587daa None None] Pushing event updated for resources: {'Port': ['ID=f66b3694-04c4-4688-86ab-d14021cc2c98,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:40.089510 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Allocated IP 172.20.0.1 (708dfec2-1c5c-4c23-81ae-6f8427112246/9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda/fd10b71e-a222-4be4-8b42-9ceecd475c22) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:40.096908 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b7211fbb-1636-4109-8b90-5913584eb5c5 None None] Provisioning complete for port f66b3694-04c4-4688-86ab-d14021cc2c98 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:40.097875 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7211fbb-1636-4109-8b90-5913584eb5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.121018 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6767c7-ef98-44bb-98f3-6a2ca4d669d4 None None] Pushing event updated for resources: {'Port': ['ID=d5ccaecc-c259-4b23-8418-9d4f208d339f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:40.157176 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Attempting to bind port d5ccaecc-c259-4b23-8418-9d4f208d339f on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:40.157547 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Attempting to bind port d5ccaecc-c259-4b23-8418-9d4f208d339f by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:40.157908 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Attempting to bind port d5ccaecc-c259-4b23-8418-9d4f208d339f on network 85c8b61d-0338-4433-9b7c-932830188e71 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:40.160412 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c07a99-0d1c-4c4f-bd53-48f0ad03c93b None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:40.166965 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:40.167344 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Checking segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:40.167747 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.168135 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Bound using segment: {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:40.168601 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Bound port: d5ccaecc-c259-4b23-8418-9d4f208d339f, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d2d2c-07a4-421b-8dba-315c6691b2ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:40.168991 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.185050 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] For port f25d6860-4a62-42d0-807e-df0681a39fda, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f25d6860-4a62-42d0-807e-df0681a39fda,segment=NetworkSegment(36027832-4049-46c3-99c7-3da85e0ad09b),segment_id=36027832-4049-46c3-99c7-3da85e0ad09b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:40.198967 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.252245 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] For port d5ccaecc-c259-4b23-8418-9d4f208d339f, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:40.260332 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] For port d5ccaecc-c259-4b23-8418-9d4f208d339f, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d5ccaecc-c259-4b23-8418-9d4f208d339f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:40.273849 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.295792 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.318037 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9368f15-10a3-45df-8083-0856bb6d1aa1 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:22:40.336728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Pushing event updated for resources: {'Port': ['ID=f25d6860-4a62-42d0-807e-df0681a39fda,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:40.342572 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Routers {'10d9e3b4-f691-40ac-b081-51c9a6ff0f31'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:40.343142 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:40.346707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.362161 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78cd84-d1f8-4884-b976-f379beee09ad None None] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:22:40.393166 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:40.396839 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:40.402080 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:40.430788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Pushing event updated for resources: {'Port': ['ID=fd10b71e-a222-4be4-8b42-9ceecd475c22,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:40.453094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580268'] for router_interface, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.509484 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6767c7-ef98-44bb-98f3-6a2ca4d669d4 None None] Pushing event updated for resources: {'Port': ['ID=d5ccaecc-c259-4b23-8418-9d4f208d339f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:40.588687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Provisioning complete for port f25d6860-4a62-42d0-807e-df0681a39fda triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:40.589315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.594544 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] Set router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:40.639227 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.764292 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Provisioning complete for port d5ccaecc-c259-4b23-8418-9d4f208d339f triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:40.765077 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.874615 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:22:38Z', 'revision_number': 3, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:40.882595 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.897312 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.908731 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606f7ef-a7bd-428e-8536-abce2584e695 None None] The sync data for ids ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'] in dv-neutron-821818-2-hyperv is: [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:22:38Z', 'revision_number': 3, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:40.919257 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:40.954787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] For port d5ccaecc-c259-4b23-8418-9d4f208d339f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d5ccaecc-c259-4b23-8418-9d4f208d339f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:40.962619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.000648 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Pushing event updated for resources: {'Port': ['ID=fd10b71e-a222-4be4-8b42-9ceecd475c22,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:41.028329 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580380'] for router_interface, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.031293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6231b-03ec-47bc-94bc-98a2689a4bfe None None] Pushing event updated for resources: {'Port': ['ID=d5ccaecc-c259-4b23-8418-9d4f208d339f,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:41.056895 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.089466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ed99cdb1-5a8c-4bad-aa24-9214b0c7c8ed None None] Provisioning complete for port f25d6860-4a62-42d0-807e-df0681a39fda triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:41.089837 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed99cdb1-5a8c-4bad-aa24-9214b0c7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.140644 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:41.142201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:41.212155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-ed99cdb1-5a8c-4bad-aa24-9214b0c7c8ed None None] Provisioning complete for port fd10b71e-a222-4be4-8b42-9ceecd475c22 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:41.212155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed99cdb1-5a8c-4bad-aa24-9214b0c7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.271198 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ed99cdb1-5a8c-4bad-aa24-9214b0c7c8ed None None] Port fd10b71e-a222-4be4-8b42-9ceecd475c22 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:41.314466 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:22:41.494966 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-c1183099-929b-4143-83fb-0d9d412ec52f None None] Provisioning complete for port fd10b71e-a222-4be4-8b42-9ceecd475c22 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:41.495772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1183099-929b-4143-83fb-0d9d412ec52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.549265 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c1183099-929b-4143-83fb-0d9d412ec52f None None] Port fd10b71e-a222-4be4-8b42-9ceecd475c22 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:41.617955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d5ccaecc-c259-4b23-8418-9d4f208d339f up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:41.673254 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port d5ccaecc-c259-4b23-8418-9d4f208d339f triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:41.673947 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.763736 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f25d6860-4a62-42d0-807e-df0681a39fda up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:41.777013 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:41.781979 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f8ee2753-81bc-4a1a-97c1-9fcda0937c66 admin admin] 10.222.0.66 "PUT /v2.0/routers/10d9e3b4-f691-40ac-b081-51c9a6ff0f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696507 Dec 16 18:22:41.815414 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f25d6860-4a62-42d0-807e-df0681a39fda triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:41.815784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:41.899686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f66b3694-04c4-4688-86ab-d14021cc2c98 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:41.950421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port f66b3694-04c4-4688-86ab-d14021cc2c98 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:41.950789 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:42.294389 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:42.504219 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57834) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:42.508856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790158491', 'description': 'tempest-secgroup-smoke-790158491 description', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:42.532788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:42.599033 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:42.602840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:42.629217 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:42.630394 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1251535 Dec 16 18:22:42.633574 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:42.634240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34930666-73a6-4801-a196-dfe0638740fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee0fc26-1026-4821-9dd6-047767846f7d,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:42.638341 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group_rule': {'security_group_id': 'bee0fc26-1026-4821-9dd6-047767846f7d', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:42.990845 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.036009 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.039607 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.056247 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca98406-f4c0-4ccf-a52b-1839b24e090b,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:43.063492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.064679 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5f63a415-317e-4549-9c2d-8bcee3f3f255 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4300766 Dec 16 18:22:43.067999 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57838) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:43.072556 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group_rule': {'security_group_id': 'bee0fc26-1026-4821-9dd6-047767846f7d', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:43.101805 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.162094 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.166044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.175364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.181474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac0245b-e88d-48d2-acab-23d9268dc45e,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:43.192750 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.193958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-17a28767-38e8-49a6-a04b-cdf1e327b240 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249664 Dec 16 18:22:43.196834 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57840) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:43.201670 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group_rule': {'security_group_id': 'bee0fc26-1026-4821-9dd6-047767846f7d', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:43.232258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.288212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.291564 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.308831 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d525ef-a339-499f-9ace-67bc272d253e,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:43.316221 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.318147 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-3b0fed7d-e25c-4705-931a-21f94acea9b9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200078 Dec 16 18:22:43.320654 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57842) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:43.325219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group_rule': {'security_group_id': 'bee0fc26-1026-4821-9dd6-047767846f7d', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:43.352010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.408650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.412477 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.418900 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Sync routers for ids ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:43.430191 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Routers {'10d9e3b4-f691-40ac-b081-51c9a6ff0f31'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:43.431007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:43.433905 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db04d68-0ba3-4d08-89ea-d12f8ca18911,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:43.439315 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.440502 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-fa9a134b-683c-42b3-86e3-cc3ac024af6d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188655 Dec 16 18:22:43.443711 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 57844) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:43.448003 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group_rule': {'security_group_id': 'bee0fc26-1026-4821-9dd6-047767846f7d', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:43.470743 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Project 1ce384ade9e848beb7a8d7ee4a0904ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:22:43.476212 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.540683 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.544871 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.563360 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8475cfac-59c3-405d-a340-3be7265c492c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:43.573552 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.574794 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-5cc881e8-67a9-48c7-a9a4-fa09aee8dea5 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300988 Dec 16 18:22:43.577807 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57846) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:43.582498 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'security_group_rule': {'security_group_id': 'bee0fc26-1026-4821-9dd6-047767846f7d', 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:43.606781 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.securitygroups_db [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Project 1ce384ade9e848beb7a8d7ee4a0904ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:22:43.612091 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.671053 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.674700 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1732083'] for security_group_rule, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.683216 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Set router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:43.693830 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb2bc33-b1d3-4aca-9eab-bbe50c74e84f,revision_number=0']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:43.701815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.703004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-67ab206a-f443-4de0-8bee-b1ce091ceeb3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241224 Dec 16 18:22:43.854535 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-2fcf49e8-2aa0-44cd-9a4a-e1c925a1e6fb tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790158491&fields=id&tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab HTTP/1.1" status: 200 len: 267 time: 0.0470276 Dec 16 18:22:43.896423 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'fd10b71e-a222-4be4-8b42-9ceecd475c22', 'name': '', 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'mac_address': 'fa:16:3e:64:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:39Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 2, 'project_id': '521963141acf4750b00211b07cc039b2', 'subnets': [{'id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:43.922337 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Checking router: 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:43.922692 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Updating router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 port fd10b71e-a222-4be4-8b42-9ceecd475c22 binding host dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:22:43.946589 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:43.958090 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-90035d0e-17a5-4583-afc8-7eaa5a92f30e tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:43.959560 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-90035d0e-17a5-4583-afc8-7eaa5a92f30e tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 810 time: 0.0981505 Dec 16 18:22:43.975998 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-d9536505-ff9f-4b9d-bb21-1409aa990c2f tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/quotas/1ce384ade9e848beb7a8d7ee4a0904ab HTTP/1.1" status: 200 len: 375 time: 0.0095837 Dec 16 18:22:44.030334 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-988c28fa-9fed-43a7-b187-c9d794128341 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488474 Dec 16 18:22:44.125545 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-4aeba621-950b-43ee-8849-3aa329e719a4 service neutron] 10.222.0.66 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Dec 16 18:22:44.216919 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-a7c2508f-7583-4660-aa7d-69a0543de376 service neutron] 10.222.0.66 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Dec 16 18:22:44.258962 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.265213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.350352 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de7b36-239b-48f7-ac03-6c5ed9e18b82 None None] Pushing event updated for resources: {'Port': ['ID=fd10b71e-a222-4be4-8b42-9ceecd475c22,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:44.412400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Attempting to bind port fd10b71e-a222-4be4-8b42-9ceecd475c22 on host dv-neutron-821818-2-hyperv for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:44.412767 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Attempting to bind port fd10b71e-a222-4be4-8b42-9ceecd475c22 by drivers openvswitch,hyperv on host dv-neutron-821818-2-hyperv at level 0 using segments [{'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:44.413174 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Attempting to bind port fd10b71e-a222-4be4-8b42-9ceecd475c22 on network 708dfec2-1c5c-4c23-81ae-6f8427112246 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:44.420193 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Checking agent: {'id': 'ed5f355b-24b2-4a8e-8e23-4d8dbf9294ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821818-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 28, 43), 'started_at': datetime.datetime(2021, 12, 16, 17, 29, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821818-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:44.420563 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Checking segment: {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:44.420985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.421379 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Bound using segment: {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:44.421846 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Bound port: fd10b71e-a222-4be4-8b42-9ceecd475c22, host: dv-neutron-821818-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36027832-4049-46c3-99c7-3da85e0ad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:44.422224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.425643 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-eb9d3b0b-61f9-4316-ab2a-753a8f1f244d req-855ee7d0-c550-461c-815a-62d28bce0c63 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 210 time: 0.0470290 Dec 16 18:22:44.508798 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] For port fd10b71e-a222-4be4-8b42-9ceecd475c22, host dv-neutron-821818-2-hyperv, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:44.512065 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] For port fd10b71e-a222-4be4-8b42-9ceecd475c22, host dv-neutron-821818-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fd10b71e-a222-4be4-8b42-9ceecd475c22,segment=NetworkSegment(36027832-4049-46c3-99c7-3da85e0ad09b),segment_id=36027832-4049-46c3-99c7-3da85e0ad09b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:44.517733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.568500 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Routers {'10d9e3b4-f691-40ac-b081-51c9a6ff0f31'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:44.569196 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:44.628403 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de7b36-239b-48f7-ac03-6c5ed9e18b82 None None] Pushing event updated for resources: {'Port': ['ID=fd10b71e-a222-4be4-8b42-9ceecd475c22,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:44.644723 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-027ce34d-f86e-46b1-bf84-e4214a0e6a19 None None] Provisioning complete for port fd10b71e-a222-4be4-8b42-9ceecd475c22 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:44.645151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-027ce34d-f86e-46b1-bf84-e4214a0e6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.751208 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] Set router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:44.872258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-027ce34d-f86e-46b1-bf84-e4214a0e6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:44.949206 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-027ce34d-f86e-46b1-bf84-e4214a0e6a19 None None] For port fd10b71e-a222-4be4-8b42-9ceecd475c22, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fd10b71e-a222-4be4-8b42-9ceecd475c22,segment=NetworkSegment(36027832-4049-46c3-99c7-3da85e0ad09b),segment_id=36027832-4049-46c3-99c7-3da85e0ad09b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:44.958872 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-027ce34d-f86e-46b1-bf84-e4214a0e6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:45.038210 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ce34d-f86e-46b1-bf84-e4214a0e6a19 None None] Pushing event updated for resources: {'Port': ['ID=fd10b71e-a222-4be4-8b42-9ceecd475c22,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:45.062151 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'fd10b71e-a222-4be4-8b42-9ceecd475c22', 'name': '', 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'mac_address': 'fa:16:3e:64:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:39Z', 'updated_at': '2021-12-16T18:22:44Z', 'revision_number': 4, 'project_id': '521963141acf4750b00211b07cc039b2', 'subnets': [{'id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:45.098656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142bd84-3635-4d2c-8601-94f17c0b402b None None] The sync data for ids ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'] in dv-neutron-821818-2-hyperv is: [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'fd10b71e-a222-4be4-8b42-9ceecd475c22', 'name': '', 'network_id': '708dfec2-1c5c-4c23-81ae-6f8427112246', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'mac_address': 'fa:16:3e:64:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:39Z', 'updated_at': '2021-12-16T18:22:44Z', 'revision_number': 4, 'project_id': '521963141acf4750b00211b07cc039b2', 'subnets': [{'id': '9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:45.108396 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-604f9904-3d51-4644-825f-0dadef39e25d None None] Provisioning complete for port fd10b71e-a222-4be4-8b42-9ceecd475c22 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:45.108768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-604f9904-3d51-4644-825f-0dadef39e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:45.515774 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd10b71e-a222-4be4-8b42-9ceecd475c22 up at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:45.527201 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:22:45.564487 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d2f6d75-9b4a-4638-a2c4-52b1865784b8 req-711581ed-0175-4cd4-9b62-00236a7d00f6 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 210 time: 0.0345306 Dec 16 18:22:45.595940 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Provisioning complete for port fd10b71e-a222-4be4-8b42-9ceecd475c22 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:45.596064 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:45.608901 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-5c2087a6-1bfc-4397-9121-00e12b769876 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:45.611080 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-5c2087a6-1bfc-4397-9121-00e12b769876 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 810 time: 0.1714072 Dec 16 18:22:45.678711 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-7444f832-c81c-4b92-aa1e-30e32eb98a45 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab HTTP/1.1" status: 200 len: 379 time: 0.0565608 Dec 16 18:22:45.687746 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'port': {'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'admin_state_up': True, 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'security_groups': ['bee0fc26-1026-4821-9dd6-047767846f7d']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:45.798494 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Made reservation on behalf of 1ce384ade9e848beb7a8d7ee4a0904ab for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:22:45.802280 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:45.928694 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Allocated IP 172.20.0.8 (d08a9974-8c05-4a0c-9920-03745fd39d73/adbfcb4e-c054-4f05-933b-8bdf69d3f8d4/12d033be-6028-47dc-9156-bb5092a73a93) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:46.069427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.102413 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.146228 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Network d08a9974-8c05-4a0c-9920-03745fd39d73 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:46.149343 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:46.152964 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:46.159012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:46.206073 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:46.206993 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.225261 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-427c5d91-0977-4c72-891e-aeaf78142030 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410066 Dec 16 18:22:46.238795 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Request body: {'port': {'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:46.298243 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.437125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-8ee28a61-a626-46ce-866e-35eb136aff1f None None] Provisioning complete for port 12d033be-6028-47dc-9156-bb5092a73a93 triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:46.437515 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ee28a61-a626-46ce-866e-35eb136aff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.470528 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8ee28a61-a626-46ce-866e-35eb136aff1f None None] Port 12d033be-6028-47dc-9156-bb5092a73a93 cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:22:46.561076 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d033be-6028-47dc-9156-bb5092a73a93 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:22:46.568208 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.579942 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Transition to ACTIVE for port object 12d033be-6028-47dc-9156-bb5092a73a93 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:22:46.583879 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.675688 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:46.705064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6128e-ec31-4a2a-bb80-9d101249dc8c req-285c71d2-c414-4d52-bd57-5d3de1830803 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:46.707559 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-44c6128e-ec31-4a2a-bb80-9d101249dc8c req-285c71d2-c414-4d52-bd57-5d3de1830803 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0589592 Dec 16 18:22:46.713803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Attempting to bind port 12d033be-6028-47dc-9156-bb5092a73a93 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:22:46.719475 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Attempting to bind port 12d033be-6028-47dc-9156-bb5092a73a93 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:22:46.720135 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Attempting to bind port 12d033be-6028-47dc-9156-bb5092a73a93 on network d08a9974-8c05-4a0c-9920-03745fd39d73 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:46.725391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Port 12d033be-6028-47dc-9156-bb5092a73a93 on network d08a9974-8c05-4a0c-9920-03745fd39d73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:22:46.725968 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Attempting to bind port 12d033be-6028-47dc-9156-bb5092a73a93 on network d08a9974-8c05-4a0c-9920-03745fd39d73 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:22:46.732472 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:22:46.732865 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Checking segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:22:46.733258 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Bound using segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:22:46.733706 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Bound port: 12d033be-6028-47dc-9156-bb5092a73a93, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:22:46.734075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.766072 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-44c6128e-ec31-4a2a-bb80-9d101249dc8c req-01ba680c-388d-4706-b62d-f7e8522b7d90 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520201 Dec 16 18:22:46.811020 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:22:46.814427 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:22:46.820230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.854533 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:46.855165 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:46.856770 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 1093 time: 0.6227651 Dec 16 18:22:46.861593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:22:46.864146 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1003f8-b19c-470d-9708-3fe50604534c" -d '{"events": [{"name": "network-changed", "server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:22:46.891488 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3a011-8045-414c-9eed-8101ba3190d1 service neutron] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:46.933939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8783a3-edb0-4fc3-8b12-5e0694fd7c2f x-openstack-request-id: req-0c8783a3-edb0-4fc3-8b12-5e0694fd7c2f {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:22:46.934241 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:22:46.934502 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c8783a3-edb0-4fc3-8b12-5e0694fd7c2f {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:22:46.934921 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'status': 'completed', 'code': 200} Dec 16 18:22:46.952295 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-98f04277-f440-4104-804a-3cc21cff07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:46.953853 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-98f04277-f440-4104-804a-3cc21cff07ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1096 time: 0.0567050 Dec 16 18:22:46.997348 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-1c350be8-c0d3-4274-ae3b-3e38f9b6ab52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 217 time: 0.0356271 Dec 16 18:22:47.050084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-62432ea7-35e3-417b-b189-42c9d6af309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.051617 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-62432ea7-35e3-417b-b189-42c9d6af309d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0470490 Dec 16 18:22:47.102157 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-9350337a-bd42-47fa-a1ee-a08a636ff470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.104117 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-9350337a-bd42-47fa-a1ee-a08a636ff470 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454278 Dec 16 18:22:47.202704 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-7c06ad2f-7fc7-4f87-a2d4-d0d1a42f48f0 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903835 Dec 16 18:22:47.299342 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-234c8915-4d8a-45aa-8744-67373feb7a2e req-50cc34bf-ea65-4974-8931-d7d370d803fb service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893576 Dec 16 18:22:47.387702 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1003f8-b19c-470d-9708-3fe50604534c req-ba678d8d-df58-462f-a6f2-1949ca9e0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.389247 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-ba678d8d-df58-462f-a6f2-1949ca9e0721 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1096 time: 0.0438738 Dec 16 18:22:47.480310 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1003f8-b19c-470d-9708-3fe50604534c req-d6b15f8f-8c1e-40b6-b321-acaaf9059991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.481800 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-d6b15f8f-8c1e-40b6-b321-acaaf9059991 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0825512 Dec 16 18:22:47.526748 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-d06ebe7d-b4ce-4cbf-9a62-3c7cb2492e02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 217 time: 0.0366285 Dec 16 18:22:47.576231 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1003f8-b19c-470d-9708-3fe50604534c req-b5a3d87d-8ebf-4123-9eed-fbb2c3329a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.577646 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-b5a3d87d-8ebf-4123-9eed-fbb2c3329a3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0429273 Dec 16 18:22:47.623468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1003f8-b19c-470d-9708-3fe50604534c req-d6939048-d105-456b-a7b8-7f9e85a1f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.624919 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-d6939048-d105-456b-a7b8-7f9e85a1f4be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393498 Dec 16 18:22:47.720229 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-a42d9ba5-bc9f-450c-8ee0-61298fd2c942 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861547 Dec 16 18:22:47.815641 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-8d1003f8-b19c-470d-9708-3fe50604534c req-226acc55-334e-4542-ade3-f8be5da736b1 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867128 Dec 16 18:22:47.896071 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00c85-e458-45a2-8ce4-c1319e4853b3 req-e5d3a613-8e96-487c-820c-8888b92e998a tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:47.897473 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4fb00c85-e458-45a2-8ce4-c1319e4853b3 req-e5d3a613-8e96-487c-820c-8888b92e998a tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0527275 Dec 16 18:22:47.945243 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4fb00c85-e458-45a2-8ce4-c1319e4853b3 req-ce9d15d0-80a0-4fc2-ae99-296e544d066a tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Dec 16 18:22:49.060415 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674aa7b-9fbb-4c1e-b2ab-6f283af3e851 req-173d54ab-c45b-423f-a410-fdb1a9f0c6ca tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:49.061930 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d674aa7b-9fbb-4c1e-b2ab-6f283af3e851 req-173d54ab-c45b-423f-a410-fdb1a9f0c6ca tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0480754 Dec 16 18:22:49.111239 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d674aa7b-9fbb-4c1e-b2ab-6f283af3e851 req-80ac602c-100e-4d48-8893-acff53f9af14 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Dec 16 18:22:50.224497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9614b3-bf0d-47fa-b87b-f85a9ebb5dcc req-ef9f8720-2f97-46f7-80b3-ade3c7008e12 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:50.226024 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ce9614b3-bf0d-47fa-b87b-f85a9ebb5dcc req-ef9f8720-2f97-46f7-80b3-ade3c7008e12 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0481775 Dec 16 18:22:50.278360 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ce9614b3-bf0d-47fa-b87b-f85a9ebb5dcc req-635fe1d9-e1d3-4813-aed8-ff577677e557 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463903 Dec 16 18:22:50.594169 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:22:50.618619 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:50.694882 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:50.705772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '12d033be-6028-47dc-9156-bb5092a73a93', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:22:50.745853 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:50.759160 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d033be-6028-47dc-9156-bb5092a73a93 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:22:50.778123 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:50.781860 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:50.833822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:50.995578 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['12d033be-6028-47dc-9156-bb5092a73a93'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:22:51.491740 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9e43-50f0-4d5d-8d24-7b3492c43b6d req-752d937c-b6a4-42bd-86d9-e6bd1aee4660 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:51.496963 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-985e9e43-50f0-4d5d-8d24-7b3492c43b6d req-752d937c-b6a4-42bd-86d9-e6bd1aee4660 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 944 time: 0.1484294 Dec 16 18:22:51.543269 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-985e9e43-50f0-4d5d-8d24-7b3492c43b6d req-bd623604-4ed7-431f-8e25-7bf012c73da2 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 Dec 16 18:22:52.612342 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:22:52.661766 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port 12d033be-6028-47dc-9156-bb5092a73a93 completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:22:52.665801 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 12d033be-6028-47dc-9156-bb5092a73a93 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:22:52.666173 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:52.706790 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be672d-9f83-4c7a-9226-f539f5a10491 req-0822150b-da87-4cc7-8ddf-01df22d1a11c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:52.708255 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-12be672d-9f83-4c7a-9226-f539f5a10491 req-0822150b-da87-4cc7-8ddf-01df22d1a11c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 944 time: 0.0985425 Dec 16 18:22:52.746691 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:52.758004 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-12be672d-9f83-4c7a-9226-f539f5a10491 req-9cc6ef2a-2850-4be3-8dbd-a9b0bdf05006 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437262 Dec 16 18:22:52.769948 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:22:52.772124 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421e884-4a28-4852-bc9e-668e58055baa" -d '{"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-plugged", "status": "completed", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:22:52.784985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:22:52.789435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:52.842107 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:52.867824 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d3c2e-225a-496c-9a71-232ef6ea2300 x-openstack-request-id: req-2a9d3c2e-225a-496c-9a71-232ef6ea2300 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:22:52.868118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-plugged", "status": "completed", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:22:52.868373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a9d3c2e-225a-496c-9a71-232ef6ea2300 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:22:52.868782 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'code': 200} Dec 16 18:22:53.034269 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ce0a8-ae40-43f8-aeef-abab42142d57 req-f565778f-b9ae-4f60-86f9-76a6115b0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:53.036319 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2c3ce0a8-ae40-43f8-aeef-abab42142d57 req-f565778f-b9ae-4f60-86f9-76a6115b0233 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1098 time: 0.0419436 Dec 16 18:22:53.087171 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2c3ce0a8-ae40-43f8-aeef-abab42142d57 req-95f2c7fa-23c4-4afa-a379-9cc2e396872d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422678 Dec 16 18:22:53.875562 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f97b20-3080-45af-8588-91ed9c1136fc req-948e9073-7250-4ba3-8859-16b90921fd3d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:53.877053 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55f97b20-3080-45af-8588-91ed9c1136fc req-948e9073-7250-4ba3-8859-16b90921fd3d tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 945 time: 0.0514438 Dec 16 18:22:53.924716 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-55f97b20-3080-45af-8588-91ed9c1136fc req-2d046bc9-893b-471e-b87c-ca1aef88c414 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410633 Dec 16 18:22:55.042014 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e130631-9573-43b2-a5e5-dc17f10f92c8 req-a1575df9-3a0b-4ae8-97db-8e7e52f762f6 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:55.043490 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e130631-9573-43b2-a5e5-dc17f10f92c8 req-a1575df9-3a0b-4ae8-97db-8e7e52f762f6 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Dec 16 18:22:55.091433 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4e130631-9573-43b2-a5e5-dc17f10f92c8 req-97580329-861f-49f6-a903-e39e537a6c3e tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Dec 16 18:22:55.201996 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10414831-e6a9-4758-9e94-6badcb736f7f req-8f70ecde-4319-427c-8295-5b050e480f00 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:55.203452 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-10414831-e6a9-4758-9e94-6badcb736f7f req-8f70ecde-4319-427c-8295-5b050e480f00 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 945 time: 0.0473533 Dec 16 18:22:55.256021 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-10414831-e6a9-4758-9e94-6badcb736f7f req-45f28bdf-6670-431c-9c75-5e1c3d61f5bf tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Dec 16 18:22:55.277236 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57910) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:55.356682 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c3993e-52fa-49b9-a116-da8a362c09db tempest-TestSnapshotPattern-1891359271 tempest-TestSnapshotPattern-1891359271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:55.358241 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-69c3993e-52fa-49b9-a116-da8a362c09db tempest-TestSnapshotPattern-1891359271 tempest-TestSnapshotPattern-1891359271-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1093 time: 0.0800536 Dec 16 18:22:55.361175 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 57914) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:22:55.365940 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:22:55.389232 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:55.485260 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:55.584675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Allocated IP 172.26.2.110 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/3f06d025-bae0-40eb-a744-997c63b0b831) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:22:55.687314 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:55.719398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:55.759929 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:22:55.762955 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:22:55.766692 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:22:55.788282 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'Port': ['ID=3f06d025-bae0-40eb-a744-997c63b0b831,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:56.118505 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:56.182083 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:56.328470 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:56.333532 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:56.402930 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'Port': ['ID=3f06d025-bae0-40eb-a744-997c63b0b831,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:22:56.414159 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:56.510276 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Floating IP ee432d48-16aa-4b9a-bf74-3fec5dfca411 associated. External IP: 172.26.2.110, port: 12d033be-6028-47dc-9156-bb5092a73a93. Dec 16 18:22:56.715809 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:22:56.824954 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:22:56.836001 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:22:56.843904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:56.846684 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:56.847395 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:56.870723 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-10409cf2-27c9-4c3c-88b0-54abdf2a85fe tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5085249 Dec 16 18:22:56.871307 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:22:56.873617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c809f-57fb-4633-90c4-e3d292a848c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:22:56.952672 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:56.964173 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64acd915-b77e-4b38-9c18-a3da0a37a146 x-openstack-request-id: req-64acd915-b77e-4b38-9c18-a3da0a37a146 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:22:56.964474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:22:56.964732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64acd915-b77e-4b38-9c18-a3da0a37a146 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:22:56.965174 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'status': 'completed', 'code': 200} Dec 16 18:22:57.028663 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-071ecc79-fedc-4afd-927d-d7ade1712f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:57.030109 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-071ecc79-fedc-4afd-927d-d7ade1712f60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1098 time: 0.0416992 Dec 16 18:22:57.118896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-57dd1692-c0ae-4c31-8c16-1067b720362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:57.120365 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-57dd1692-c0ae-4c31-8c16-1067b720362a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0834115 Dec 16 18:22:57.179736 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:55Z', 'revision_number': 0, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:57.193815 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-e61421a7-645b-4568-b6e4-163cb3a11914 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 999 time: 0.0641015 Dec 16 18:22:57.205508 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:22:57.214218 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:22:57.214823 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:22:40Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:57.242992 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-c3d4a4e1-197c-435b-b5dd-81e60cab26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:57.244438 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-c3d4a4e1-197c-435b-b5dd-81e60cab26c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0434399 Dec 16 18:22:57.291040 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-3b9067cc-c82f-436f-b8a8-06b293023905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:22:57.292455 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-3b9067cc-c82f-436f-b8a8-06b293023905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402949 Dec 16 18:22:57.316147 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:22:57.386220 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-ac3f4e47-d1da-4b7f-9aab-2dbf5abe3758 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864813 Dec 16 18:22:57.478533 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-2f7c809f-57fb-4633-90c4-e3d292a848c6 req-c1095687-b810-4e5b-ab82-a509d37d27cd service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845337 Dec 16 18:22:57.536042 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:55Z', 'revision_number': 0, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:22:57.561347 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f9be61-b21c-4b59-8944-3c3a72663afb None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:55Z', 'revision_number': 0, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:22:57.757960 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d3ad3-078d-45fa-b3fd-e8443f68a214 None None] New status for floating IP ee432d48-16aa-4b9a-bf74-3fec5dfca411: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:23:07.453687 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b604aa5-45c4-4c44-9a25-d297c4ad3136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:09.798116 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b742750-15c4-4f6a-a620-bb44f726dd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:11.046689 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:12.299347 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:13.178711 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:13.797654 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-5ab539d6-f791-4df8-a43a-b2a5d48f9451 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439985 Dec 16 18:23:13.890257 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-633f3625-298f-4284-9d44-f0b3b3ec0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:23:13.892076 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-633f3625-298f-4284-9d44-f0b3b3ec0cf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1098 time: 0.0463400 Dec 16 18:23:13.992896 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-1131a43e-e5d0-430d-8536-4ca919725add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:23:13.994378 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-1131a43e-e5d0-430d-8536-4ca919725add service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0819643 Dec 16 18:23:14.065175 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-ec8e5b15-f5e2-4bb3-8089-d21cd0313efe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 1001 time: 0.0607414 Dec 16 18:23:14.113881 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-101da186-3507-490b-8234-f9f3e802dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:23:14.115825 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-101da186-3507-490b-8234-f9f3e802dd5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0429561 Dec 16 18:23:14.169644 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-6b046da0-bf51-4030-9c8d-98d905660c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:23:14.171145 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-6b046da0-bf51-4030-9c8d-98d905660c73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414782 Dec 16 18:23:14.264813 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-513150b8-587e-40bb-9717-d264490248b3 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847607 Dec 16 18:23:14.354430 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-60e88927-83df-4276-9c4d-71ae3af5cc0e req-221e75ac-cc56-40bd-a36a-63534dc72e04 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794749 Dec 16 18:23:20.632916 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:22.526338 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:23:37.446139 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e55c-4deb-4519-9b41-ef15e1c5b621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:39.792892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-193375ca-b4f4-46d7-8563-0b2c1e5330c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:41.049905 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:42.299982 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:43.180516 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:50.631012 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:23:59.525545 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:24:07.447312 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fada9fed-5411-40d6-b73e-646327ac497e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:09.794007 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4354160c-bc43-49ce-b6cd-eeec70e320aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:11.052918 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:12.303621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:13.182536 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:14.231362 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-10cc9bec-cda4-484c-8e5b-bf3861ff25af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389493 Dec 16 18:24:14.311028 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-15f43cb6-65c7-4a50-9353-0b387325f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:24:14.312475 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-15f43cb6-65c7-4a50-9353-0b387325f1bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1098 time: 0.0388663 Dec 16 18:24:14.415008 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-0cf8708d-16d8-491a-a645-a9f0e24880eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:24:14.416465 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-0cf8708d-16d8-491a-a645-a9f0e24880eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0859451 Dec 16 18:24:14.480816 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-729e2482-7928-4ec6-8d6e-854d5e16a636 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 1001 time: 0.0570810 Dec 16 18:24:14.529448 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-09c4828e-fd42-4fa7-9dc9-b1dce50a26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:24:14.530803 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-09c4828e-fd42-4fa7-9dc9-b1dce50a26ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0438204 Dec 16 18:24:14.579352 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-72ef3c75-f012-4c54-8bfe-8b575d6c0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:24:14.580808 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-72ef3c75-f012-4c54-8bfe-8b575d6c0f32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430138 Dec 16 18:24:14.667864 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-a2801ea2-32b5-4460-b971-07c2c128f675 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800781 Dec 16 18:24:14.759779 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-1754eb11-c6a6-4a9f-8576-49c6b30a5d67 req-c70329bb-5b48-4ad1-bcd4-85749c9a87df service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Dec 16 18:24:20.638162 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:36.524049 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:24:37.449070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcebb-8d09-4d5b-8e14-402d9f880000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:39.793955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29640282-5686-47a0-bfbd-af705ba9d94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:41.055992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:42.306168 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:43.184401 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:50.638326 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:57.267043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:24:57.359928 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:24:57.371816 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': '12d033be-6028-47dc-9156-bb5092a73a93', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:24:57.411717 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:57.423956 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12d033be-6028-47dc-9156-bb5092a73a93 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:24:57.442629 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:24:57.446454 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:57.499016 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:24:57.506267 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.506630 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.506976 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.507318 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.507674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.508019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.508350 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.508686 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.509149 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.509487 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.509815 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.510143 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.510468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:24:57.537698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['12d033be-6028-47dc-9156-bb5092a73a93'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:24:59.288471 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:24:59.343772 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port 12d033be-6028-47dc-9156-bb5092a73a93 triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:24:59.344213 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:59.429541 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:59.455782 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:24:59.458602 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250cef24-d442-47b9-b4a7-ee8e73cffc1a" -d '{"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-plugged", "status": "completed", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:24:59.475663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:24:59.482935 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:24:59.516006 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c52b35f-907b-419b-8d89-323f3eb83d3c x-openstack-request-id: req-7c52b35f-907b-419b-8d89-323f3eb83d3c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:24:59.516669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-plugged", "status": "completed", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:24:59.517282 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c52b35f-907b-419b-8d89-323f3eb83d3c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:24:59.518100 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'code': 200} Dec 16 18:24:59.545674 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:07.013196 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-dd04ed52-17f1-4b70-bb59-382bc6cf5a81 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790158491&fields=id&tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab HTTP/1.1" status: 200 len: 267 time: 0.0503602 Dec 16 18:25:07.122422 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-d5816359-85a7-4d36-afb7-79dd38be8683 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:07.123874 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-d5816359-85a7-4d36-afb7-79dd38be8683 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 810 time: 0.1035616 Dec 16 18:25:07.138341 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-e2d5019e-49e0-4010-8fc2-ad8efce6bc25 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/quotas/1ce384ade9e848beb7a8d7ee4a0904ab HTTP/1.1" status: 200 len: 375 time: 0.0088544 Dec 16 18:25:07.189702 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7d84e56b-0409-40a2-b9ce-2a746d0431f9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460567 Dec 16 18:25:07.259472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-562e468b-0064-45d4-b9cf-93f79527b0c4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:25:07.260481 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-562e468b-0064-45d4-b9cf-93f79527b0c4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0594320 Dec 16 18:25:07.356458 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-9c6c2997-26eb-4929-a926-7015717ec9b9 service neutron] 10.222.0.66 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893381 Dec 16 18:25:07.446561 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-30f244e9-50a9-4e71-95ae-354578c08f3a service neutron] 10.222.0.66 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Dec 16 18:25:07.450287 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-048a70ef-9612-4393-aa74-be4ee0893bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:07.621784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-117da942-9d6d-4063-a76c-137ab249bf2b req-8d63b4b6-2e2a-4dc5-83ca-b47d8588502f tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 210 time: 0.0267100 Dec 16 18:25:08.536462 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-0ff66afc-c646-4838-bf05-db70ee8314a0 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:08.537995 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-0ff66afc-c646-4838-bf05-db70ee8314a0 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 810 time: 0.1102593 Dec 16 18:25:08.601647 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-e9102d7e-b9d5-4526-8781-69cc8ab1fa68 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab HTTP/1.1" status: 200 len: 379 time: 0.0531847 Dec 16 18:25:08.615075 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'port': {'device_id': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'admin_state_up': True, 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'security_groups': ['bee0fc26-1026-4821-9dd6-047767846f7d']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:25:08.731253 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-dcd6acd2-4428-421c-8d8a-5c6c779fe463 req-70768974-c74b-48ae-86bd-c201e4248451 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 210 time: 0.0400083 Dec 16 18:25:08.734963 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Made reservation on behalf of 1ce384ade9e848beb7a8d7ee4a0904ab for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:25:08.739761 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:08.873809 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Allocated IP 172.20.0.5 (d08a9974-8c05-4a0c-9920-03745fd39d73/adbfcb4e-c054-4f05-933b-8bdf69d3f8d4/b1f5741d-5c9b-4120-bac6-7f4cde0528ce) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:25:09.096704 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for port, precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:09.137159 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:09.188117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Network d08a9974-8c05-4a0c-9920-03745fd39d73 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:25:09.191278 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:25:09.195142 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:25:09.232271 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:09.252127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.252478 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.253433 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.253830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.254176 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.254553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.254889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.255222 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.255553 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.255884 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.256219 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.256548 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.256862 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:09.290650 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:09.291463 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:09.310128 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-8c07e526-b4b5-453b-86b9-9e3a5eb190ef tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990550 Dec 16 18:25:09.459468 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-b5ff865d-0ba0-4921-ace0-c084d7d86d48 None None] Provisioning complete for port b1f5741d-5c9b-4120-bac6-7f4cde0528ce triggered by entity DHCP. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:25:09.460075 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5ff865d-0ba0-4921-ace0-c084d7d86d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:09.493178 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff865d-0ba0-4921-ace0-c084d7d86d48 None None] Port b1f5741d-5c9b-4120-bac6-7f4cde0528ce cannot update to ACTIVE because it is not bound. {{(pid=103244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:25:09.799975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5870fdf-1fa4-4969-ac51-20cc198a06c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:09.868420 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bcefb-0b96-48a1-bd44-773e386058b8 req-0adcf1e0-7efb-4b63-ac6f-303f3ee8ea86 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:09.869956 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d6bcefb-0b96-48a1-bd44-773e386058b8 req-0adcf1e0-7efb-4b63-ac6f-303f3ee8ea86 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0698757 Dec 16 18:25:09.921451 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-2d6bcefb-0b96-48a1-bd44-773e386058b8 req-c758bed5-7d19-47a2-89b2-8bbd7e4db7d1 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453651 Dec 16 18:25:11.038414 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eb707-d97e-4eca-883d-45cc598acaa5 req-8c87928c-463d-4440-96a3-f9fe32f0d32f tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:11.039882 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0a3eb707-d97e-4eca-883d-45cc598acaa5 req-8c87928c-463d-4440-96a3-f9fe32f0d32f tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0486627 Dec 16 18:25:11.073643 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:11.098233 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0a3eb707-d97e-4eca-883d-45cc598acaa5 req-f7676ad9-2ccf-417a-b18b-c9aad384e391 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517888 Dec 16 18:25:11.357507 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:25:11.436566 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:11.460466 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:25:11.463112 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832db78a-a49c-44f2-91c9-c81579b3533b" -d '{"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-unplugged", "status": "completed", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:25:11.475166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:25:11.479248 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:11.509094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb68ddc4-6515-42eb-aca2-ca824e27efae x-openstack-request-id: req-bb68ddc4-6515-42eb-aca2-ca824e27efae {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:25:11.509416 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-unplugged", "status": "completed", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:25:11.509656 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb68ddc4-6515-42eb-aca2-ca824e27efae {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:25:11.510052 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'code': 200} Dec 16 18:25:11.537349 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:12.225311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20040d8-ec8a-443b-8c57-e9ae13fbd009 req-9d64b2b9-d53e-4f4f-aa33-2d3457419a1a tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:12.226779 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e20040d8-ec8a-443b-8c57-e9ae13fbd009 req-9d64b2b9-d53e-4f4f-aa33-2d3457419a1a tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0525253 Dec 16 18:25:12.278042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e20040d8-ec8a-443b-8c57-e9ae13fbd009 req-85db482d-69ca-4fa5-abd3-1dacc8c93cad tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454037 Dec 16 18:25:12.319617 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:13.186603 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:13.400891 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57df05-325e-4916-8a8c-9db0e17930e4 req-a3de87d0-77cc-4875-84b5-90df58e0eb17 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:13.403063 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4b57df05-325e-4916-8a8c-9db0e17930e4 req-a3de87d0-77cc-4875-84b5-90df58e0eb17 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0528252 Dec 16 18:25:13.458085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4b57df05-325e-4916-8a8c-9db0e17930e4 req-406fb653-d893-45f6-9d92-6bb4ac1baf2b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477915 Dec 16 18:25:13.523738 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:25:14.572064 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0317e-476d-4953-a4df-73b0f2c18d5b req-187f8e4f-78f2-465e-84d1-c4032c9f8d75 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:14.573605 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0dd0317e-476d-4953-a4df-73b0f2c18d5b req-187f8e4f-78f2-465e-84d1-c4032c9f8d75 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0484259 Dec 16 18:25:14.626074 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-0dd0317e-476d-4953-a4df-73b0f2c18d5b req-1762aba8-1e12-46a0-856b-6e29acce5744 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 Dec 16 18:25:15.754426 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6916-104a-4023-a187-26ad8440f445 req-238adee0-841e-471a-a994-b90106a99797 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:15.755913 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-db7b6916-104a-4023-a187-26ad8440f445 req-238adee0-841e-471a-a994-b90106a99797 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0511379 Dec 16 18:25:15.815743 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-db7b6916-104a-4023-a187-26ad8440f445 req-af24f6d2-52f7-4e07-a33b-0c72af7954b0 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537374 Dec 16 18:25:16.940472 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aced83a-51be-4904-b52f-6405ee21db99 req-9f1b4fc8-f8f3-46c5-bc75-3a1276c4c556 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:16.942042 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4aced83a-51be-4904-b52f-6405ee21db99 req-9f1b4fc8-f8f3-46c5-bc75-3a1276c4c556 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0491066 Dec 16 18:25:16.999238 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-4aced83a-51be-4904-b52f-6405ee21db99 req-0674bab3-e6a6-4f1a-9f5b-0a55471e7d7b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470929 Dec 16 18:25:18.123847 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac233987-ae67-4776-b553-660ff9dd1d54 req-1c3a9cd4-7c91-4a82-a982-ef0b471fb2ec tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:18.125363 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ac233987-ae67-4776-b553-660ff9dd1d54 req-1c3a9cd4-7c91-4a82-a982-ef0b471fb2ec tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0542150 Dec 16 18:25:18.180907 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ac233987-ae67-4776-b553-660ff9dd1d54 req-ec7f5e02-1603-463d-b892-66781ef62ff7 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486856 Dec 16 18:25:19.302502 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cd016-c432-41eb-8c2f-384f6795a144 req-e9099058-1920-4ad2-8c64-e83326bb1605 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:19.304021 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba5cd016-c432-41eb-8c2f-384f6795a144 req-e9099058-1920-4ad2-8c64-e83326bb1605 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0506051 Dec 16 18:25:19.356575 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-ba5cd016-c432-41eb-8c2f-384f6795a144 req-dca9b8f7-2cf1-4821-91f4-e86f6eb058bc tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462513 Dec 16 18:25:20.281889 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.v2.base [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Request body: {'port': {'device_id': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:25:20.314322 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.57', 63397) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:25:20.335074 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.359434 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-a15db427-cc23-44a4-9ab6-7f7fe5031b76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433979 Dec 16 18:25:20.517445 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa4c79-7b69-4063-b083-3f91cb00a2bd req-6225f22f-615e-4c72-b2c1-3898751e9777 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:20.518929 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-87fa4c79-7b69-4063-b083-3f91cb00a2bd req-6225f22f-615e-4c72-b2c1-3898751e9777 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 931 time: 0.0782094 Dec 16 18:25:20.520676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-ddeba568-cadb-4ecc-8e95-b77c68a216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:20.522606 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-ddeba568-cadb-4ecc-8e95-b77c68a216ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1096 time: 0.1092455 Dec 16 18:25:20.597537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f5741d-5c9b-4120-bac6-7f4cde0528ce {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:25:20.605638 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.617581 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Transition to ACTIVE for port object b1f5741d-5c9b-4120-bac6-7f4cde0528ce will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:25:20.621522 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.653736 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-87fa4c79-7b69-4063-b083-3f91cb00a2bd req-f9ec2664-a0ff-4696-8d3c-138b0ef9787f tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268249 Dec 16 18:25:20.685417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.689541 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:20.739741 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-a5d22b65-9f3d-49bf-afd5-d5ba30e8cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:20.741476 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-a5d22b65-9f3d-49bf-afd5-d5ba30e8cedd service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.1982644 Dec 16 18:25:20.741839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Attempting to bind port b1f5741d-5c9b-4120-bac6-7f4cde0528ce on host hv-neutron-8218 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:25:20.741839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Attempting to bind port b1f5741d-5c9b-4120-bac6-7f4cde0528ce by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:25:20.741839 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Attempting to bind port b1f5741d-5c9b-4120-bac6-7f4cde0528ce on network d08a9974-8c05-4a0c-9920-03745fd39d73 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:25:20.748590 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Port b1f5741d-5c9b-4120-bac6-7f4cde0528ce on network d08a9974-8c05-4a0c-9920-03745fd39d73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:25:20.748922 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Attempting to bind port b1f5741d-5c9b-4120-bac6-7f4cde0528ce on network d08a9974-8c05-4a0c-9920-03745fd39d73 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:25:20.756303 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Checking agent: {'id': 'd6775673-0345-42b4-8810-1b3e133db3bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'started_at': datetime.datetime(2021, 12, 16, 17, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:25:20.756635 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Checking segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:25:20.757031 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Bound using segment: {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:25:20.757459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Bound port: b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6de762-a4e8-4023-a728-ab099b3d688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:25:20.757810 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.834600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:25:20.838930 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:25:20.843545 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4915859'] for port, after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.878391 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:20.879445 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:20.881673 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 200 len: 1093 time: 0.6058886 Dec 16 18:25:20.909032 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:25:20.911377 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b52d3-897c-418b-82fc-2aa41666b8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:25:20.925937 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147c182-e194-498c-b86d-3916b63e21c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:20.973309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-065bc18d-2064-4162-a1aa-ccb2c7872e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:20.974898 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-065bc18d-2064-4162-a1aa-ccb2c7872e19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1096 time: 0.0459714 Dec 16 18:25:20.976388 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de494b66-0465-432e-b911-f35ef778b3c6 x-openstack-request-id: req-de494b66-0465-432e-b911-f35ef778b3c6 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:25:20.978436 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:25:20.978676 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de494b66-0465-432e-b911-f35ef778b3c6 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:25:20.980482 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'status': 'completed', 'code': 200} Dec 16 18:25:21.027277 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-98374399-f87b-4326-8e0c-8784574ceb9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 200 len: 217 time: 0.0440812 Dec 16 18:25:21.086506 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-85b68838-9a23-46c5-8001-e68f597df6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.088082 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-85b68838-9a23-46c5-8001-e68f597df6d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0529068 Dec 16 18:25:21.139196 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-19626d44-af26-484f-b0ee-06c4a46625b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.141139 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-19626d44-af26-484f-b0ee-06c4a46625b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446131 Dec 16 18:25:21.184884 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-214aedac-9faa-4477-b4f6-64905427f34f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 999 time: 0.4320252 Dec 16 18:25:21.235370 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-f2925799-d16e-4cb9-820f-3becf0fb30db service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873682 Dec 16 18:25:21.240452 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-55ba4736-7b3b-4f47-b8cf-117d9a895b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.242023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-55ba4736-7b3b-4f47-b8cf-117d9a895b3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0496778 Dec 16 18:25:21.318850 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-7be5719d-0309-4457-9310-7514287f15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.320493 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-7be5719d-0309-4457-9310-7514287f15a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718377 Dec 16 18:25:21.324807 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-fd0c7a4e-c550-4f0c-90c7-24d8483ef96d req-e12afd6a-75fb-4399-9b9b-f6818d95fe45 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821817 Dec 16 18:25:21.409492 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-0cac4c6a-4e1a-49e6-9cf2-7239731960b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.410891 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-0cac4c6a-4e1a-49e6-9cf2-7239731960b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1096 time: 0.0407650 Dec 16 18:25:21.414546 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-ff5aed87-009d-4d6f-a54c-22b3492d9472 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832157 Dec 16 18:25:21.515592 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-5c118966-b9d7-46c6-82ac-bde3b99b40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.517089 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-5c118966-b9d7-46c6-82ac-bde3b99b40ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0927184 Dec 16 18:25:21.518047 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-fbf01de7-0c24-4626-b157-158d8cf22b1f req-a06b33fc-b371-4378-9d57-0541c1c874d1 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936234 Dec 16 18:25:21.563061 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-e6320243-9928-4bfb-b817-7e7e5dfd7136 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 200 len: 217 time: 0.0351562 Dec 16 18:25:21.624103 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-1d155adf-a39f-44d3-bf89-0aac202f98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.625584 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-1d155adf-a39f-44d3-bf89-0aac202f98fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0527952 Dec 16 18:25:21.671254 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-4638e3cb-8b8a-4c82-b42a-8c0253f8058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.672619 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-4638e3cb-8b8a-4c82-b42a-8c0253f8058b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388691 Dec 16 18:25:21.763550 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-5111e0bc-eace-437c-ba42-e04164ee7e08 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814807 Dec 16 18:25:21.765593 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a0af2-a48d-4d5c-85e8-179165eceac0 req-fee8c13e-0027-49f1-9aa7-a4a672fc075b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:21.767055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d67a0af2-a48d-4d5c-85e8-179165eceac0 req-fee8c13e-0027-49f1-9aa7-a4a672fc075b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 943 time: 0.0494356 Dec 16 18:25:21.816738 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-d67a0af2-a48d-4d5c-85e8-179165eceac0 req-5e7e5186-06cf-44c7-9c94-0aa9e5658ff6 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Dec 16 18:25:21.866729 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-127b52d3-897c-418b-82fc-2aa41666b8eb req-41f2889b-0f0f-485c-a4ca-618db2963b6a service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943155 Dec 16 18:25:22.940319 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09612107-019b-4ac6-8c13-e74c8f099517 req-8914fe97-e162-4897-92dd-69adc0a1d167 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:22.941812 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-09612107-019b-4ac6-8c13-e74c8f099517 req-8914fe97-e162-4897-92dd-69adc0a1d167 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 943 time: 0.0478370 Dec 16 18:25:22.988839 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-09612107-019b-4ac6-8c13-e74c8f099517 req-39a938f1-47bf-4ee4-a48a-31d5ddeb9ed0 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Dec 16 18:25:23.395224 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:25:23.490841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:25:23.503087 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'port_id': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'mac_address': 'fa:16:3e:cb:2f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:25:23.539985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:23.552428 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f5741d-5c9b-4120-bac6-7f4cde0528ce {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:25:23.570992 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:25:23.574734 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:23.619923 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:23.832364 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['b1f5741d-5c9b-4120-bac6-7f4cde0528ce'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:25:24.108017 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bc09c-ebf4-442a-95fa-7f853d00e709 req-80c040f6-4378-4ea0-801c-2e9904ace2b2 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:24.109509 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f4bc09c-ebf4-442a-95fa-7f853d00e709 req-80c040f6-4378-4ea0-801c-2e9904ace2b2 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 944 time: 0.0527916 Dec 16 18:25:24.185582 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-6f4bc09c-ebf4-442a-95fa-7f853d00e709 req-aad54075-70d1-4c4e-b675-e91abc414116 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690897 Dec 16 18:25:25.307000 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d1f1-5cdc-46f9-b599-357600aa1ee3 req-512877eb-31e7-44f0-a97b-54daaa88f431 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:25.308441 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04d0d1f1-5cdc-46f9-b599-357600aa1ee3 req-512877eb-31e7-44f0-a97b-54daaa88f431 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 944 time: 0.0472143 Dec 16 18:25:25.355724 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-04d0d1f1-5cdc-46f9-b599-357600aa1ee3 req-5f5f82cb-4f76-4ceb-9252-0fd41f7be6a9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Dec 16 18:25:25.411722 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:25:25.459096 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning for port b1f5741d-5c9b-4120-bac6-7f4cde0528ce completed by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:25:25.462915 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port b1f5741d-5c9b-4120-bac6-7f4cde0528ce triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:25:25.463293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:25.538612 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:25.560400 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:25:25.562638 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93540c-75a3-4887-b516-f7bda4146396" -d '{"events": [{"server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:25:25.579303 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:25:25.583484 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:25.607125 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d34dc-7d82-4a86-8810-175fd1133eec x-openstack-request-id: req-2c7d34dc-7d82-4a86-8810-175fd1133eec {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:25:25.607419 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:25:25.607698 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c7d34dc-7d82-4a86-8810-175fd1133eec {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:25:25.608109 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'code': 200} Dec 16 18:25:25.634367 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=5']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:25.765770 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d262-2f57-439c-bf46-63ed8ef631a1 req-6f06719d-0631-4484-8cfc-30c54e604357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:25.767189 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f0c2d262-2f57-439c-bf46-63ed8ef631a1 req-6f06719d-0631-4484-8cfc-30c54e604357 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1098 time: 0.0408208 Dec 16 18:25:25.812110 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-f0c2d262-2f57-439c-bf46-63ed8ef631a1 req-7a3d6007-bdb1-4eb9-b24b-0f5d896896c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380418 Dec 16 18:25:26.474576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d949e2-039e-4338-bbd4-b13a580bc983 req-d74f0cbd-4427-40cb-8f4d-d361c26d4f25 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:26.476061 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38d949e2-039e-4338-bbd4-b13a580bc983 req-d74f0cbd-4427-40cb-8f4d-d361c26d4f25 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 945 time: 0.0548525 Dec 16 18:25:26.524952 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-38d949e2-039e-4338-bbd4-b13a580bc983 req-ec2071d2-36c1-4c0d-ad1b-be3d2f09123f tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Dec 16 18:25:27.640559 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6eb4a-401e-4e95-b18c-3a7798277682 req-e99acff1-09c7-48b9-8500-019f12367f76 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:27.642053 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ec6eb4a-401e-4e95-b18c-3a7798277682 req-e99acff1-09c7-48b9-8500-019f12367f76 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 945 time: 0.0479004 Dec 16 18:25:27.690747 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-7ec6eb4a-401e-4e95-b18c-3a7798277682 req-1379d7a1-b96a-41b8-a75a-2d02c7ce5eff tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421088 Dec 16 18:25:27.805540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363b025-cd8b-4ff6-8149-62ddf9e597a7 req-e8787adb-9c07-4647-8d70-f2c9a5f4ee3e tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:27.806941 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1363b025-cd8b-4ff6-8149-62ddf9e597a7 req-e8787adb-9c07-4647-8d70-f2c9a5f4ee3e tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Dec 16 18:25:27.859128 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-1363b025-cd8b-4ff6-8149-62ddf9e597a7 req-e96904b0-6b0a-471e-9765-46ade8c0ba32 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463829 Dec 16 18:25:27.880861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58182) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:25:27.919511 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4173d-2a40-46ce-a5ca-ba493958052a tempest-TestSnapshotPattern-1891359271 tempest-TestSnapshotPattern-1891359271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:27.921055 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-06e4173d-2a40-46ce-a5ca-ba493958052a tempest-TestSnapshotPattern-1891359271 tempest-TestSnapshotPattern-1891359271-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1093 time: 0.0391767 Dec 16 18:25:27.923715 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58186) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:25:27.928576 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.v2.base [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Request body: {'floatingip': {'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'port_id': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:25:27.951704 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.045278 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.149810 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Allocated IP 172.26.2.221 (85c8b61d-0338-4433-9b7c-932830188e71/cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702/ce8c8051-7dfb-489a-902f-f275c3d2478e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:25:28.252486 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for port, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.284382 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333461706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.321694 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Network 85c8b61d-0338-4433-9b7c-932830188e71 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:25:28.324530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:25:28.327112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:25:28.354619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'Port': ['ID=ce8c8051-7dfb-489a-902f-f275c3d2478e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:28.367501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.367854 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.368193 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.368530 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.368860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.369215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.369549 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.369871 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.370194 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.370520 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.370840 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.371156 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.371473 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:25:28.692834 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.756335 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.903558 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for port, precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.908043 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5063028'] for port, after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:28.971976 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event updated for resources: {'Port': ['ID=ce8c8051-7dfb-489a-902f-f275c3d2478e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:25:28.983189 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580153'] for floatingip, after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:29.079621 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Floating IP 3275b311-d1eb-40dc-97af-43f9b5c5591b associated. External IP: 172.26.2.221, port: b1f5741d-5c9b-4120-bac6-7f4cde0528ce. Dec 16 18:25:29.280825 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:25:29.384859 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:25:29.394614 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:25:29.402489 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:29.404619 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:25:29.405336 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:25:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:25:29.429574 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-1d5ece16-55c0-4371-85c2-b37be05a0e96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5048556 Dec 16 18:25:29.430247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:25:29.432493 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5" -d '{"events": [{"name": "network-changed", "server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:25:29.467464 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17826903-39ce-4680-bfc4-b6b7ccfa1afa x-openstack-request-id: req-17826903-39ce-4680-bfc4-b6b7ccfa1afa {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:25:29.467754 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:25:29.468007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17826903-39ce-4680-bfc4-b6b7ccfa1afa {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:25:29.468409 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'status': 'completed', 'code': 200} Dec 16 18:25:29.516872 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:25:29.538909 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-09d59a64-793d-47fc-bda0-adee2d08ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:29.540480 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-09d59a64-793d-47fc-bda0-adee2d08ee37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1098 time: 0.0489981 Dec 16 18:25:29.634806 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-b13f3f99-5ac8-46b9-b2aa-8d0203028d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:29.636273 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-b13f3f99-5ac8-46b9-b2aa-8d0203028d37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0870285 Dec 16 18:25:29.704850 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-082031d4-a8d9-4a0f-b314-d375c1d4a39e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 200 len: 999 time: 0.0608726 Dec 16 18:25:29.753933 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-62777de4-a95c-4866-8de0-6fff7146cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:29.755525 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-62777de4-a95c-4866-8de0-6fff7146cd4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0431554 Dec 16 18:25:29.802593 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-8761ce69-8f5e-4bf6-86f3-c810d097c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:25:29.804001 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-8761ce69-8f5e-4bf6-86f3-c810d097c9c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403602 Dec 16 18:25:29.820874 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3275b311-d1eb-40dc-97af-43f9b5c5591b', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:cb:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:25:28Z', 'updated_at': '2021-12-16T18:25:28Z', 'revision_number': 0, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}, {'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:57Z', 'revision_number': 1, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:25:29.850796 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:25:29.859542 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:25:29.860157 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:25:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:25:29.897461 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-6e275b89-a023-4a0d-88f6-83730ea0e85a service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852382 Dec 16 18:25:29.964695 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:25:30.193988 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3275b311-d1eb-40dc-97af-43f9b5c5591b', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:cb:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:25:28Z', 'updated_at': '2021-12-16T18:25:28Z', 'revision_number': 0, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}, {'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:57Z', 'revision_number': 1, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:25:30.224649 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab170e92-c11e-470f-9b23-2d0a0f11a5ed None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': '3275b311-d1eb-40dc-97af-43f9b5c5591b', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:cb:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:25:28Z', 'updated_at': '2021-12-16T18:25:28Z', 'revision_number': 0, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}, {'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:57Z', 'revision_number': 1, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:25:30.319589 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-6ddd83a1-65bc-4acc-a50d-d73d5f6147f5 req-dd15d92c-e2f6-4095-bbd7-a813c1106ea1 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151309 Dec 16 18:25:30.413277 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d3982-61d4-45bd-a608-0f68fe4315dc None None] New status for floating IP 3275b311-d1eb-40dc-97af-43f9b5c5591b: ACTIVE {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:25:37.452043 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d66-bfa0-4b0a-9f62-b12924cd6bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:39.795548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-771e4472-f995-4797-bc3b-3e6355b4deb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:41.060810 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:42.314420 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:43.189017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:25:50.524366 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:25:50.659707 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:07.453728 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46de9979-ccfd-4d64-ba9f-c018bb54d263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:09.800094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10c0b0ae-5b04-4979-84ae-bb82111d9982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:11.063362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:12.317919 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:13.190851 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:16.239718 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-7f438d8a-7cbe-462a-9e26-e6189981bddb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385602 Dec 16 18:26:16.319961 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-7f529ba3-3692-40c8-bb5b-4da4dc180129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:26:16.321537 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-7f529ba3-3692-40c8-bb5b-4da4dc180129 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1096 time: 0.0393600 Dec 16 18:26:16.425602 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-ffa947f2-a9f6-4e2d-a1c1-85afb8452dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:26:16.427130 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-ffa947f2-a9f6-4e2d-a1c1-85afb8452dac service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0846777 Dec 16 18:26:16.492655 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-c3865e25-5bc1-4f9d-92a1-54d8ff95e633 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 999 time: 0.0581479 Dec 16 18:26:16.540261 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-b23f7b0a-73fa-437d-9ec5-76758bc6849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:26:16.541733 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-b23f7b0a-73fa-437d-9ec5-76758bc6849f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0423956 Dec 16 18:26:16.591582 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-e5ecf606-15db-415b-bba7-e4a6fbca49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:26:16.593063 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-e5ecf606-15db-415b-bba7-e4a6fbca49c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421395 Dec 16 18:26:16.679562 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-52865ef3-db83-4c43-ad7b-f932a0457bb9 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787041 Dec 16 18:26:16.770974 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5d926af-93dc-4066-b5cb-6a9b1cfa9d7d req-3a1eb639-9dd0-414d-8d38-1c2f6c1669fd service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833437 Dec 16 18:26:20.657258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:27.522546 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:26:37.455199 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8253fac8-89d5-450f-b849-e8b56a5a55cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:39.803086 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7b038c5-548c-4563-a398-1ce1097c86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:41.066634 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:42.319106 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:43.192433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:26:50.664759 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:04.521464 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:27:07.456542 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfb00-e2ba-4106-aca8-a5043e2e3822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:09.806166 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ef6f-c566-4117-8086-8c7fe990e490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:11.070023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:12.037585 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=103244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:27:12.150625 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:12.165453 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Returning: {'device': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'port_id': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'mac_address': 'fa:16:3e:cb:2f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:27:12.220373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:12.240184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1f5741d-5c9b-4120-bac6-7f4cde0528ce {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:27:12.267105 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:12.272395 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:12.342407 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:12.343457 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:12.352362 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] get_ports_and_sgs() called for port_ids ['b1f5741d-5c9b-4120-bac6-7f4cde0528ce'] {{(pid=103244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:27:12.380820 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.381192 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.381548 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.381874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.382209 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.382540 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.382869 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.383203 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.383531 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.383863 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.384184 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.384503 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:12.384841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:13.196681 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:14.051005 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce up at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:27:14.107754 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Provisioning complete for port b1f5741d-5c9b-4120-bac6-7f4cde0528ce triggered by entity L2. {{(pid=103244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:27:14.108258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647192'] for port, provisioning_complete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:14.195560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:14.229017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:27:14.232426 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e937616c9be30c842c8bd480a7b25efb8ba1323247b92ae88660e8eaefe3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c58f9-7551-47c0-aa47-8f877ce9a8ae" -d '{"events": [{"server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:27:14.236437 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:14.242783 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791334009061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333461724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333461742'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:14.294530 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581810d7-0a5a-483b-87f5-62592c5d6cb0 x-openstack-request-id: req-581810d7-0a5a-483b-87f5-62592c5d6cb0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:27:14.294830 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "name": "network-vif-plugged", "status": "completed", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:27:14.295137 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-581810d7-0a5a-483b-87f5-62592c5d6cb0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:27:14.295548 dv-neutron-821818-2-hyperv neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'code': 200} Dec 16 18:27:14.306369 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Pushing event updated for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:17.435713 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-0a670974-55fa-43e6-8da3-2aaeebc3d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:17.437136 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-0a670974-55fa-43e6-8da3-2aaeebc3d5b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1098 time: 0.1602151 Dec 16 18:27:17.557010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-e2c9973b-1f5c-41c4-959b-43a8c3f5ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:17.558756 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-e2c9973b-1f5c-41c4-959b-43a8c3f5ce27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0996509 Dec 16 18:27:17.635943 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-c8b88eaa-85a8-40f6-ac28-38670467706a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 200 len: 1001 time: 0.0683484 Dec 16 18:27:17.698932 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-ae2df0d4-19f1-4b68-bf5f-f33d25b7e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:17.700641 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-ae2df0d4-19f1-4b68-bf5f-f33d25b7e831 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0569768 Dec 16 18:27:17.756117 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-84d5e0e6-b94a-4cbb-8dc7-d10e2ce22f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:17.757795 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-84d5e0e6-b94a-4cbb-8dc7-d10e2ce22f7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480933 Dec 16 18:27:17.769728 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-0b76bd1b-b21d-48bb-a11b-9d85e4dcce6b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:27:17.770757 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-0b76bd1b-b21d-48bb-a11b-9d85e4dcce6b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056763 Dec 16 18:27:17.871025 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-18879b69-6053-4ac1-b0ec-3027111bae1b service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931361 Dec 16 18:27:17.982116 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-11dafc55-31f3-4330-b52c-1bc1959cfff5 req-3388b228-2662-4640-a312-877f125adc41 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012294 Dec 16 18:27:20.672439 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.188712 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58382) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:21.346752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Deleting port ce8c8051-7dfb-489a-902f-f275c3d2478e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:21.347098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.423918 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.424249 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.435717 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Calling delete_port for ce8c8051-7dfb-489a-902f-f275c3d2478e owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:21.581618 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.607497 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event deleted for resources: {'Port': ['ID=ce8c8051-7dfb-489a-902f-f275c3d2478e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:21.629771 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.630117 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.630457 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.630819 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.631150 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.631476 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.631799 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.632122 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.632442 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.632764 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.633112 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.633431 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.633744 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:21.672651 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.673007 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Floating IP 3275b311-d1eb-40dc-97af-43f9b5c5591b disassociated (deleted). External IP: 172.26.2.221, port: b1f5741d-5c9b-4120-bac6-7f4cde0528ce. Dec 16 18:27:21.876565 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:27:21.981642 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:27:21.987444 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:21.992342 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f024508-d30e-40a0-8685-42e31325889c None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:27:22.002698 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:22.003306 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:22.014821 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8d08e3a5-aa66-4a1a-b493-b09d0b8b9df4 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "DELETE /v2.0/floatingips/3275b311-d1eb-40dc-97af-43f9b5c5591b HTTP/1.1" status: 204 len: 168 time: 0.8248563 Dec 16 18:27:22.015416 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:27:22.017748 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5e8a6-efca-4f75-b8ab-b517a051145d" -d '{"events": [{"name": "network-changed", "server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:27:22.066861 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f543b5-cdc8-4947-9344-37a203242ad2 x-openstack-request-id: req-92f543b5-cdc8-4947-9344-37a203242ad2 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:27:22.067210 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:27:22.067471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92f543b5-cdc8-4947-9344-37a203242ad2 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:27:22.067892 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'status': 'completed', 'code': 200} Dec 16 18:27:22.109036 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:22.144605 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-1d478d22-b0db-4d75-ba29-deabbccbbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:22.146294 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-1d478d22-b0db-4d75-ba29-deabbccbbee3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 1098 time: 0.0538051 Dec 16 18:27:22.250010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-1a907667-a3b9-4ca6-84c2-2d54bab0d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:22.251752 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-1a907667-a3b9-4ca6-84c2-2d54bab0d9ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0978231 Dec 16 18:27:22.254209 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df7e7-0ebb-46b9-aff9-615456069161 req-582e76fd-0f2b-406d-93d3-1fa987b41867 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:22.255758 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e74df7e7-0ebb-46b9-aff9-615456069161 req-582e76fd-0f2b-406d-93d3-1fa987b41867 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 945 time: 0.0504980 Dec 16 18:27:22.296260 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-b8068939-87d6-41f9-95d8-fa71c299829c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 200 len: 217 time: 0.0365183 Dec 16 18:27:22.306144 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-e74df7e7-0ebb-46b9-aff9-615456069161 req-5e9718b4-5985-402e-95ab-876b697834c0 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440495 Dec 16 18:27:22.348010 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-81a900c2-18ae-41bc-996f-1626b32ff3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:22.349513 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-81a900c2-18ae-41bc-996f-1626b32ff3ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0449345 Dec 16 18:27:22.350049 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:57Z', 'revision_number': 1, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:22.375548 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f024508-d30e-40a0-8685-42e31325889c None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:27:22.383734 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:22.384342 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:22.399628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-311ae3e0-b59e-4cb5-aba0-32dde3bb6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:22.401090 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-311ae3e0-b59e-4cb5-aba0-32dde3bb6f27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439165 Dec 16 18:27:22.488024 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:22.491894 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-c1f53170-c2f2-4eff-a5f0-1edff9d9c145 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816185 Dec 16 18:27:22.588183 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-ffa5e8a6-efca-4f75-b8ab-b517a051145d req-6429c0c9-a916-4ffb-8559-ca96622ab4ce service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881145 Dec 16 18:27:22.789032 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-6f024508-d30e-40a0-8685-42e31325889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:57Z', 'revision_number': 1, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:22.813981 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f024508-d30e-40a0-8685-42e31325889c None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_floatingips': [{'id': 'ee432d48-16aa-4b9a-bf74-3fec5dfca411', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'router_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'port_id': '12d033be-6028-47dc-9156-bb5092a73a93', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'mac_address': 'fa:16:3e:b3:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:22:55Z', 'updated_at': '2021-12-16T18:22:57Z', 'revision_number': 1, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:27:23.022122 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17c6fd-a737-415c-9e4d-e4729fb5d73d None None] New status for floating IP 3275b311-d1eb-40dc-97af-43f9b5c5591b: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:27:23.427474 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdaa47-4e97-4a72-b99e-97f7d86a52ba req-5f1427d5-9b36-41af-9531-9eac182c2426 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:23.429005 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07fdaa47-4e97-4a72-b99e-97f7d86a52ba req-5f1427d5-9b36-41af-9531-9eac182c2426 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Dec 16 18:27:23.476901 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-07fdaa47-4e97-4a72-b99e-97f7d86a52ba req-650543fb-0afb-4d83-9af1-15f60f4c4dfd tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420079 Dec 16 18:27:23.811537 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-506bb323-ee22-4e1c-8924-17121c3c83d7 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:23.813004 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-506bb323-ee22-4e1c-8924-17121c3c83d7 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Dec 16 18:27:23.904628 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Deleting port b1f5741d-5c9b-4120-bac6-7f4cde0528ce {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:23.904996 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:23.994148 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] For port b1f5741d-5c9b-4120-bac6-7f4cde0528ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:23.994512 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:24.006935 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Calling delete_port for b1f5741d-5c9b-4120-bac6-7f4cde0528ce owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:24.063435 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:24.137600 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:24.152270 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574697'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:24.166260 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event deleted for resources: {'Port': ['ID=b1f5741d-5c9b-4120-bac6-7f4cde0528ce,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:24.176051 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.176410 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.176760 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.177127 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.177469 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.177804 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.178137 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.178468 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.178797 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.179130 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.179459 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.179784 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.180110 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821818-2-hyperv {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:27:24.222309 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] No DVR routers for this DVR port b1f5741d-5c9b-4120-bac6-7f4cde0528ce on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:27:24.224803 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:24.228309 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-7da36c09-0b75-48f9-8baa-f9a04f5e76bc req-3296ac91-80fb-4d6c-90dd-65d9ecd1a49b tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "DELETE /v2.0/ports/b1f5741d-5c9b-4120-bac6-7f4cde0528ce HTTP/1.1" status: 204 len: 173 time: 0.4077599 Dec 16 18:27:24.228762 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'name': 'network-vif-deleted', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:27:24.231037 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edd9fa9-aca4-40d1-a755-df204dcf4184" -d '{"events": [{"server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "name": "network-vif-deleted", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:27:24.337301 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf68edc-9103-4d77-a997-d8e1adbf4506 x-openstack-request-id: req-aaf68edc-9103-4d77-a997-d8e1adbf4506 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:27:24.337595 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cbf317-5a78-44db-8bfd-774d20a943f0", "name": "network-vif-deleted", "tag": "b1f5741d-5c9b-4120-bac6-7f4cde0528ce", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:27:24.337851 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aaf68edc-9103-4d77-a997-d8e1adbf4506 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:27:24.338257 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cbf317-5a78-44db-8bfd-774d20a943f0', 'name': 'network-vif-deleted', 'tag': 'b1f5741d-5c9b-4120-bac6-7f4cde0528ce', 'status': 'completed', 'code': 200} Dec 16 18:27:24.586835 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-addc6a57-dbbe-4568-a928-24c8e6e30115 req-65ec0013-b5b4-47de-bd5b-638f746f3bb9 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cbf317-5a78-44db-8bfd-774d20a943f0 HTTP/1.1" status: 200 len: 210 time: 0.0275118 Dec 16 18:27:26.165778 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58444) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:26.320065 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Deleting port 3f06d025-bae0-40eb-a744-997c63b0b831 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:26.320404 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:26.394992 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:26.395311 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:26.406429 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Calling delete_port for 3f06d025-bae0-40eb-a744-997c63b0b831 owned by network:floatingip {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:26.555587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:26.868678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event deleted for resources: {'Port': ['ID=3f06d025-bae0-40eb-a744-997c63b0b831,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:26.928904 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:26.929263 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.db.l3_db [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Floating IP ee432d48-16aa-4b9a-bf74-3fec5dfca411 disassociated (deleted). External IP: 172.26.2.110, port: 12d033be-6028-47dc-9156-bb5092a73a93. Dec 16 18:27:27.137579 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:27:27.243034 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:27:27.247590 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for floatingip, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:27.252848 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:27:27.261853 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:27.262465 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:27.274023 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-51215482-e762-4158-9b1c-685778d11ba3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "DELETE /v2.0/floatingips/ee432d48-16aa-4b9a-bf74-3fec5dfca411 HTTP/1.1" status: 204 len: 168 time: 1.1071649 Dec 16 18:27:27.274615 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:27:27.276856 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1284d7f1583b361555170aae20b425c2453d1b1a48946659e98a08ec997de26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac6f2b-60c5-41da-bae2-767057230766" -d '{"events": [{"name": "network-changed", "server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:27:27.317860 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f36a97-7de7-4c41-b4ad-6f87456b9953 x-openstack-request-id: req-a0f36a97-7de7-4c41-b4ad-6f87456b9953 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:27:27.318228 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "status": "completed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:27:27.318613 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0f36a97-7de7-4c41-b4ad-6f87456b9953 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:27:27.319085 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'status': 'completed', 'code': 200} Dec 16 18:27:27.370546 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:27.381457 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-3cc15745-c95a-409a-81cc-5878b4b19981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:27.383153 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-3cc15745-c95a-409a-81cc-5878b4b19981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 1096 time: 0.0432591 Dec 16 18:27:27.490004 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-e880980a-20df-48b7-aa99-a470310bb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:27.491594 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-e880980a-20df-48b7-aa99-a470310bb59e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 200 len: 911 time: 0.0970671 Dec 16 18:27:27.512583 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3fba-46b6-4486-8174-64d3f832e116 req-31e07d59-ff38-4651-b155-a1926a6f91e3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:27.514415 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-206f3fba-46b6-4486-8174-64d3f832e116 req-31e07d59-ff38-4651-b155-a1926a6f91e3 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0524461 Dec 16 18:27:27.537399 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-b521027e-925e-4521-abfa-a676c8300d01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 200 len: 217 time: 0.0364883 Dec 16 18:27:27.569946 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-206f3fba-46b6-4486-8174-64d3f832e116 req-3398ab79-209d-4b01-9b56-b338de196bbf tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483403 Dec 16 18:27:27.578967 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:27.592419 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-b022677c-079a-4c79-b21e-f1915447fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:27.593915 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-b022677c-079a-4c79-b21e-f1915447fb0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 200 len: 849 time: 0.0497658 Dec 16 18:27:27.605014 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:27:27.613208 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:27.613816 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:27.640808 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-ba6ce327-3bf1-4534-a38e-3d168518dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:27.642362 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-ba6ce327-3bf1-4534-a38e-3d168518dfb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d08a9974-8c05-4a0c-9920-03745fd39d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398002 Dec 16 18:27:27.716153 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:27.730792 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-0b4984b6-7030-4929-9d85-7b2756f3e363 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805876 Dec 16 18:27:27.825440 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-e5ac6f2b-60c5-41da-bae2-767057230766 req-b62cdd82-e802-4370-b1ef-bb04d95f5ea8 service neutron] 10.222.0.57 "GET /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 Dec 16 18:27:27.914666 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:27.940290 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4bfb8-d39b-494c-8bd1-98c146a1da97 None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv', '_interfaces': [{'id': 'f66b3694-04c4-4688-86ab-d14021cc2c98', 'name': '', 'network_id': 'd08a9974-8c05-4a0c-9920-03745fd39d73', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'mac_address': 'fa:16:3e:3d:de:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:35Z', 'updated_at': '2021-12-16T18:22:39Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'subnets': [{'id': 'adbfcb4e-c054-4f05-933b-8bdf69d3f8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:27:28.079294 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:28.106618 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: b1f5741d-5c9b-4120-bac6-7f4cde0528ce {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:28.106950 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device b1f5741d-5c9b-4120-bac6-7f4cde0528ce not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:28.143913 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a2595-24fe-4fe8-bd66-3e28953b9487 None None] New status for floating IP ee432d48-16aa-4b9a-bf74-3fec5dfca411: DOWN {{(pid=103244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:27:28.686342 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1838e-af11-4e20-9c98-ab1cec1d6b1a req-0b60c397-e89e-45a1-a616-34440acd1307 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:28.687784 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c4a1838e-af11-4e20-9c98-ab1cec1d6b1a req-0b60c397-e89e-45a1-a616-34440acd1307 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0478194 Dec 16 18:27:28.735970 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-c4a1838e-af11-4e20-9c98-ab1cec1d6b1a req-76a18e0d-9cd8-4415-8d9f-28da85831a96 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/security-groups?id=bee0fc26-1026-4821-9dd6-047767846f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Dec 16 18:27:29.076454 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-427dc799-33fa-44ce-9f29-94228c83bea8 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:27:29.077818 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-427dc799-33fa-44ce-9f29-94228c83bea8 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 943 time: 0.0471437 Dec 16 18:27:29.169859 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Deleting port 12d033be-6028-47dc-9156-bb5092a73a93 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:29.170194 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:29.255658 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] For port 12d033be-6028-47dc-9156-bb5092a73a93, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=12d033be-6028-47dc-9156-bb5092a73a93,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:29.256012 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:29.268230 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Calling delete_port for 12d033be-6028-47dc-9156-bb5092a73a93 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:29.393062 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:29.421084 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event deleted for resources: {'Port': ['ID=12d033be-6028-47dc-9156-bb5092a73a93,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:29.466540 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] No DVR routers for this DVR port 12d033be-6028-47dc-9156-bb5092a73a93 on host hv-neutron-8218 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:27:29.468918 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24343'] for port, before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:29.472411 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [req-94625e01-5e0a-43b0-9fef-2f16811769f3 req-e29c6777-19e6-4b29-b9af-e1dd21dbc91c tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.57 "DELETE /v2.0/ports/12d033be-6028-47dc-9156-bb5092a73a93 HTTP/1.1" status: 204 len: 173 time: 0.3868141 Dec 16 18:27:29.472869 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-deleted', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:27:29.475192 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5a72b6b58bd602f0bc38ea63e66dc10112f15ddfc12121710db3c575380ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6bbc98-8cc1-428e-a651-40173277c122" -d '{"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-deleted", "tag": "12d033be-6028-47dc-9156-bb5092a73a93"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:27:29.514143 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97966678-a05d-47ca-a84f-7a399d6b50b1 x-openstack-request-id: req-97966678-a05d-47ca-a84f-7a399d6b50b1 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:27:29.514437 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a706e-e77e-42ff-b699-7fe97419e237", "name": "network-vif-deleted", "tag": "12d033be-6028-47dc-9156-bb5092a73a93", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:27:29.515193 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97966678-a05d-47ca-a84f-7a399d6b50b1 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:27:29.515609 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a706e-e77e-42ff-b699-7fe97419e237', 'name': 'network-vif-deleted', 'tag': '12d033be-6028-47dc-9156-bb5092a73a93', 'status': 'completed', 'code': 200} Dec 16 18:27:29.854806 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [req-452eb31e-502a-4992-82b3-0c74867f11ed req-5d6d4df2-4d42-48f5-a83a-4f9ab8ff05df tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "GET /v2.0/ports?device_id=c42a706e-e77e-42ff-b699-7fe97419e237 HTTP/1.1" status: 200 len: 210 time: 0.0301104 Dec 16 18:27:30.919340 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58460) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:30.973424 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8850a046-6f7b-4837-bee6-1d2dd715eb15 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:30.997056 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8850a046-6f7b-4837-bee6-1d2dd715eb15 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:31.058168 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8850a046-6f7b-4837-bee6-1d2dd715eb15 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:31.060729 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8850a046-6f7b-4837-bee6-1d2dd715eb15 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:31.061903 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-8850a046-6f7b-4837-bee6-1d2dd715eb15 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] 10.222.0.66 "DELETE /v2.0/security-groups/bee0fc26-1026-4821-9dd6-047767846f7d HTTP/1.1" status: 204 len: 168 time: 0.1415823 Dec 16 18:27:31.071574 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850a046-6f7b-4837-bee6-1d2dd715eb15 tempest-TestSnapshotPattern-2136837919 tempest-TestSnapshotPattern-2136837919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee0fc26-1026-4821-9dd6-047767846f7d,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:32.093904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:32.116215 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] No Port match for: 12d033be-6028-47dc-9156-bb5092a73a93 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:32.116568 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Device 12d033be-6028-47dc-9156-bb5092a73a93 not bound to the agent host hv-neutron-8218 {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:32.126813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58466) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:32.463728 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:32.701471 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Deleting port f66b3694-04c4-4688-86ab-d14021cc2c98 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:32.701815 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:32.781587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] For port f66b3694-04c4-4688-86ab-d14021cc2c98, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f66b3694-04c4-4688-86ab-d14021cc2c98,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:32.781867 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:32.794675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Calling delete_port for f66b3694-04c4-4688-86ab-d14021cc2c98 owned by network:router_interface {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:32.972564 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:32.998427 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Pushing event deleted for resources: {'Port': ['ID=f66b3694-04c4-4688-86ab-d14021cc2c98,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:33.161788 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:33.372578 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Router a408b93d-58a5-486a-855a-1cd2f2bcb863 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:27:33.475247 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:27:33.481211 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c2eb4e5e-4ff8-48f5-bc50-09887210690a admin admin] 10.222.0.66 "PUT /v2.0/routers/a408b93d-58a5-486a-855a-1cd2f2bcb863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3523276 Dec 16 18:27:33.482675 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58468) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:33.485270 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412789f-43ff-494f-aeb5-99052824831d None None] Sync routers for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:27:33.495772 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:33.496389 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:33.601678 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:33.730108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:33.776033 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:27:32Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:33.805628 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412789f-43ff-494f-aeb5-99052824831d None None] Checking router: a408b93d-58a5-486a-855a-1cd2f2bcb863 for host: dv-neutron-821818-2-hyperv {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:27:33.813943 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] Routers {'a408b93d-58a5-486a-855a-1cd2f2bcb863'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:33.815190 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['a408b93d-58a5-486a-855a-1cd2f2bcb863'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:33.834098 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:33.885587 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Deleting port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:33.885842 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:33.970201 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] For port d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:33.970617 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:33.982456 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Calling delete_port for d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:34.002467 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] Set router a408b93d-58a5-486a-855a-1cd2f2bcb863 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:34.151411 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.178501 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:34.179979 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2412789f-43ff-494f-aeb5-99052824831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:27:32Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:34.193781 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63960bdb-36e4-4ac4-8a7e-1384b26c4896 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:27:34.213154 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412789f-43ff-494f-aeb5-99052824831d None None] The sync data for ids ['a408b93d-58a5-486a-855a-1cd2f2bcb863'] in dv-neutron-821818-2-hyperv is: [{'id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'name': 'tempest-TestSnapshotPattern-1192605054-router', 'tenant_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:27:32Z', 'revision_number': 5, 'project_id': '1ce384ade9e848beb7a8d7ee4a0904ab', 'gw_port': {'id': 'd8c98e75-0e4b-4bb6-ba72-2ecd635b24ba', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408b93d-58a5-486a-855a-1cd2f2bcb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:33Z', 'updated_at': '2021-12-16T18:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:27:34.240213 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.329394 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.331517 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.377388 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.377962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a408b93d-58a5-486a-855a-1cd2f2bcb863 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:27:34.382149 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.383347 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-27f4b0b4-5ba4-4075-a242-292cc3eac33b admin admin] 10.222.0.66 "DELETE /v2.0/routers/a408b93d-58a5-486a-855a-1cd2f2bcb863 HTTP/1.1" status: 204 len: 168 time: 0.8997736 Dec 16 18:27:34.385802 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58474) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:34.429676 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Deleting subnet adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:27:34.432604 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.465396 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.542678 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.596732 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.624202 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbfcb4e-c054-4f05-933b-8bdf69d3f8d4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:34.626221 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.629646 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-58778a3e-69c2-4515-9cc0-a99f61a89fcd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/adbfcb4e-c054-4f05-933b-8bdf69d3f8d4 HTTP/1.1" status: 204 len: 168 time: 0.2427201 Dec 16 18:27:34.630936 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5882fc4-06a0-4045-88f5-e717d9bbf374 None None] Network d08a9974-8c05-4a0c-9920-03745fd39d73 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:27:34.631914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58476) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:34.709738 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.764900 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Deleting port b0f2c87d-3a3b-482b-a4f2-a65340a0038e {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:34.765268 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.789460 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] DHCP port deletion for d08a9974-8c05-4a0c-9920-03745fd39d73 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:27:34.832088 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] For port b0f2c87d-3a3b-482b-a4f2-a65340a0038e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:34.832446 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.846176 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Calling delete_port for b0f2c87d-3a3b-482b-a4f2-a65340a0038e owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:34.847127 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] Deleting port b0f2c87d-3a3b-482b-a4f2-a65340a0038e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:34.847514 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.922822 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] For port b0f2c87d-3a3b-482b-a4f2-a65340a0038e, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,segment=NetworkSegment(cf6de762-a4e8-4023-a728-ab099b3d688e),segment_id=cf6de762-a4e8-4023-a728-ab099b3d688e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:34.923307 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.936413 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] Calling delete_port for b0f2c87d-3a3b-482b-a4f2-a65340a0038e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:34.936673 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:34.962581 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:34.966062 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] No DVR routers for this DVR port b0f2c87d-3a3b-482b-a4f2-a65340a0038e on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:27:35.011170 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.034546 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] Pushing event deleted for resources: {'Port': ['ID=b0f2c87d-3a3b-482b-a4f2-a65340a0038e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:35.036305 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.040892 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3bd99-feab-43ca-877f-b4371e1154bf None None] No DVR routers for this DVR port b0f2c87d-3a3b-482b-a4f2-a65340a0038e on host dv-neutron-821818-2-hyperv {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:27:35.057354 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08a9974-8c05-4a0c-9920-03745fd39d73']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:35.066752 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6de762-a4e8-4023-a728-ab099b3d688e') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:35.067044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6de762-a4e8-4023-a728-ab099b3d688e') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:35.075962 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.089135 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.095012 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:27:35.095619 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:27:35.097067 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:27:35.148003 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.153026 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.156275 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] 10.222.0.66 "DELETE /v2.0/networks/d08a9974-8c05-4a0c-9920-03745fd39d73 HTTP/1.1" status: 204 len: 168 time: 0.5233128 Dec 16 18:27:35.159296 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.66', 58478) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:35.166896 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbd7b3-d964-46de-88b5-87ace928edeb admin admin] Pushing event deleted for resources: {'Network': ['ID=d08a9974-8c05-4a0c-9920-03745fd39d73,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:35.501672 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580409'] for router_interface, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.618022 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:35.641663 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:35.642004 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d8c98e75-0e4b-4bb6-ba72-2ecd635b24ba not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:35.642444 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b0f2c87d-3a3b-482b-a4f2-a65340a0038e no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:35.661359 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: b0f2c87d-3a3b-482b-a4f2-a65340a0038e {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:35.661705 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device b0f2c87d-3a3b-482b-a4f2-a65340a0038e not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:35.662118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f66b3694-04c4-4688-86ab-d14021cc2c98 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:35.681031 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f66b3694-04c4-4688-86ab-d14021cc2c98 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:35.681381 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f66b3694-04c4-4688-86ab-d14021cc2c98 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:35.740830 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Deleting port fd10b71e-a222-4be4-8b42-9ceecd475c22 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:35.741195 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.819659 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] For port fd10b71e-a222-4be4-8b42-9ceecd475c22, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=fd10b71e-a222-4be4-8b42-9ceecd475c22,segment=NetworkSegment(36027832-4049-46c3-99c7-3da85e0ad09b),segment_id=36027832-4049-46c3-99c7-3da85e0ad09b)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:35.819939 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:35.832474 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Calling delete_port for fd10b71e-a222-4be4-8b42-9ceecd475c22 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:36.003059 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4915946'] for port, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:36.027689 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fd10b71e-a222-4be4-8b42-9ceecd475c22,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:36.192598 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580517'] for router_interface, after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:36.402521 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 has already been hosted by L3 agent d3b35034-0095-4db5-9421-df64b7ccadaf {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:27:36.505738 dv-neutron-821818-2-hyperv neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] Notify agent at l3_agent.dv-neutron-821818-2-hyperv the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:27:36.510754 dv-neutron-821818-2-hyperv neutron-server[103243]: INFO neutron.wsgi [None req-e4ab486f-6451-4887-a4df-769d890ee4ab admin admin] 10.222.0.66 "PUT /v2.0/routers/10d9e3b4-f691-40ac-b081-51c9a6ff0f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3503442 Dec 16 18:27:36.513672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58480) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:36.515606 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] Sync routers for ids ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'] in dv-neutron-821818-2-hyperv {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:27:36.525493 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] Routers {'10d9e3b4-f691-40ac-b081-51c9a6ff0f31'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:36.526108 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:36.634017 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] Set router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:36.824721 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:27:35Z', 'revision_number': 5, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:36.851760 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] Checking router: 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 for host: dv-neutron-821818-2-hyperv {{(pid=103244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:27:36.860315 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] Routers {'10d9e3b4-f691-40ac-b081-51c9a6ff0f31'} bound to L3 agent in host dv-neutron-821818-2-hyperv {{(pid=103244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:27:36.860931 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821818-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:28:40Z,description=,heartbeat_timestamp=2021-12-16T18:27:10Z,host='dv-neutron-821818-2-hyperv',id=d3b35034-0095-4db5-9421-df64b7ccadaf,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:28:40Z,topic='l3_agent')) {'router_ids': ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'], 'active': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:36.914540 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks [] for router, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:36.970583 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_dvr_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] Set router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 gateway port host: dv-neutron-821818-2-hyperv {{(pid=103244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:27:37.022108 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.073687 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Deleting port d5ccaecc-c259-4b23-8418-9d4f208d339f {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:37.074154 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.147251 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.db.l3_hamode_db [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:27:35Z', 'revision_number': 5, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}], 'dv-neutron-821818-2-hyperv', False) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:37.153134 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] For port d5ccaecc-c259-4b23-8418-9d4f208d339f, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=d5ccaecc-c259-4b23-8418-9d4f208d339f,segment=NetworkSegment(d28d2d2c-07a4-421b-8dba-315c6691b2ec),segment_id=d28d2d2c-07a4-421b-8dba-315c6691b2ec)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:37.153494 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.165182 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Calling delete_port for d5ccaecc-c259-4b23-8418-9d4f208d339f owned by network:router_gateway {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:37.177850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8463f7e-3f68-4d22-9ffe-45c8c8e7abf6 None None] The sync data for ids ['10d9e3b4-f691-40ac-b081-51c9a6ff0f31'] in dv-neutron-821818-2-hyperv is: [{'id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'name': 'tempest-TestSnapshotPattern-2022222600-router', 'tenant_id': '521963141acf4750b00211b07cc039b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'external_fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:22:37Z', 'updated_at': '2021-12-16T18:27:35Z', 'revision_number': 5, 'project_id': '521963141acf4750b00211b07cc039b2', 'gw_port': {'id': 'd5ccaecc-c259-4b23-8418-9d4f208d339f', 'name': '', 'network_id': '85c8b61d-0338-4433-9b7c-932830188e71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e3b4-f691-40ac-b081-51c9a6ff0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821818-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:22:38Z', 'updated_at': '2021-12-16T18:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb96c7f7-8e3a-4a4e-ac7d-e7c6451d4702', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821818-2-hyperv'}] {{(pid=103244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:27:37.331550 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.355784 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ccaecc-c259-4b23-8418-9d4f208d339f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:37.369474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fed16c-3c49-4ffe-98b6-b7434c5fbea9 None None] DHCP port deletion for 85c8b61d-0338-4433-9b7c-932830188e71 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:27:37.421295 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580103'] for router_gateway, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.460433 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91ba730e-f8db-4e96-9fee-5e83dd9bdb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.511597 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27982'] for router, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.514129 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.561800 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579742'] for router, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.562636 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d9e3b4-f691-40ac-b081-51c9a6ff0f31 {{(pid=103242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:27:37.566939 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] Publish callbacks [] for router, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.570816 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-a2f348cd-1e07-49f1-b44b-225b3ec3956a admin admin] 10.222.0.66 "DELETE /v2.0/routers/10d9e3b4-f691-40ac-b081-51c9a6ff0f31 HTTP/1.1" status: 204 len: 168 time: 1.0535376 Dec 16 18:27:37.570816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58482) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:37.617262 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Deleting subnet 9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda {{(pid=103242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:27:37.620197 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.660926 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150863'] for subnet, precommit_delete_associations {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.679330 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd10b71e-a222-4be4-8b42-9ceecd475c22 no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:37.699156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: fd10b71e-a222-4be4-8b42-9ceecd475c22 {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:37.699506 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device fd10b71e-a222-4be4-8b42-9ceecd475c22 not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:37.737257 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652598'] for subnet, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.797021 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5062970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4281985'] for subnet, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.824304 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:37.827948 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.831225 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-02fe7461-4398-4b0e-856a-e6af644b32cb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9d7f9d86-22b2-4075-aa1c-6ca0d17d3fda HTTP/1.1" status: 204 len: 168 time: 0.2595794 Dec 16 18:27:37.833794 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58484) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:37.836648 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc7df5-24a3-4cf0-a217-0ea3ad5cb18e None None] Network 708dfec2-1c5c-4c23-81ae-6f8427112246 requested from dv-neutron-821818-2-hyperv {{(pid=103244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:27:37.906044 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605208'] for network, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:37.962571 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Deleting port f25d6860-4a62-42d0-807e-df0681a39fda {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:27:37.962914 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333823088'] for port, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.028428 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] For port f25d6860-4a62-42d0-807e-df0681a39fda, host dv-neutron-821818-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821818-2-hyperv',level=0,port_id=f25d6860-4a62-42d0-807e-df0681a39fda,segment=NetworkSegment(36027832-4049-46c3-99c7-3da85e0ad09b),segment_id=36027832-4049-46c3-99c7-3da85e0ad09b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:27:38.028813 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780972'] for port, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.041421 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Calling delete_port for f25d6860-4a62-42d0-807e-df0681a39fda owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:27:38.120211 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791334009043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333461715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5062925'] for port, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.145102 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25d6860-4a62-42d0-807e-df0681a39fda,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:38.149988 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] No DVR routers for this DVR port f25d6860-4a62-42d0-807e-df0681a39fda on host dv-neutron-821818-2-hyperv {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:27:38.198481 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb0e0f-3364-4577-88aa-ad66c426b89c None None] DHCP port deletion for 708dfec2-1c5c-4c23-81ae-6f8427112246 request from dv-neutron-821818-2-hyperv {{(pid=103244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:27:38.231989 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651169', 'neutron.services.segments.db._delete_segments_for_network-8791333946754'] for network, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.251499 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708dfec2-1c5c-4c23-81ae-6f8427112246']}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:38.260459 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36027832-4049-46c3-99c7-3da85e0ad09b') {'for_net_delete': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:38.260755 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.services.segments.db [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36027832-4049-46c3-99c7-3da85e0ad09b') {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:27:38.270726 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333948043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150836'] for segment, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.284482 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527'] for segment, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.290359 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:27:38.290742 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5062992'] for segment, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: Traceback (most recent call last): Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: timer() Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: cb(*args, **kw) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: return func(*args, **kwargs) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: self._notify() Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: self.callback(batched_events) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: event.method(event) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: return f(self, *a, **k) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._get(url).json() Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: return self.request(url, 'GET', **kwargs) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:27:38.292368 dv-neutron-821818-2-hyperv neutron-server[103242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:27:38.343816 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580139'] for network, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.349672 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.352902 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/708dfec2-1c5c-4c23-81ae-6f8427112246 HTTP/1.1" status: 204 len: 168 time: 0.5181901 Dec 16 18:27:38.368978 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bc2d9-f02c-46b4-b13a-51fed23150c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=708dfec2-1c5c-4c23-81ae-6f8427112246,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:38.460485 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58488) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:38.500749 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-14bf0335-b572-405d-8503-4a1fcb816ae9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ce384ade9e848beb7a8d7ee4a0904ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390027 Dec 16 18:27:38.503240 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58490) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:38.548760 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4bae7b1-1e6d-414a-a503-3e430899541e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.569007 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4bae7b1-1e6d-414a-a503-3e430899541e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.613398 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4bae7b1-1e6d-414a-a503-3e430899541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.615937 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4bae7b1-1e6d-414a-a503-3e430899541e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:38.617087 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-c4bae7b1-1e6d-414a-a503-3e430899541e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81f2ba3b-f19c-48fc-b86c-a1d0e350ba50 HTTP/1.1" status: 204 len: 168 time: 0.1129425 Dec 16 18:27:38.624365 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bae7b1-1e6d-414a-a503-3e430899541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2ba3b-f19c-48fc-b86c-a1d0e350ba50,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:38.930454 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58496) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:38.968958 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-bb0be714-923b-451e-ba80-c5b70a2480bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=521963141acf4750b00211b07cc039b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373940 Dec 16 18:27:38.971373 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.wsgi [-] (103242) accepted ('10.222.0.66', 58498) {{(pid=103242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:27:39.016478 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-253e1434-9f08-4ce4-b0ee-39c094d03dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:39.039294 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-253e1434-9f08-4ce4-b0ee-39c094d03dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:39.084707 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-253e1434-9f08-4ce4-b0ee-39c094d03dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731970'] for security_group, after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:39.087215 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-253e1434-9f08-4ce4-b0ee-39c094d03dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:39.088414 dv-neutron-821818-2-hyperv neutron-server[103242]: INFO neutron.wsgi [None req-253e1434-9f08-4ce4-b0ee-39c094d03dbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74675a1e-5b55-48b8-a379-475a65e7b02f HTTP/1.1" status: 204 len: 168 time: 0.1161733 Dec 16 18:27:39.096341 dv-neutron-821818-2-hyperv neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1434-9f08-4ce4-b0ee-39c094d03dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74675a1e-5b55-48b8-a379-475a65e7b02f,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:27:39.616469 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d5ccaecc-c259-4b23-8418-9d4f208d339f no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:39.638293 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: d5ccaecc-c259-4b23-8418-9d4f208d339f {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:39.638641 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device d5ccaecc-c259-4b23-8418-9d4f208d339f not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:39.639070 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f25d6860-4a62-42d0-807e-df0681a39fda no longer exists at agent ovs-agent-dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:27:39.659302 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] No Port match for: f25d6860-4a62-42d0-807e-df0681a39fda {{(pid=103244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:27:39.659645 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron.plugins.ml2.rpc [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Device f25d6860-4a62-42d0-807e-df0681a39fda not bound to the agent host dv-neutron-821818-2-hyperv {{(pid=103244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:27:39.812182 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36935764-c5a0-4cc1-90a2-41d288121284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:41.071985 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:41.521464 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:27:42.326464 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:43.198812 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:27:50.675975 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:07.460836 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-291ceb94-1686-4676-8ea0-41c48c16db51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:09.803787 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93e3a7bf-54f1-4851-b1d2-83ddaa27d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:11.073841 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:12.329421 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:13.201527 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:18.520750 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:28:20.692523 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:37.462120 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f133ed9b-105e-4678-ad18-0b803a05a469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:39.804285 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b36-3a19-4996-b52c-e306324f48bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:41.077660 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:42.331417 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:43.208850 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:50.718628 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:28:55.519919 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:29:07.463706 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97f0d5a7-eae3-43da-8275-762e0c0956b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:09.805871 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddd6a80e-f202-4a12-8830-04aadc803122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:11.081874 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:12.335797 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:13.201867 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:20.724733 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:32.519032 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:29:37.464802 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19c285e6-0758-4f91-9aa5-88933bd5c512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:39.811627 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f97b45d0-edd1-4b45-8801-3db4ef3afdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:41.083904 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:42.338033 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:43.204109 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:29:50.720696 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:07.465949 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-998a96be-f856-4eb1-b60b-d1fa2444c6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:09.517729 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:30:09.803779 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5b15ea7-6a28-4cdd-954b-57b4d005a986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:11.087451 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:12.343524 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:13.205955 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:20.722130 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:37.467474 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d022ac3-1e45-469b-a253-454f2141f008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:39.805190 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d30b3842-277f-4c26-bbd2-d3c22aa9ff9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:41.090263 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:42.345784 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:43.207659 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:30:46.516101 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:30:50.724883 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:07.470669 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fdc609e-b0d6-4d2e-95d7-62d9e8e5d425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:09.807156 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-847e0372-7265-4cf0-832c-79a5fa2fee15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:11.093019 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:12.349768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:13.209621 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:20.726023 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:23.515173 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:31:37.471258 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45279cdf-b63d-4bd7-a0a2-f386993b0aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:39.808876 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27c27f62-48d5-4894-8198-54b72ef74ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:41.095266 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:42.351914 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:43.213118 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:31:50.723768 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:00.513630 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:32:07.472654 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2cac4f6a-60ff-4ef5-b122-e5d51299d256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:09.809520 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f95e3b18-4bc6-4591-bbb2-bf0f466ff679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:11.098662 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:12.354826 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:13.214592 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:20.722205 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:37.475155 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19d41da3-32e4-417b-983e-fd5dfc64c74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:37.513257 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:32:39.810560 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfd4-2303-4d42-87a1-738806de98ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:41.102015 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:42.359455 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:43.216678 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:32:50.721094 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e31e62dd-72fb-4994-9a84-bcd027625d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:33:07.478275 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7273-116f-49d3-a7b3-8b58e25758d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:33:09.811664 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d2ecc73-ad72-4350-9b20-fbe9cce2e634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:33:11.106373 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27ae6bbf-f666-4b47-ae8e-3b34ec6a357a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:33:12.362313 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef841404-4143-435c-875b-b417692fe33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:33:13.218567 dv-neutron-821818-2-hyperv neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be6aed5-e724-47aa-8c5a-0a86e8cfa775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333946709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647287'] for agent, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:33:14.512500 dv-neutron-821818-2-hyperv neutron-server[103245]: DEBUG neutron.db.agents_db [None req-7eba6594-2cb7-463a-b653-28d97af29441 None None] Agent healthcheck: found 6 active agents {{(pid=103245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}